-- Logs begin at Mon 2022-03-28 09:53:17 UTC, end at Mon 2022-03-28 11:57:14 UTC. -- Mar 28 10:41:31.545930 dv-neutron-835336-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 10:41:34.007447 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.common.config [-] Logging enabled! Mar 28 10:41:34.008171 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 28 10:41:34.008171 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88384) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 10:41:34.011815 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.common.config [-] Logging enabled! Mar 28 10:41:34.012065 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 28 10:41:34.012374 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88384) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 10:41:34.013283 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 10:41:34.013516 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 10:41:34.013864 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 10:41:34.014132 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 10:41:34.014356 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 10:41:34.014673 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.014970 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.015263 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.015490 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.015782 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.016070 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.016350 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.016636 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.016928 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.017210 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.017486 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.017766 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.018025 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.018303 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.018588 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.018875 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.019094 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] debug = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.019368 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.019789 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.020190 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.020467 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.020751 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.021029 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.021299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.021574 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.021856 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.022218 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] host = dv-neutron-835336-1-hyperv {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.022492 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.022775 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.023058 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.023338 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.023613 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.023886 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.024166 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.024435 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.024703 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] log_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.025051 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.025334 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.025618 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.025921 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.026152 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.026373 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.026656 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.026938 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.027210 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.027480 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.027750 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.028021 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.028290 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.028556 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.028842 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.029119 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.029398 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.029670 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.029966 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.030241 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.030510 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.030790 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.031061 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.031329 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.031599 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.031881 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.032164 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.032416 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.032709 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.032989 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.033266 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.033546 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.033815 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.034115 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.034386 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.034655 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.034923 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] use_json = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.035190 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.035456 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.035735 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.036004 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.036271 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.036539 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.036808 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.037085 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.037351 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:34.037642 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.037957 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.038255 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.038540 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.038832 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.039107 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.039391 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.039665 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.039948 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.040232 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.041027 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.041300 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.041583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.041857 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.042180 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.042480 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.042769 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.043055 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.043324 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.043592 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.043861 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.044136 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.044416 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.044705 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.044987 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.045256 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.045530 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.045815 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.046113 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.046384 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.046655 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.046938 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.047211 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.047479 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.047756 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.048030 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.048301 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.048570 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.048843 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.049127 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.049404 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.049673 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.049963 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.050240 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.050506 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.050786 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.052058 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.052332 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.052605 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.052884 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.053155 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.053426 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.053702 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.053998 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.054275 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.054547 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.054816 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.055084 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.055350 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.055619 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.055885 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.056786 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.057071 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.057344 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.057614 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.057886 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.058177 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.058449 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.058734 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.059031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.059307 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.059582 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.059857 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.060136 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.060409 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.060681 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.060954 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.061228 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.061500 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.061785 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.062105 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.062391 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.062670 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.062943 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.063234 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.063507 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.063786 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.064057 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.064334 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.064611 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.064891 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.065181 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.065468 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.065758 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.066084 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.066370 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.066647 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.066952 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.067228 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:34.067441 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 10:41:34.067676 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88384) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 10:41:34.455121 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO keyring.backend [-] Loading KWallet Mar 28 10:41:34.462220 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO keyring.backend [-] Loading SecretService Mar 28 10:41:34.465627 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO keyring.backend [-] Loading Windows Mar 28 10:41:34.466966 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO keyring.backend [-] Loading chainer Mar 28 10:41:34.467740 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO keyring.backend [-] Loading macOS Mar 28 10:41:34.500759 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 10:41:34.501030 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 10:41:34.501317 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 10:41:34.501653 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 10:41:34.884565 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.884857 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.885143 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.886462 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.886745 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.887011 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.921794 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.922094 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.922362 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.935232 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.935513 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.935779 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.965706 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.966006 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:34.966273 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.002306 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.002586 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.002849 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.236038 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.236619 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.236619 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.236791 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.237470 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.356811 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.357128 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.357410 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.357690 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.357962 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.358274 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.358538 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.358794 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.359043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.359322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.359579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.359841 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.360102 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.360355 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.360619 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.360887 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.361146 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.361414 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.361662 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.362029 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.362380 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.362631 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.362881 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.363161 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.363407 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.363649 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.364031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 10:41:35.364270 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 10:41:35.364505 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 10:41:35.364737 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 10:41:35.364969 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 10:41:35.365203 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 10:41:35.365558 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 10:41:35.368660 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 10:41:35.372596 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 10:41:35.376342 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 28 10:41:35.377991 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 10:41:35.379406 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 10:41:35.379740 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 10:41:35.380122 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 10:41:35.382929 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 10:41:35.383182 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 10:41:35.383522 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 10:41:35.411863 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 10:41:35.412305 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.412598 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88384) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 28 10:41:35.412955 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.414337 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88384) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 10:41:35.414619 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 10:41:35.414863 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 10:41:35.418163 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.418443 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:35.481018 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 10:41:35.481257 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 10:41:35.481495 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 10:41:35.481863 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 10:41:35.512657 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_db.sqlalchemy.engines [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88384) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 28 10:41:35.981417 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Initializing driver for type 'gre' Mar 28 10:41:35.982006 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] gre ID ranges: [(1, 1000)] Mar 28 10:41:36.175845 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Initializing driver for type 'local' Mar 28 10:41:36.176210 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Initializing driver for type 'vlan' Mar 28 10:41:36.272811 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] VlanTypeDriver initialization complete Mar 28 10:41:36.273385 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Initializing driver for type 'vxlan' Mar 28 10:41:36.273560 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] vxlan ID ranges: [(1, 1000)] Mar 28 10:41:36.472462 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Initializing extension driver 'port_security' Mar 28 10:41:36.472797 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.extensions.port_security [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] PortSecurityExtensionDriver initialization complete Mar 28 10:41:36.473128 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Initializing mechanism driver 'openvswitch' Mar 28 10:41:36.473444 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Initializing mechanism driver 'hyperv' Mar 28 10:41:36.486303 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.plugins.ml2.plugin [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:41:36.486974 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > port after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.487344 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > port after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.487694 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > port after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.488216 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 10:41:36.488638 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > subnet after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.488989 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > subnet after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.489332 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.489719 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 10:41:36.490150 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > network after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.490494 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > network after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.490832 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > network after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.491213 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 10:41:36.491611 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > security_group after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.491956 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > security_group after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.492298 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.492826 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 10:41:36.493223 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.493566 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.493918 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.494351 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 10:41:36.494752 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > address_group after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.495094 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > address_group after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.495429 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.495814 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 10:41:36.496253 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] ML2 OVO RPC backend initialized. {{(pid=88384) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 28 10:41:36.496955 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.497309 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.497726 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > network before_response 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.498100 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > networks before_response 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.498449 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > port before_response 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.498787 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > ports before_response 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.499127 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > subnet before_response 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.499462 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > subnets before_response 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.499802 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > network after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.500137 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > network after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.500470 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > network after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.500801 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > port after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.501131 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > port after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.501459 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > port after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.501792 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > subnet after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.502151 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > subnet after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.502481 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.503047 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.plugin [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Modular L2 Plugin initialization complete Mar 28 10:41:36.503374 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading services supported by the core plugin {{(pid=88384) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 10:41:36.503694 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.plugins.ml2.managers [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Got port-security extension from driver 'port_security' Mar 28 10:41:36.504154 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.extensions.vlantransparent [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Disabled vlantransparent extension. Mar 28 10:41:36.504631 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88384) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 10:41:36.504941 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading Plugin: router Mar 28 10:41:36.542733 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.543116 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router after_create 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.543482 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router before_create 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.543853 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.544220 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.544567 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router after_delete 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.544921 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.545278 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router after_create 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.545622 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router after_update 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.546004 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router after_update 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.546353 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.546707 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router after_update 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.547114 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router precommit_update 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.547479 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: port after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.547815 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: port after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.548156 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: subnet after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.548491 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.548834 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.549178 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router precommit_create 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.549512 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: port before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.549849 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router precommit_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.550222 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router after_update 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.550562 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.550906 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router precommit_create 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.551262 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.551600 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router precommit_update 55549900 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.551960 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > agent after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.552303 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > agent after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.552643 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > network after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.553497 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Tracking information for resource: router configured {{(pid=88384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 10:41:36.553826 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Tracking information for resource: floatingip configured {{(pid=88384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 10:41:36.558918 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.db.l3_agentschedulers_db [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 10:41:36.559487 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: port after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.559843 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: port after_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.560219 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: port after_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.560565 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: port after_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.561336 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router before_create 55550100 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.561692 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.562080 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router precommit_create 55550100 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.562432 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > router precommit_update 55550100 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.566829 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.services.provider_configuration [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service providers = [] {{(pid=88384) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 10:41:36.567189 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.db.servicetype_db [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88384) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 10:41:36.570105 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.services.service_base [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 10:41:36.570453 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.services.service_base [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 10:41:36.570791 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.services.service_base [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 10:41:36.571659 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.services.service_base [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 10:41:36.572027 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.services.service_base [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 10:41:36.572422 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 10:41:36.572739 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 10:41:36.583661 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 10:41:36.584000 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading Plugin: auto_allocate Mar 28 10:41:36.590378 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: network precommit_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.590745 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: network precommit_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.591259 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 10:41:36.591578 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading Plugin: tag Mar 28 10:41:36.598123 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 10:41:36.598453 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading Plugin: timestamp Mar 28 10:41:36.602430 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 10:41:36.602757 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading Plugin: network_ip_availability Mar 28 10:41:36.608573 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.608936 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.609287 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.610008 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 10:41:36.610326 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading Plugin: flavors Mar 28 10:41:36.615013 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 10:41:36.615346 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading Plugin: revisions Mar 28 10:41:36.619654 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 10:41:36.620041 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_concurrency.lockutils [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.119s {{(pid=88384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 10:41:36.620778 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88384) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 10:41:36.621109 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Initializing extension manager. Mar 28 10:41:36.621607 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: __init__.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.621969 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: __pycache__ {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.622299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.622626 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: address_group.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.623368 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.623919 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: address-group Mar 28 10:41:36.624237 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: address_scope.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.624941 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.625438 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: address-scope Mar 28 10:41:36.625755 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.626699 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.627202 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: router-admin-state-down-before-update Mar 28 10:41:36.627518 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: agent.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.628390 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.628891 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: agent Mar 28 10:41:36.629215 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: agent_resources_synced.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.630145 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.630647 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: agent-resources-synced Mar 28 10:41:36.630966 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: allowedaddresspairs.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.632716 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.633229 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: allowed-address-pairs Mar 28 10:41:36.633555 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: auto_allocated_topology.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.634649 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.635186 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: auto-allocated-topology Mar 28 10:41:36.635510 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: availability_zone.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.636194 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.636692 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: availability_zone Mar 28 10:41:36.637012 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: availability_zone_filter.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.637932 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.638431 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: availability_zone_filter Mar 28 10:41:36.638751 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: data_plane_status.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.639645 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.640137 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 10:41:36.640454 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: default_subnetpools.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.641355 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.641850 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: default-subnetpools Mar 28 10:41:36.642256 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.643050 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.643549 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: dhcp_agent_scheduler Mar 28 10:41:36.643867 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: dns.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.644765 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.645266 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension dns-integration not supported by any of loaded plugins Mar 28 10:41:36.645584 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: dns_domain_ports.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.646506 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.647001 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 10:41:36.647321 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: dvr.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.647977 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.648470 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: dvr Mar 28 10:41:36.648787 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: empty_string_filtering.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.649682 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.650205 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: empty-string-filtering Mar 28 10:41:36.651039 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.651934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.652424 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 10:41:36.652741 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.653640 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.654160 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 10:41:36.654477 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: external_net.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.655373 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.655874 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: external-net Mar 28 10:41:36.656191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.657093 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.657592 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: extra_dhcp_opt Mar 28 10:41:36.657933 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: extraroute.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.658815 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.659314 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: extraroute Mar 28 10:41:36.659630 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: extraroute_atomic.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.660633 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.661133 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: extraroute-atomic Mar 28 10:41:36.661451 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: filter_validation.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.662124 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.662622 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: filter-validation Mar 28 10:41:36.662936 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: fip_pf_description.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.663830 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.664320 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 10:41:36.664635 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: fip_port_details.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.665540 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.666066 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: fip-port-details Mar 28 10:41:36.666929 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: flavors.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.668159 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.668669 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: flavors Mar 28 10:41:36.668990 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.670666 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.671181 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 10:41:36.671506 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: floatingip_pools.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.672191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.672697 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: floatingip-pools Mar 28 10:41:36.673019 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: ip_allocation.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.673938 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.674440 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 10:41:36.674755 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.675665 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.676166 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: ip-substring-filtering Mar 28 10:41:36.676486 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: l2_adjacency.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.677398 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.677889 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 10:41:36.678236 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: l3.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.679177 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.679685 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: router Mar 28 10:41:36.680005 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.682421 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.682938 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 10:41:36.683268 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.684183 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.684678 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: ext-gw-mode Mar 28 10:41:36.685008 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.685922 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.686428 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: l3-ha Mar 28 10:41:36.686752 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: l3_flavors.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.687651 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.688152 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: l3-flavors Mar 28 10:41:36.688476 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.689386 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.689886 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 10:41:36.690229 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: l3agentscheduler.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.691240 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.691741 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: l3_agent_scheduler Mar 28 10:41:36.692064 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: logging.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.693572 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.694105 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension logging not supported by any of loaded plugins Mar 28 10:41:36.694430 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: metering.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.695163 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.695725 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: metering Mar 28 10:41:36.696048 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.697147 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.698207 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: metering_source_and_destination_fields Mar 28 10:41:36.698529 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: multiprovidernet.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.699437 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.699939 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: multi-provider Mar 28 10:41:36.700257 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: netmtu.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.701426 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.701954 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: net-mtu Mar 28 10:41:36.702276 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: netmtu_writable.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.703174 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.703671 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: net-mtu-writable Mar 28 10:41:36.703987 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: network_availability_zone.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.704647 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.705141 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: network_availability_zone Mar 28 10:41:36.705465 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: network_ip_availability.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.706576 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.707083 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: network-ip-availability Mar 28 10:41:36.707405 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: network_segment_range.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.708161 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.708663 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 10:41:36.708980 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: pagination.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.709967 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.710294 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: pagination Mar 28 10:41:36.710605 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: port_device_profile.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.711503 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.712010 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: port-device-profile Mar 28 10:41:36.712328 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.713827 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.714354 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: port-mac-address-regenerate Mar 28 10:41:36.714675 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.715583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.716081 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: port-numa-affinity-policy Mar 28 10:41:36.716398 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: port_resource_request.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.717293 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.717786 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 10:41:36.718125 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: portbindings.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.719038 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.719539 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: binding Mar 28 10:41:36.719856 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: portbindings_extended.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.721253 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.721770 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: binding-extended Mar 28 10:41:36.722127 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: portsecurity.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.723038 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.723548 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: port-security Mar 28 10:41:36.723870 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: project_id.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.724834 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.725162 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: project-id Mar 28 10:41:36.725489 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: providernet.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.726409 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.726912 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: provider Mar 28 10:41:36.727229 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: qos.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.730796 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.731312 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension qos not supported by any of loaded plugins Mar 28 10:41:36.731638 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.732874 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.733383 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 10:41:36.733709 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.734761 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.735151 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 10:41:36.735480 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: qos_default.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.736377 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.736879 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension qos-default not supported by any of loaded plugins Mar 28 10:41:36.737202 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: qos_fip.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.737847 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.738380 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension qos-fip not supported by any of loaded plugins Mar 28 10:41:36.738702 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: qos_gateway_ip.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.739610 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.740115 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 10:41:36.740436 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: qos_port_network_policy.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.741327 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.741825 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 10:41:36.742169 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: qos_rule_type_details.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.743068 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.743567 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 10:41:36.743886 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: qos_rules_alias.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.744944 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.745457 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 10:41:36.745777 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: quotasv2.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.746700 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.747024 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: quotas Mar 28 10:41:36.747343 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: quotasv2_detail.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.748957 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.749289 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: quota_details Mar 28 10:41:36.749615 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: rbac.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.750675 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.751194 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: rbac-policies Mar 28 10:41:36.751520 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: rbac_address_group.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.752432 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.752940 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: rbac-address-group Mar 28 10:41:36.753261 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: rbac_address_scope.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.754189 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.754692 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: rbac-address-scope Mar 28 10:41:36.755012 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: rbac_security_groups.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.755911 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.756411 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: rbac-security-groups Mar 28 10:41:36.756729 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: rbac_subnetpool.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.757639 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.758170 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: rbac-subnetpool Mar 28 10:41:36.758491 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: revisionifmatch.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.759401 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.760425 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: revision-if-match Mar 28 10:41:36.760749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: revisions.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.761992 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.762497 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: standard-attr-revisions Mar 28 10:41:36.762816 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: router_availability_zone.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.763480 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.763985 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: router_availability_zone Mar 28 10:41:36.764302 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: routerservicetype.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.765206 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.765705 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension router-service-type not supported by any of loaded plugins Mar 28 10:41:36.766060 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.766965 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.767466 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: security-groups-normalized-cidr Mar 28 10:41:36.767782 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.768703 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.769204 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: port-security-groups-filtering Mar 28 10:41:36.769526 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.770462 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.770964 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: security-groups-remote-address-group Mar 28 10:41:36.771282 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: securitygroup.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.781371 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.781958 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: security-group Mar 28 10:41:36.782247 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: segment.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.783022 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.783526 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension segment not supported by any of loaded plugins Mar 28 10:41:36.783849 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.784770 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.785279 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 10:41:36.785599 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: servicetype.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.786714 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.787229 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: service-type Mar 28 10:41:36.787551 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: sorting.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.788523 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.788857 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: sorting Mar 28 10:41:36.789174 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: standard_attr_segment.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.790106 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.790614 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 10:41:36.790931 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: standardattrdescription.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.791595 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.792108 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: standard-attr-description Mar 28 10:41:36.792430 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: stateful_security_group.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.793337 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.793841 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: stateful-security-group Mar 28 10:41:36.794184 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: stdattrs_common.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.794755 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 10:41:36.795068 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.796053 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.796560 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 10:41:36.796876 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: subnet_onboard.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.797948 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.798453 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: subnet_onboard Mar 28 10:41:36.798772 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.799679 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.800176 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 10:41:36.800496 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: subnet_service_types.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.801403 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.801918 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: subnet-service-types Mar 28 10:41:36.802246 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: subnetallocation.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.803316 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.803830 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: subnet_allocation Mar 28 10:41:36.804151 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.804801 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.805320 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: subnetpool-prefix-ops Mar 28 10:41:36.805624 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.806572 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.807122 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 10:41:36.807438 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: tagging.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.808565 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.808996 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: standard-attr-tag Mar 28 10:41:36.809319 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: timestamp.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.810527 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.811036 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loaded extension: standard-attr-timestamp Mar 28 10:41:36.811359 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: trunk.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.812377 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.812887 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension trunk not supported by any of loaded plugins Mar 28 10:41:36.813210 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: trunk_details.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.814146 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.814653 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension trunk-details not supported by any of loaded plugins Mar 28 10:41:36.814973 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: uplink_status_propagation.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.815899 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.816408 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 10:41:36.816724 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Loading extension file: vlantransparent.py {{(pid=88384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 10:41:36.817376 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 10:41:36.817876 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 10:41:36.820287 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:network Mar 28 10:41:36.821008 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:subnet Mar 28 10:41:36.821770 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 10:41:36.822908 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:port Mar 28 10:41:36.824150 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.824589 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service FLAVORS assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.825205 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.825631 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.826263 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:router Mar 28 10:41:36.826924 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 10:41:36.827617 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service METERING assigned prefix: /metering {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.829029 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.829393 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.829739 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:41:36.832010 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 10:41:36.832457 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:security_group Mar 28 10:41:36.833108 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 10:41:36.833834 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service CORE assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.834187 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 10:41:36.834519 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] subnetpool is already registered Mar 28 10:41:36.835142 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service CORE assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.835469 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 10:41:36.835797 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] subnetpool is already registered Mar 28 10:41:36.946340 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.946772 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service FLAVORS assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.947908 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.948331 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.948683 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:router Mar 28 10:41:36.948996 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] router is already registered Mar 28 10:41:36.949648 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 10:41:36.949992 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] floatingip is already registered Mar 28 10:41:36.950618 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service METERING assigned prefix: /metering {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.951688 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 10:41:36.952014 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] rbac_policy is already registered Mar 28 10:41:36.952432 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:security_group Mar 28 10:41:36.952754 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] security_group is already registered Mar 28 10:41:36.953339 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 10:41:36.953662 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] security_group_rule is already registered Mar 28 10:41:36.954344 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service CORE assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.954674 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 10:41:36.954996 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] subnetpool is already registered Mar 28 10:41:36.955588 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.v2.resource_helper [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Service CORE assigned prefix: {{(pid=88384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 10:41:36.955913 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 10:41:36.956232 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING neutron.quota.resource_registry [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] subnetpool is already registered Mar 28 10:41:36.956870 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: extensions {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.958377 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: address-groups {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.959987 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: address-scopes {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.961195 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: agents {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.962365 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: auto-allocated-topology {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.964360 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: availability_zones {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.965573 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: dhcp-networks {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.967005 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: dhcp-agents {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.968434 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: routers {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.970246 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: flavors {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.971408 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: service_profiles {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.972607 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: next_providers {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.974143 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: service_profiles {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.975589 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: floatingip-pools {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.976784 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: routers {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.978621 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: floatingips {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.979814 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: l3-routers {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.981162 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: l3-agents {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.982858 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: metering-labels {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.984096 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: metering-label-rules {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.985351 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: network-ip-availabilities {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.986633 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: bindings {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.988264 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: quotas {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.989684 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: quotas {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.991097 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: rbac-policies {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.992366 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: security-groups {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.993550 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: security-group-rules {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.994866 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: service-providers {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.996183 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: subnetpools {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.997537 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: subnetpools {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:36.998986 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.000722 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.002441 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.004219 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.006998 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.008821 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.018847 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.018847 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.018847 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.018847 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron.api.extensions [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Extended resource: tags {{(pid=88384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 10:41:37.022303 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING keystonemiddleware.auth_token [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 10:41:37.027607 dv-neutron-835336-1-hyperv neutron-server[88384]: WARNING keystonemiddleware.auth_token [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 10:41:37.035734 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_concurrency.lockutils [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Acquired lock "singleton_lock" {{(pid=88384) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 28 10:41:37.036153 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_concurrency.lockutils [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Releasing lock "singleton_lock" {{(pid=88384) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 28 10:41:37.036781 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO oslo_service.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Starting 2 workers Mar 28 10:41:37.041449 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Started child 88493 {{(pid=88384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 10:41:37.045733 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Started child 88494 {{(pid=88384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 10:41:37.046651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:37.047276 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO neutron.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 10:41:37.047917 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Notify callbacks [] for process, before_spawn {{(pid=88384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:37.048058 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [-] (88493) wsgi starting up on http://0.0.0.0:9696 Mar 28 10:41:37.050281 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO oslo_service.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Starting 1 workers Mar 28 10:41:37.050545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:37.051994 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [-] (88494) wsgi starting up on http://0.0.0.0:9696 Mar 28 10:41:37.055259 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Started child 88495 {{(pid=88384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 10:41:37.055782 dv-neutron-835336-1-hyperv neutron-server[88384]: INFO oslo_service.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Starting 1 workers Mar 28 10:41:37.059169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] calling RpcWorker wait() {{(pid=88495) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 10:41:37.059710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] returning from RpcWorker wait() {{(pid=88495) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 10:41:37.060085 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Started child 88496 {{(pid=88384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 10:41:37.060859 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG neutron_lib.callbacks.manager [None req-a13df1f9-2456-4f3f-a93c-f18389ac5705 None None] Notify callbacks [] for process, after_spawn {{(pid=88384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:37.061161 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:37.061678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:41:37.062681 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88384) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 28 10:41:37.062890 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 10:41:37.063072 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 10:41:37.063295 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 10:41:37.063633 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 10:41:37.063785 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 10:41:37.064267 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.064536 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.064751 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:37.065207 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.065207 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.065349 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.065880 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.066192 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.066670 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.066901 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.067160 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.067327 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.067491 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.067738 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.067969 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.068261 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.068509 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.068754 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.069020 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.069188 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.069435 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.069700 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.069962 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.070227 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] debug = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.070476 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.070922 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.071142 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.071377 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.071607 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.071864 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.072120 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.072913 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.073143 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.073345 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.073595 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.074016 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.074252 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.074484 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.074701 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.074957 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.075176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.075622 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] host = dv-neutron-835336-1-hyperv {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.075834 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.076296 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.076535 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.076766 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.077005 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.077232 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.077474 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.077712 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.077987 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.078232 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.078498 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.078726 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.078961 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.079213 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.079471 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_options = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.079616 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.079870 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.080120 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.080314 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.080480 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.080650 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.080903 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.081067 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.081319 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.081556 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.081768 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.082068 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.082273 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.082491 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.082743 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.082971 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.083203 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.083412 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.083653 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.083969 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.084134 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.084347 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.084578 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.084797 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.085009 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.085221 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.085473 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.085684 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.085894 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.086176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.086420 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.086655 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.086898 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.087077 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:41:37.087230 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.087477 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.087632 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.087778 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.088079 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.088821 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.089072 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.089323 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.089544 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.089751 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.090027 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.090229 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.090392 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_json = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.090629 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.090874 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.091068 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.091292 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.092208 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.092577 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.092904 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.093066 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.093239 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.093660 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.093954 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.094290 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.094543 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.094794 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.095555 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.095555 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.095555 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.095979 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.095979 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.096256 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.096406 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.096691 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.096948 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.097210 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.097546 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.097800 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.098089 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.098295 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.098512 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.098730 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.103934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.103934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.103934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.103934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.103934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.103934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.103934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.103934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.104579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.104579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.104579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.104579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.104579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.104579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.104579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.104579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.104579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105191 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105828 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105828 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105828 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105828 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.105828 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.106367 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.106367 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.106367 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.106569 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.106747 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.106959 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.107167 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.107399 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.107634 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.107855 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.108093 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.108312 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.108541 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.108781 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.108996 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.109207 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.109422 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.109651 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.109867 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.110110 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.110322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.110553 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.110763 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.110973 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.111206 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.111452 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.111666 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.111897 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.112124 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.112334 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.112550 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.112761 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.113028 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.113339 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.113586 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.113855 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.114148 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.114410 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.114650 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.114888 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.115120 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.115481 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.115845 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.116246 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.116508 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.116734 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.116948 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.117170 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.117404 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.117619 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.117837 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.118093 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.118320 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.118749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.119039 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.119797 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.120049 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.120321 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.120591 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.120873 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.121136 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.121408 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.121618 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.121883 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.126869 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.126869 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.126869 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.126869 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.126869 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.126869 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.126869 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.126869 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.127492 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.127492 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.127492 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.127492 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.127492 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.127492 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.127492 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.127492 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128031 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128471 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128471 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128471 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128751 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.128952 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.129187 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.129427 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.129658 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.129940 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.130122 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.130374 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.130581 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.130791 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.131021 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.131249 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.131463 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.131690 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.131920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.132135 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.132358 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.132569 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.132786 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.133032 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.133263 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.133481 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.133721 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.133931 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.134343 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.134570 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.134901 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.135632 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.135866 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.136108 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.136406 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.136613 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.136857 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.137101 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.137318 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.137548 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.137759 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.138011 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.138208 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.138437 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.138751 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.138866 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.139081 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.139298 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.139645 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.139890 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.141920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.141920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.141920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.141920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.141920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.141920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.141920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.141920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.141920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.142598 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.142598 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.142598 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.142828 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.142828 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.143116 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.143297 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.143531 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.143778 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.143993 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.144196 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.144400 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.144635 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.144822 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.145024 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.145247 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.145450 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.145660 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.145969 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.146210 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.146447 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.146678 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.146905 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.147146 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.147357 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.147565 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.147799 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.148005 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.148247 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.148458 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.148664 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.148877 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.149113 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.149417 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.149667 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.149913 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.150218 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.150906 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.150906 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.151059 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.151284 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.151500 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.151737 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.151952 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.152188 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.152422 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.152704 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.153007 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.153317 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.153566 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.153811 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.154281 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.154550 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.154815 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.155033 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.155331 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.155665 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.155926 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.156171 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.156428 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.156709 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.156943 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.157145 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.157377 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.157609 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.157823 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.158110 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.158343 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.158563 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.158777 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.159019 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.159237 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.159674 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.159887 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.160104 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.160317 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.160472 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 10:41:37.161003 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88384) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 28 10:41:37.161157 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 10:41:37.161303 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 10:41:37.161618 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 10:41:37.161790 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 10:41:37.161963 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 10:41:37.162171 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.162377 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.162468 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.162620 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.162776 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.162961 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.163117 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.163424 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.163579 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.163881 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.164036 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.164347 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.164502 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.164831 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.165165 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.165465 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.165621 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.165925 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.166251 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.166408 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.166563 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.166721 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.166871 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] debug = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.167033 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.167228 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.167385 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.167675 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.167974 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.168129 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.168283 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.168441 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.168596 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.168751 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.168904 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.169208 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.169363 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.169518 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.169677 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.169836 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.169996 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.170160 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] host = dv-neutron-835336-1-hyperv {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.170309 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.170466 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.170554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:41:37.170628 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.170765 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.170920 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.171074 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.171230 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.171384 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.171539 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.171694 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.171848 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.172003 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.172157 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.172311 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.172466 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_options = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.172621 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.172775 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.172931 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.173110 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.173597 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.173597 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.173597 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.173820 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.173888 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.174000 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.174163 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.174329 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.174459 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.174611 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.174767 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.174927 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.175076 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.175382 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.175543 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.175695 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.175831 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.175955 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.176108 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.176263 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.176420 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.176575 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.176729 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.176883 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.177039 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.177193 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.177349 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.177507 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.177684 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.177940 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.178035 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.178199 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.178289 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.178449 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.178630 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.178745 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.178902 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.179059 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.179219 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.179373 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.179527 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.179682 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_json = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.179837 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.179992 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.180141 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.180295 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.180448 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.180601 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.180756 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.180910 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.181064 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 10:41:37.181237 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.181399 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.181567 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.182284 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.182433 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.182571 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.182706 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.182864 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.183024 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.183200 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.183344 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.183486 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.183680 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.183817 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.183972 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.184132 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.184287 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.184445 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.184603 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.184760 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.184917 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.185074 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.185230 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.185392 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.185533 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.185694 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.185836 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.198176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.198176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.198176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.198176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.198176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.198176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.198176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.198176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.198176 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.199934 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.200583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.200583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.200583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.200583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.200583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.200583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.200583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.200583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.200583 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.201525 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.201525 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.201525 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.201525 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.201525 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.201525 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.201525 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.201525 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.201525 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.202387 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.202387 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.202387 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.202387 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.202387 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.202387 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.202387 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.202387 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.202387 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203299 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203939 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203939 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203939 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203939 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203939 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203939 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203939 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.203939 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.204689 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.204689 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.204689 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.204689 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.204689 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.204689 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.204689 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.204689 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.205322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.205322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.205322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.205322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.205322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.205322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.205322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.205322 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206060 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206060 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206060 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206060 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206060 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206060 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206060 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206060 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206744 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206744 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206744 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206744 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206744 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206744 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206744 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.206744 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.207423 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.207423 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.207423 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.207423 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.207423 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.207423 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.207423 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.207423 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208166 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208166 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208166 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208166 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208166 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208166 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208166 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208166 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.208749 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.209277 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.209277 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.209277 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.209277 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.209277 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.209277 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.209277 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.209277 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.210238 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.210238 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.210238 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.210238 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.210238 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.210238 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.210238 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.210238 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211050 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211050 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211050 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211050 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211050 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211050 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211050 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211050 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211621 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211621 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211621 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211621 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211621 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.211621 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.213165 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.213356 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.213444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55402) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:41:37.213538 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.213700 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.213895 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.214092 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.214263 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.214439 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.214604 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.214752 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.214918 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.215078 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.215239 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.215400 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.215562 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.215779 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.215878 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.216022 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.216180 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.216337 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.216498 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.216659 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.216818 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.216975 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.217134 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.217291 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.217448 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.217605 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.217763 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.217951 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.218078 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.218235 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.218391 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.218564 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.218722 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.218881 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.219043 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.219240 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.219384 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.219528 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.219669 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.219807 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.219960 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.220108 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.220266 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.220424 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.220580 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.220738 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.220906 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.221065 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.221209 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.221376 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.221535 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.221668 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.221821 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.222042 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.222184 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.222319 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065196 Mar 28 10:41:37.222472 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.222472 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.222721 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.222853 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.222981 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.223093 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.223203 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.223369 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.223528 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.223694 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.223861 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.224028 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.224187 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.224350 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.224520 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.224679 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.224838 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.224996 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.225154 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.225311 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.225470 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.225630 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.225803 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.225965 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.226125 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.226282 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.226439 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.226611 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.226736 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.226890 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.227047 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.227204 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.227362 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.227520 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 10:41:37.227670 dv-neutron-835336-1-hyperv neutron-server[88384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 10:41:48.199376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923fb69e-c85a-4da5-af52-995a136a23c8 None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 10:41:48.259144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923fb69e-c85a-4da5-af52-995a136a23c8 None None] No non-hosted networks {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 10:41:48.273490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.agentschedulers_db [None req-923fb69e-c85a-4da5-af52-995a136a23c8 None None] DHCP Agent not found on host dv-neutron-835336-1-hyperv {{(pid=88495) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 10:41:48.412849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5d63d4d3-e802-48a6-9e54-01c787b81ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457783'] for agent, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:50.409727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dc99414d-107e-460a-9d43-c814b33784e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457783'] for agent, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:50.454537 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-64e766bb-d390-4ff8-8c4a-76566f19c46d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835336-1-hyperv {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:41:50.455337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-64e766bb-d390-4ff8-8c4a-76566f19c46d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:41:51.047600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-64e766bb-d390-4ff8-8c4a-76566f19c46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:51.489294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457783'] for agent, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:51.562065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457783'] for agent, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:51.562729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.563095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.563426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.563757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.564122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.564447 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.564817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.565162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.565483 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.565861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.566259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.566581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:41:51.567004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835336-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:41:51.573601 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835336-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:41:52.924083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457783'] for agent, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:54.344107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55492) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:41:54.913422 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING oslo_policy.policy [None req-b0ec330c-5bb9-4697-8d55-1a9958f21d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 10:41:54.914131 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING oslo_policy.policy [None req-b0ec330c-5bb9-4697-8d55-1a9958f21d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 10:41:55.131739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-b0ec330c-5bb9-4697-8d55-1a9958f21d14 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:41:55.132769 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b0ec330c-5bb9-4697-8d55-1a9958f21d14 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7877626 Mar 28 10:41:56.512916 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.db.l3_hamode_db [None req-a465f691-b82d-433b-a010-56e1d4ea6786 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 10:41:56.597648 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465f691-b82d-433b-a010-56e1d4ea6786 None None] Routers set() bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:41:56.598053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465f691-b82d-433b-a010-56e1d4ea6786 None None] Router IDs set() for agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 28 10:41:57.510649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55506) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:41:57.861383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d458617b-afec-4892-be7b-1046e61b824d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:41:57.955687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.policy [None req-d458617b-afec-4892-be7b-1046e61b824d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88493) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 10:41:58.000273 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING oslo_policy.policy [None req-d458617b-afec-4892-be7b-1046e61b824d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 10:41:58.000637 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING oslo_policy.policy [None req-d458617b-afec-4892-be7b-1046e61b824d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 10:41:58.008973 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.quota [None req-d458617b-afec-4892-be7b-1046e61b824d admin admin] Loaded quota_driver: . Mar 28 10:41:58.024371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d458617b-afec-4892-be7b-1046e61b824d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:41:58.167606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d458617b-afec-4892-be7b-1046e61b824d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517119965', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517116208', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517147271', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517135995', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517032083', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517017667', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133725724', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133701509', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549020', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637016'] for rbac-policy, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:58.355776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d458617b-afec-4892-be7b-1046e61b824d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:41:58.356987 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d458617b-afec-4892-be7b-1046e61b824d admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8452916 Mar 28 10:42:00.960343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55520) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:01.298723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c7496d776ce94694ba91c73e56c23e9d'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:42:01.303483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:42:01.307877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Usage tracker for resource:network and tenant:c7496d776ce94694ba91c73e56c23e9d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:42:01.312401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:42:01.318467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:42:01.380555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Made reservation on behalf of c7496d776ce94694ba91c73e56c23e9d for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:42:01.383317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:01.400186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:01.414393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:42:01.418468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Usage tracker for resource:security_group_rule and tenant:c7496d776ce94694ba91c73e56c23e9d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:42:01.423369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:42:01.428787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:42:01.521881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:01.586808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:01.608823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:42:01.634035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728513914134', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:01.634595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Unsubscribe: segment precommit_create {{(pid=88493) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 10:42:01.635605 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Added segment b2729eeb-0c86-4cba-8ad0-392501e2f307 of type vlan for network 0833f0f5-ef4e-434a-a857-a79e5760cab1 Mar 28 10:42:01.682725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8285e02b-5112-4b48-9b4a-a378c828bc58,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:01.698473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.698828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.699166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.699494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.699818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.700404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.700723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.701040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.701353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.701665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.702000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.702311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Tracked resource versions report: Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: pushed versions: Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: { 'AddressGroup': {'1.2'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'ConntrackHelper': {'1.0'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Log': {'1.0'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Network': {'1.1'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Port': {'1.7'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'PortForwarding': {'1.2'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'QosPolicy': {'1.8'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SecurityGroup': {'1.4'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SecurityGroupRule': {'1.2'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SubPort': {'1.0'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Subnet': {'1.1'}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Trunk': {'1.1'}} Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: consumer versions: Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: { DHCP agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: L3 agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: Metadata agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: Metering agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: Open vSwitch agent@dv-neutron-835336-1-hyperv: { 'AddressGroup': '1.2', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'ConntrackHelper': '1.0', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Log': '1.0', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Network': '1.1', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Port': '1.7', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'PortForwarding': '1.2', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'QosPolicy': '1.8', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SecurityGroup': '1.4', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SecurityGroupRule': '1.2', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SubPort': '1.0', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Subnet': '1.1', Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Trunk': '1.1'}} Mar 28 10:42:01.703602 dv-neutron-835336-1-hyperv neutron-server[88493]: {{(pid=88493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 10:42:01.745474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:01.823827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:01.824858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:42:01.825718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:01.931721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] Pushing event updated for resources: {'Network': ['ID=0833f0f5-ef4e-434a-a857-a79e5760cab1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:01.942469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0833f0f5-ef4e-434a-a857-a79e5760cab1 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:42:01.979689 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad631082-cd57-4529-9f15-78dcff21a7ec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0182595 Mar 28 10:42:04.647604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55536) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:05.077489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135962bc-f40b-410d-956f-aae6c10fdfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:42:05.078870 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-135962bc-f40b-410d-956f-aae6c10fdfad admin admin] 10.222.0.18 "GET /v2.0/networks/0833f0f5-ef4e-434a-a857-a79e5760cab1 HTTP/1.1" status: 200 len: 825 time: 0.4303238 Mar 28 10:42:05.106266 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-20512681-b71e-44c1-aa1f-75ac97498804 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/955d467f-a8ef-4795-b5d4-45ab88bf8a5a HTTP/1.1" status: 200 len: 734 time: 0.0219078 Mar 28 10:42:05.114813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Request body: {'subnet': {'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'subnetpool_id': '955d467f-a8ef-4795-b5d4-45ab88bf8a5a', 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:42:05.118884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:42:05.122597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Usage tracker for resource:subnet and tenant:c7496d776ce94694ba91c73e56c23e9d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:42:05.125615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:42:05.131290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:42:05.206992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Made reservation on behalf of c7496d776ce94694ba91c73e56c23e9d for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:42:05.209282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:05.612598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:05.693468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Checking segment: {'id': 'b2729eeb-0c86-4cba-8ad0-392501e2f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:42:05.694120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Network hostable DHCP agents. Network: 0833f0f5-ef4e-434a-a857-a79e5760cab1, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:42:05.701920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b84ff0-7dfc-4516-8b2b-27355758e45d,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:05.766463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Network 0833f0f5-ef4e-434a-a857-a79e5760cab1 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:42:05.835119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0833f0f5-ef4e-434a-a857-a79e5760cab1) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:42:05.839515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:42:05.840115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:05.844113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5824044-528e-4182-9f01-184d2e8e4b42 None None] Network 0833f0f5-ef4e-434a-a857-a79e5760cab1 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:42:05.941269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4aa41a9c-3c7e-4468-8465-68e93cb5da13 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8296006 Mar 28 10:42:06.144359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-0833f0f5-ef4e-434a-a857-a79e5760cab1', 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'fixed_ips': [{'subnet_id': '10b84ff0-7dfc-4516-8b2b-27355758e45d'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:42:06.145561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:06.330093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Allocated IP 172.20.0.2 (0833f0f5-ef4e-434a-a857-a79e5760cab1/10b84ff0-7dfc-4516-8b2b-27355758e45d/4d9fd903-45b3-406b-988b-a11099688338) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:42:06.556974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:06.569676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Transition to ACTIVE for port object 4d9fd903-45b3-406b-988b-a11099688338 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:42:06.589495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Transition to ACTIVE for port object 4d9fd903-45b3-406b-988b-a11099688338 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:42:06.667873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:06.727345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Network 0833f0f5-ef4e-434a-a857-a79e5760cab1 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:42:06.734515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:42:06.741933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:42:06.744709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Pushing event updated for resources: {'Port': ['ID=4d9fd903-45b3-406b-988b-a11099688338,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:06.753637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.754027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.754374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.755956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.755956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.755956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.755956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.756415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.756415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.756644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.756954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.757272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Tracked resource versions report: Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: pushed versions: Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: { 'AddressGroup': {'1.2'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'ConntrackHelper': {'1.0'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Log': {'1.0'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Network': {'1.1'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Port': {'1.7'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'PortForwarding': {'1.2'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'QosPolicy': {'1.8'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SecurityGroup': {'1.4'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SecurityGroupRule': {'1.2'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SubPort': {'1.0'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Subnet': {'1.1'}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Trunk': {'1.1'}} Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: consumer versions: Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: { DHCP agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: L3 agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: Metadata agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: Metering agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: Open vSwitch agent@dv-neutron-835336-1-hyperv: { 'AddressGroup': '1.2', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'ConntrackHelper': '1.0', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Log': '1.0', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Network': '1.1', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Port': '1.7', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'PortForwarding': '1.2', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'QosPolicy': '1.8', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SecurityGroup': '1.4', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SecurityGroupRule': '1.2', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SubPort': '1.0', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Subnet': '1.1', Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Trunk': '1.1'}} Mar 28 10:42:06.758630 dv-neutron-835336-1-hyperv neutron-server[88495]: {{(pid=88495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 10:42:06.844310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Attempting to bind port 4d9fd903-45b3-406b-988b-a11099688338 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:42:06.844922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Attempting to bind port 4d9fd903-45b3-406b-988b-a11099688338 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b2729eeb-0c86-4cba-8ad0-392501e2f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:42:06.845116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Attempting to bind port 4d9fd903-45b3-406b-988b-a11099688338 on network 0833f0f5-ef4e-434a-a857-a79e5760cab1 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:42:06.850309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:42:06.850715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Checking segment: {'id': 'b2729eeb-0c86-4cba-8ad0-392501e2f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:42:06.851190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:06.851581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Bound using segment: {'id': 'b2729eeb-0c86-4cba-8ad0-392501e2f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:42:06.852070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Bound port: 4d9fd903-45b3-406b-988b-a11099688338, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2729eeb-0c86-4cba-8ad0-392501e2f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:42:06.852550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:06.941291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] For port 4d9fd903-45b3-406b-988b-a11099688338, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:42:06.945140 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] For port 4d9fd903-45b3-406b-988b-a11099688338, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4d9fd903-45b3-406b-988b-a11099688338,segment=NetworkSegment(b2729eeb-0c86-4cba-8ad0-392501e2f307),segment_id=b2729eeb-0c86-4cba-8ad0-392501e2f307)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:42:07.004002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:07.095349 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db988bc0-c5bb-4a89-9514-c371001250e1 None None] Pushing event updated for resources: {'Port': ['ID=4d9fd903-45b3-406b-988b-a11099688338,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:08.380847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 55546) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:08.953939 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING oslo_policy.policy [None req-75b09bfa-a601-44de-a10a-23f80f5e0643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 10:42:08.954621 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING oslo_policy.policy [None req-75b09bfa-a601-44de-a10a-23f80f5e0643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 10:42:09.170258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-75b09bfa-a601-44de-a10a-23f80f5e0643 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:42:09.186052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-75b09bfa-a601-44de-a10a-23f80f5e0643 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7884498 Mar 28 10:42:10.865718 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51dd4dd-fbff-4d9f-ad2c-3f120f132ec4 None None] Network 0833f0f5-ef4e-434a-a857-a79e5760cab1 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:42:11.027359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b4516a45-751a-4d5a-a9e0-a1cae5f6f152 None None] Provisioning for port 4d9fd903-45b3-406b-988b-a11099688338 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:42:11.261941 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4d9fd903-45b3-406b-988b-a11099688338 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:42:11.406680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 4d9fd903-45b3-406b-988b-a11099688338 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:42:11.411394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 4d9fd903-45b3-406b-988b-a11099688338 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:42:11.411784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:11.524509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:11.557338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 4d9fd903-45b3-406b-988b-a11099688338, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4d9fd903-45b3-406b-988b-a11099688338,segment=NetworkSegment(b2729eeb-0c86-4cba-8ad0-392501e2f307),segment_id=b2729eeb-0c86-4cba-8ad0-392501e2f307)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:42:11.584100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 55564) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:11.618465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:11.687400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=4d9fd903-45b3-406b-988b-a11099688338,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:11.939655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-57acc790-d50f-43a7-bdf0-e372da165cf3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:42:11.940602 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-57acc790-d50f-43a7-bdf0-e372da165cf3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3555706 Mar 28 10:42:13.225023 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4d9fd903-45b3-406b-988b-a11099688338 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:42:13.289535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 4d9fd903-45b3-406b-988b-a11099688338 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:42:13.289894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:14.603657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 55576) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:14.939796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'name': 'router1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:42:15.005664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.policy [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88494) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 10:42:15.051690 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING oslo_policy.policy [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 10:42:15.052008 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING oslo_policy.policy [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 10:42:15.060550 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.quota [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Loaded quota_driver: . Mar 28 10:42:15.076383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:42:15.082989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Usage tracker for resource:router and tenant:c7496d776ce94694ba91c73e56c23e9d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:42:15.088012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:42:15.095315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:42:15.169047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:15.171619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:15.196149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:15.370785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:15.454679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:15.455854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ac8ec7e8-8f44-450b-a7bb-8e0929c52504 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8512599 Mar 28 10:42:17.814344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55588) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:18.176539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-fcd9297f-b759-492c-94cc-d9636c5e7459 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:42:18.177509 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fcd9297f-b759-492c-94cc-d9636c5e7459 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3623095 Mar 28 10:42:18.201059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-75a47468-5c43-46fb-8309-01a49918d275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:20.391817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3e352ed8-58a5-4989-84fd-e60f5a6dd710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:20.542891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55598) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:20.892679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:42:20.897259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:42:20.901521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Usage tracker for resource:network and tenant:af8fb265ffe840108a2f684ec57ef3a5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:42:20.904762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:42:20.910341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:42:21.020190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Made reservation on behalf of af8fb265ffe840108a2f684ec57ef3a5 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:42:21.022413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.034689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.051129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:42:21.054837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Usage tracker for resource:security_group_rule and tenant:af8fb265ffe840108a2f684ec57ef3a5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:42:21.057555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:42:21.063201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:42:21.140929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.220283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.243029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Reserving flat network on physical network physnet1 {{(pid=88493) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 10:42:21.255994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106543db-b327-4e55-9dcc-770f71828e3c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:21.262120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.262461 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Added segment 46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873 of type flat for network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 Mar 28 10:42:21.292973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.391511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.392463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:42:21.393035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.491936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] Pushing event updated for resources: {'Network': ['ID=3c5eb4d5-432f-4837-acd0-5039e9e12fd8,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:21.500494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.502524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:42:21.577729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:21.601434 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-90db1517-0f6f-4ab5-b16c-2a02998d7e74 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0574872 Mar 28 10:42:22.857544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:23.942182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55618) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:24.145957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a64bdd-ed51-4877-9df4-371dc28aead8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:42:24.147260 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-10a64bdd-ed51-4877-9df4-371dc28aead8 admin admin] 10.222.0.18 "GET /v2.0/subnets/10b84ff0-7dfc-4516-8b2b-27355758e45d HTTP/1.1" status: 200 len: 849 time: 0.2041464 Mar 28 10:42:24.317189 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e647d07f-70bc-4723-9494-96944c87d5fd admin admin] 10.222.0.18 "GET /v2.0/routers/a1e9f5d3-4139-4ae4-a691-28e7e6091d78 HTTP/1.1" status: 200 len: 704 time: 0.1643565 Mar 28 10:42:24.769288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:24.994852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Allocated IP 172.20.0.1 (0833f0f5-ef4e-434a-a857-a79e5760cab1/10b84ff0-7dfc-4516-8b2b-27355758e45d/14454ef3-c27d-4365-ae6e-530a872f5897) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:42:25.176399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:25.192995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Transition to ACTIVE for port object 14454ef3-c27d-4365-ae6e-530a872f5897 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:42:25.317512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:25.380432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Network 0833f0f5-ef4e-434a-a857-a79e5760cab1 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:42:25.387018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:42:25.390086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:42:25.390612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:25.514651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Pushing event updated for resources: {'Port': ['ID=14454ef3-c27d-4365-ae6e-530a872f5897,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:25.623337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f2582c2a-130c-49d4-89b5-954821aee81e None None] Provisioning for port 14454ef3-c27d-4365-ae6e-530a872f5897 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:42:25.628120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f2582c2a-130c-49d4-89b5-954821aee81e None None] Provisioning complete for port 14454ef3-c27d-4365-ae6e-530a872f5897 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:42:25.628486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f2582c2a-130c-49d4-89b5-954821aee81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:25.683546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f2582c2a-130c-49d4-89b5-954821aee81e None None] Port 14454ef3-c27d-4365-ae6e-530a872f5897 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:42:25.723246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:25.941475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:26.011522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:26.012228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:26.150543 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Pushing event updated for resources: {'Port': ['ID=14454ef3-c27d-4365-ae6e-530a872f5897,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:26.203087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Network 0833f0f5-ef4e-434a-a857-a79e5760cab1 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:42:26.204062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:42:26.405371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a3958388-f3a4-4ffe-bf0d-f1669b593210 None None] Provisioning complete for port 14454ef3-c27d-4365-ae6e-530a872f5897 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:42:26.405734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a3958388-f3a4-4ffe-bf0d-f1669b593210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:26.457480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a3958388-f3a4-4ffe-bf0d-f1669b593210 None None] Port 14454ef3-c27d-4365-ae6e-530a872f5897 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:42:26.466338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Router a1e9f5d3-4139-4ae4-a691-28e7e6091d78 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:42:26.656111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:42:26.665590 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ea69317d-3691-48c7-988b-0c49199653d9 admin admin] 10.222.0.18 "PUT /v2.0/routers/a1e9f5d3-4139-4ae4-a691-28e7e6091d78/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3431237 Mar 28 10:42:26.666727 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Sync routers for ids ['a1e9f5d3-4139-4ae4-a691-28e7e6091d78'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:42:26.677034 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Routers {'a1e9f5d3-4139-4ae4-a691-28e7e6091d78'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:42:26.677864 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:42:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a1e9f5d3-4139-4ae4-a691-28e7e6091d78'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:42:26.849518 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Set router a1e9f5d3-4139-4ae4-a691-28e7e6091d78 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:42:27.212877 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'name': 'router1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:42:15Z', 'updated_at': '2022-03-28T10:42:25Z', 'revision_number': 2, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'gw_port_host': None, '_interfaces': [{'id': '14454ef3-c27d-4365-ae6e-530a872f5897', 'name': '', 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'mac_address': 'fa:16:3e:de:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:42:24Z', 'updated_at': '2022-03-28T10:42:25Z', 'revision_number': 2, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'subnets': [{'id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955d467f-a8ef-4795-b5d4-45ab88bf8a5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:42:27.217637 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Checking router: a1e9f5d3-4139-4ae4-a691-28e7e6091d78 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:42:27.218024 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Updating router a1e9f5d3-4139-4ae4-a691-28e7e6091d78 port 14454ef3-c27d-4365-ae6e-530a872f5897 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:42:27.269187 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:27.641481 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:27.655810 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Transition to ACTIVE for port object 14454ef3-c27d-4365-ae6e-530a872f5897 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:42:27.751931 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:27.968187 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Pushing event updated for resources: {'Port': ['ID=14454ef3-c27d-4365-ae6e-530a872f5897,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:27.995076 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.995439 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.995778 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.996108 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.996433 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.996781 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.997106 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.997425 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.997757 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.998102 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.998421 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:27.998735 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Tracked resource versions report: Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: pushed versions: Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: { 'AddressGroup': {'1.2'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'ConntrackHelper': {'1.0'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Log': {'1.0'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Network': {'1.1'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Port': {'1.7'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'PortForwarding': {'1.2'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'QosPolicy': {'1.8'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SecurityGroup': {'1.4'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SecurityGroupRule': {'1.2'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SubPort': {'1.0'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Subnet': {'1.1'}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Trunk': {'1.1'}} Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: consumer versions: Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: { DHCP agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: L3 agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: Metadata agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: Metering agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: Open vSwitch agent@dv-neutron-835336-1-hyperv: { 'AddressGroup': '1.2', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'ConntrackHelper': '1.0', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Log': '1.0', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Network': '1.1', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Port': '1.7', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'PortForwarding': '1.2', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'QosPolicy': '1.8', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SecurityGroup': '1.4', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SecurityGroupRule': '1.2', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SubPort': '1.0', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Subnet': '1.1', Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Trunk': '1.1'}} Mar 28 10:42:28.000085 dv-neutron-835336-1-hyperv neutron-server[88496]: {{(pid=88496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 10:42:28.009796 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Attempting to bind port 14454ef3-c27d-4365-ae6e-530a872f5897 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:42:28.010273 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Attempting to bind port 14454ef3-c27d-4365-ae6e-530a872f5897 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b2729eeb-0c86-4cba-8ad0-392501e2f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:42:28.010784 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Attempting to bind port 14454ef3-c27d-4365-ae6e-530a872f5897 on network 0833f0f5-ef4e-434a-a857-a79e5760cab1 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:42:28.015990 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:42:28.018002 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Checking segment: {'id': 'b2729eeb-0c86-4cba-8ad0-392501e2f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:42:28.018002 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:28.018002 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Bound using segment: {'id': 'b2729eeb-0c86-4cba-8ad0-392501e2f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:42:28.018002 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Bound port: 14454ef3-c27d-4365-ae6e-530a872f5897, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2729eeb-0c86-4cba-8ad0-392501e2f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:42:28.018386 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:28.108501 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] For port 14454ef3-c27d-4365-ae6e-530a872f5897, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:42:28.112604 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] For port 14454ef3-c27d-4365-ae6e-530a872f5897, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=14454ef3-c27d-4365-ae6e-530a872f5897,segment=NetworkSegment(b2729eeb-0c86-4cba-8ad0-392501e2f307),segment_id=b2729eeb-0c86-4cba-8ad0-392501e2f307)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:42:28.206830 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:28.295349 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Routers {'a1e9f5d3-4139-4ae4-a691-28e7e6091d78'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:42:28.295976 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:42:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a1e9f5d3-4139-4ae4-a691-28e7e6091d78'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:42:28.345657 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88a286-bd75-4966-8dd1-59ec7259fa8e None None] Pushing event updated for resources: {'Port': ['ID=14454ef3-c27d-4365-ae6e-530a872f5897,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:28.450836 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] Set router a1e9f5d3-4139-4ae4-a691-28e7e6091d78 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:42:28.781293 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'name': 'router1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:42:15Z', 'updated_at': '2022-03-28T10:42:25Z', 'revision_number': 2, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'gw_port_host': None, '_interfaces': [{'id': '14454ef3-c27d-4365-ae6e-530a872f5897', 'name': '', 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'mac_address': 'fa:16:3e:de:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:42:24Z', 'updated_at': '2022-03-28T10:42:28Z', 'revision_number': 4, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'subnets': [{'id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955d467f-a8ef-4795-b5d4-45ab88bf8a5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:42:28.785029 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db355e91-53a8-43fa-a3bc-d0c7fb9b84fb None None] The sync data for ids ['a1e9f5d3-4139-4ae4-a691-28e7e6091d78'] in dv-neutron-835336-1-hyperv is: [{'id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'name': 'router1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:42:15Z', 'updated_at': '2022-03-28T10:42:25Z', 'revision_number': 2, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'gw_port_host': None, '_interfaces': [{'id': '14454ef3-c27d-4365-ae6e-530a872f5897', 'name': '', 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'mac_address': 'fa:16:3e:de:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:42:24Z', 'updated_at': '2022-03-28T10:42:28Z', 'revision_number': 4, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'subnets': [{'id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955d467f-a8ef-4795-b5d4-45ab88bf8a5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:42:28.866715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55640) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:29.008037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daafbc3d-8eda-4a6d-83b5-cb130ec25c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:42:29.009227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-daafbc3d-8eda-4a6d-83b5-cb130ec25c89 admin admin] Synchronizing usage tracker for tenant:af8fb265ffe840108a2f684ec57ef3a5 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:42:29.106005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-daafbc3d-8eda-4a6d-83b5-cb130ec25c89 admin admin] Unset dirty status for tenant:af8fb265ffe840108a2f684ec57ef3a5 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:42:29.107209 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-daafbc3d-8eda-4a6d-83b5-cb130ec25c89 admin admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 842 time: 0.2395616 Mar 28 10:42:29.116926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Request body: {'subnet': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'ip_version': 4, 'gateway_ip': '172.26.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.2.0/24'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:42:29.122804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:42:29.126531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Usage tracker for resource:subnet and tenant:af8fb265ffe840108a2f684ec57ef3a5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:42:29.129306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:42:29.136392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:42:29.203017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Made reservation on behalf of af8fb265ffe840108a2f684ec57ef3a5 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:42:29.205376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:29.638955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:42:29.639416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:29.715125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be5e94e-13f4-4f0e-98dd-00a051095e42,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:29.719989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:42:29.720333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Network hostable DHCP agents. Network: 3c5eb4d5-432f-4837-acd0-5039e9e12fd8, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:42:29.823448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:42:29.897717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 3c5eb4d5-432f-4837-acd0-5039e9e12fd8) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:42:29.902423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:42:29.903009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:29.907046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9ec2b-95c1-4ed0-9c93-4f9a1c63fc16 None None] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:42:29.984553 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-486f5ec8-3cd5-4520-8f1c-e5e539c9eb53 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8710341 Mar 28 10:42:30.149620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca8cd1-82e5-4695-b3f7-0bf603b8daf1 None None] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:42:31.251049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 14454ef3-c27d-4365-ae6e-530a872f5897 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:42:31.408196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 14454ef3-c27d-4365-ae6e-530a872f5897 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:42:31.412954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 14454ef3-c27d-4365-ae6e-530a872f5897 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:42:31.413315 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:31.528224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:31.558367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 14454ef3-c27d-4365-ae6e-530a872f5897, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=14454ef3-c27d-4365-ae6e-530a872f5897,segment=NetworkSegment(b2729eeb-0c86-4cba-8ad0-392501e2f307),segment_id=b2729eeb-0c86-4cba-8ad0-392501e2f307)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:42:31.614060 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:31.679924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=14454ef3-c27d-4365-ae6e-530a872f5897,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:32.237672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55654) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:32.429058 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-50c5ba82-9560-42c8-befd-bf2516597427 admin admin] 10.222.0.18 "GET /v2.0/routers/a1e9f5d3-4139-4ae4-a691-28e7e6091d78 HTTP/1.1" status: 200 len: 710 time: 0.1901565 Mar 28 10:42:32.555884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39adb843-1aee-4f5e-9164-e48c64148bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:42:32.557209 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-39adb843-1aee-4f5e-9164-e48c64148bfa admin admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 886 time: 0.1226277 Mar 28 10:42:32.565650 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:42:33.040078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:33.236032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 14454ef3-c27d-4365-ae6e-530a872f5897 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:42:33.304864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 14454ef3-c27d-4365-ae6e-530a872f5897 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:42:33.305665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:33.426408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:33.484219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:33.611687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Allocated IP 172.26.2.35 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/10a6b7f5-b6fa-4d52-8b30-be30e07078fa) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:42:33.751391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:33.834629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:33.894063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:42:33.896541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:42:33.904310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:42:33.967521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Pushing event updated for resources: {'Port': ['ID=10a6b7f5-b6fa-4d52-8b30-be30e07078fa,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:34.100388 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:42:34.405668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:34.781286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:34.784502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:34.955915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Router a1e9f5d3-4139-4ae4-a691-28e7e6091d78 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:42:35.128878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:42:35.137256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:35.138454 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c201e393-2752-47b0-8455-1f6288e97a9e admin admin] 10.222.0.18 "PUT /v2.0/routers/a1e9f5d3-4139-4ae4-a691-28e7e6091d78 HTTP/1.1" status: 200 len: 889 time: 2.5758793 Mar 28 10:42:35.139399 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Sync routers for ids ['a1e9f5d3-4139-4ae4-a691-28e7e6091d78'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:42:35.149541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Routers {'a1e9f5d3-4139-4ae4-a691-28e7e6091d78'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:42:35.150404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:42:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a1e9f5d3-4139-4ae4-a691-28e7e6091d78'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:42:35.344015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Set router a1e9f5d3-4139-4ae4-a691-28e7e6091d78 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:42:35.678759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'name': 'router1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '10a6b7f5-b6fa-4d52-8b30-be30e07078fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:42:15Z', 'updated_at': '2022-03-28T10:42:34Z', 'revision_number': 4, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'gw_port': {'id': '10a6b7f5-b6fa-4d52-8b30-be30e07078fa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:42:33Z', 'updated_at': '2022-03-28T10:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '14454ef3-c27d-4365-ae6e-530a872f5897', 'name': '', 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'mac_address': 'fa:16:3e:de:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:42:24Z', 'updated_at': '2022-03-28T10:42:31Z', 'revision_number': 5, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'subnets': [{'id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955d467f-a8ef-4795-b5d4-45ab88bf8a5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:42:35.683527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Checking router: a1e9f5d3-4139-4ae4-a691-28e7e6091d78 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:42:35.683871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Updating router a1e9f5d3-4139-4ae4-a691-28e7e6091d78 port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:42:35.734419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:36.074864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:36.085954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Transition to ACTIVE for port object 10a6b7f5-b6fa-4d52-8b30-be30e07078fa will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:42:36.145702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:36.225659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Attempting to bind port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:42:36.226045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Attempting to bind port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:42:36.226404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Attempting to bind port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:42:36.229632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc9566-6f1b-4ce8-9762-3a777239de85 None None] Pushing event updated for resources: {'Port': ['ID=10a6b7f5-b6fa-4d52-8b30-be30e07078fa,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:36.233811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:42:36.234205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:42:36.234596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:36.234973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:42:36.235422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Bound port: 10a6b7f5-b6fa-4d52-8b30-be30e07078fa, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:42:36.235802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:36.304474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] For port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:42:36.307930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] For port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=10a6b7f5-b6fa-4d52-8b30-be30e07078fa,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:42:36.366542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:36.444691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Routers {'a1e9f5d3-4139-4ae4-a691-28e7e6091d78'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:42:36.445307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:42:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a1e9f5d3-4139-4ae4-a691-28e7e6091d78'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:42:36.499090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc9566-6f1b-4ce8-9762-3a777239de85 None None] Pushing event updated for resources: {'Port': ['ID=10a6b7f5-b6fa-4d52-8b30-be30e07078fa,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:36.624461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] Set router a1e9f5d3-4139-4ae4-a691-28e7e6091d78 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:42:36.941742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'name': 'router1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '10a6b7f5-b6fa-4d52-8b30-be30e07078fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:42:15Z', 'updated_at': '2022-03-28T10:42:34Z', 'revision_number': 4, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'gw_port': {'id': '10a6b7f5-b6fa-4d52-8b30-be30e07078fa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:42:33Z', 'updated_at': '2022-03-28T10:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '14454ef3-c27d-4365-ae6e-530a872f5897', 'name': '', 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'mac_address': 'fa:16:3e:de:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:42:24Z', 'updated_at': '2022-03-28T10:42:31Z', 'revision_number': 5, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'subnets': [{'id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955d467f-a8ef-4795-b5d4-45ab88bf8a5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:42:36.945553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0bfabd-348b-4f54-bb52-adc534b031c0 None None] The sync data for ids ['a1e9f5d3-4139-4ae4-a691-28e7e6091d78'] in dv-neutron-835336-1-hyperv is: [{'id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'name': 'router1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '10a6b7f5-b6fa-4d52-8b30-be30e07078fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:42:15Z', 'updated_at': '2022-03-28T10:42:34Z', 'revision_number': 4, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'gw_port': {'id': '10a6b7f5-b6fa-4d52-8b30-be30e07078fa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:42:33Z', 'updated_at': '2022-03-28T10:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '14454ef3-c27d-4365-ae6e-530a872f5897', 'name': '', 'network_id': '0833f0f5-ef4e-434a-a857-a79e5760cab1', 'tenant_id': 'c7496d776ce94694ba91c73e56c23e9d', 'mac_address': 'fa:16:3e:de:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e9f5d3-4139-4ae4-a691-28e7e6091d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:42:24Z', 'updated_at': '2022-03-28T10:42:31Z', 'revision_number': 5, 'project_id': 'c7496d776ce94694ba91c73e56c23e9d', 'subnets': [{'id': '10b84ff0-7dfc-4516-8b2b-27355758e45d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955d467f-a8ef-4795-b5d4-45ab88bf8a5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:42:37.276828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 10a6b7f5-b6fa-4d52-8b30-be30e07078fa up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:42:37.420597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:42:37.427855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:42:37.428232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:37.531293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 55664) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:42:37.568012 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:37.586168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=10a6b7f5-b6fa-4d52-8b30-be30e07078fa,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:42:37.665936 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ada54426-d616-4a7b-8c02-e6bc998a3a5e admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1164565 Mar 28 10:42:37.666710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:37.740078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=10a6b7f5-b6fa-4d52-8b30-be30e07078fa,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:42:39.242057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 10a6b7f5-b6fa-4d52-8b30-be30e07078fa up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:42:39.319736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 10a6b7f5-b6fa-4d52-8b30-be30e07078fa triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:42:39.320106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:48.228626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-255a107c-4085-4d4b-acda-a7fa15fb8159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:50.384944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-706e8fd9-39a4-4594-a6de-cfdf380ec764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:51.480246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:51.551184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:42:52.842079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:11.099520 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:43:18.192712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a58dd6e4-8540-443a-a747-b440caff4406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:20.399000 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-24a26eaa-f9ed-4c2e-b0d7-69663b87354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:21.450372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:21.547784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:22.847034 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:48.098639 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:43:48.212335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5244ca75-f4b2-4a4f-b03c-8eb3b757cd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:50.886307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9a1155c8-d002-48c6-af41-2f974ed82d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:51.474964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:51.570187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:43:52.877699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:18.208130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-20243f33-6a27-47de-850a-2448fb1be7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:20.384807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0ea85764-5eea-4d15-9318-139fe96bcefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:21.459787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:21.536843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:22.853444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:25.100574 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:44:46.075815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56266) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:44:46.142090 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-093e6003-2cbc-415c-a53f-65d32caf40c2 admin admin] GET failed (client error): The resource could not be found. Mar 28 10:44:46.143346 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-093e6003-2cbc-415c-a53f-65d32caf40c2 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665891 Mar 28 10:44:46.272036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3927a98-f030-480a-ab38-6a062b273269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:44:46.273388 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f3927a98-f030-480a-ab38-6a062b273269 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1258063 Mar 28 10:44:48.206656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-eb8d01d3-4cd4-4bf7-b3a2-2c3c7a66c227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:48.417568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56276) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:44:48.547278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552d51da-3b34-4090-8809-3b5589e2aef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:44:48.548735 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-552d51da-3b34-4090-8809-3b5589e2aef9 admin admin] 10.222.0.18 "GET /v2.0/subnets/10b84ff0-7dfc-4516-8b2b-27355758e45d HTTP/1.1" status: 200 len: 849 time: 0.1302004 Mar 28 10:44:48.558462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:44:48.674125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:48.921221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728513808119'] for subnet, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:48.996783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:44:48.997335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:48.998632 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] 10.222.0.18 "PUT /v2.0/subnets/10b84ff0-7dfc-4516-8b2b-27355758e45d HTTP/1.1" status: 200 len: 868 time: 0.4437854 Mar 28 10:44:49.010073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b84ff0-7dfc-4516-8b2b-27355758e45d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:44:49.013381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcedb23d-d36c-4efe-b7bd-ce420e12f593 None None] Network 0833f0f5-ef4e-434a-a857-a79e5760cab1 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:44:49.018590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.018939 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.019279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.019612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.019943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.020284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.020614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.020938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.021260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.021578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.021932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.022237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f97055-821d-40d2-9209-ec5af6a6664d admin admin] Tracked resource versions report: Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: pushed versions: Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: { 'AddressGroup': {'1.2'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'ConntrackHelper': {'1.0'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Log': {'1.0'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Network': {'1.1'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Port': {'1.7'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'PortForwarding': {'1.2'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'QosPolicy': {'1.8'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SecurityGroup': {'1.4'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SecurityGroupRule': {'1.2'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SubPort': {'1.0'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Subnet': {'1.1'}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Trunk': {'1.1'}} Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: consumer versions: Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: { DHCP agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: L3 agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: Metadata agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: Metering agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: Open vSwitch agent@dv-neutron-835336-1-hyperv: { 'AddressGroup': '1.2', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'ConntrackHelper': '1.0', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Log': '1.0', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Network': '1.1', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Port': '1.7', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'PortForwarding': '1.2', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'QosPolicy': '1.8', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SecurityGroup': '1.4', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SecurityGroupRule': '1.2', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SubPort': '1.0', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Subnet': '1.1', Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Trunk': '1.1'}} Mar 28 10:44:49.023594 dv-neutron-835336-1-hyperv neutron-server[88494]: {{(pid=88494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 10:44:49.506625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6939aed3-b3dc-4b2a-a528-7f2fcb4bb30f None None] Provisioning complete for port 4d9fd903-45b3-406b-988b-a11099688338 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:44:49.507550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6939aed3-b3dc-4b2a-a528-7f2fcb4bb30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:49.634376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6939aed3-b3dc-4b2a-a528-7f2fcb4bb30f None None] Provisioning complete for port 14454ef3-c27d-4365-ae6e-530a872f5897 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:44:49.634740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6939aed3-b3dc-4b2a-a528-7f2fcb4bb30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:50.418064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1902-5a5a-43a5-ad71-6745ae037624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:51.147106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56290) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:44:51.314865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56a22a-3993-45cb-8459-745bdd97ec77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:44:51.315336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56a22a-3993-45cb-8459-745bdd97ec77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:44:51.316836 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-eb56a22a-3993-45cb-8459-745bdd97ec77 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1687834 Mar 28 10:44:51.469783 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:51.553173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:52.869604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:44:53.456617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56300) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:44:53.625241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae39605-b320-41db-bb79-37adea7839a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:44:53.625708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae39605-b320-41db-bb79-37adea7839a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:44:53.627255 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5ae39605-b320-41db-bb79-37adea7839a2 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1697044 Mar 28 10:44:55.774381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56310) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:44:55.945156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3c500-318f-4d4d-a2ce-d741f10d2460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:44:55.946549 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-66b3c500-318f-4d4d-a2ce-d741f10d2460 admin admin] 10.222.0.18 "GET /v2.0/networks/0833f0f5-ef4e-434a-a857-a79e5760cab1 HTTP/1.1" status: 200 len: 869 time: 0.1712306 Mar 28 10:44:58.081133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56320) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:44:58.243082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da4f08-aab0-4790-a645-0d3b0804108b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:44:58.244467 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b2da4f08-aab0-4790-a645-0d3b0804108b admin admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 886 time: 0.1623709 Mar 28 10:45:00.378611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56330) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:45:00.525309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfaef24-91bd-4a31-844e-ab8993c449ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:00.525756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfaef24-91bd-4a31-844e-ab8993c449ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:00.526528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1bfaef24-91bd-4a31-844e-ab8993c449ad admin admin] Synchronizing usage tracker for tenant:af8fb265ffe840108a2f684ec57ef3a5 on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:45:00.604364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1bfaef24-91bd-4a31-844e-ab8993c449ad admin admin] Unset dirty status for tenant:af8fb265ffe840108a2f684ec57ef3a5 on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:45:00.605583 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1bfaef24-91bd-4a31-844e-ab8993c449ad admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2254529 Mar 28 10:45:02.099857 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:45:02.771509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56340) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:45:02.875011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c556298-c8c4-45f9-806d-0e0e7a701543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:02.875482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c556298-c8c4-45f9-806d-0e0e7a701543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:02.877006 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4c556298-c8c4-45f9-806d-0e0e7a701543 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1045682 Mar 28 10:45:05.017796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56350) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:45:05.121993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c4a92e-cc43-4447-9ec4-118fc8fc9867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:05.123283 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-62c4a92e-cc43-4447-9ec4-118fc8fc9867 admin admin] 10.222.0.18 "GET /v2.0/subnets/10b84ff0-7dfc-4516-8b2b-27355758e45d HTTP/1.1" status: 200 len: 868 time: 0.1045325 Mar 28 10:45:07.268416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56360) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:45:07.368781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0137401-787e-44e8-af82-bb4960b3abc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:07.370079 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c0137401-787e-44e8-af82-bb4960b3abc7 admin admin] 10.222.0.18 "GET /v2.0/subnets/8be5e94e-13f4-4f0e-98dd-00a051095e42 HTTP/1.1" status: 200 len: 816 time: 0.1006932 Mar 28 10:45:18.215610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b8167c9-43dc-4ce4-9f6f-c493c87be1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:20.404257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-218b7915-5022-4c61-a1b6-400fcd6a00d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:21.458433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:21.538188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:22.869043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:26.048644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56406) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:45:26.095785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-35f7dd65-3add-48ad-a2d9-869152d115a0 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:45:26.096896 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-35f7dd65-3add-48ad-a2d9-869152d115a0 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472898 Mar 28 10:45:28.291480 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56416) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:45:28.364160 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ed9ea7-99ac-4c4a-afe6-835eb33d9dca admin admin] GET failed (client error): The resource could not be found. Mar 28 10:45:28.365427 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-68ed9ea7-99ac-4c4a-afe6-835eb33d9dca admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0730295 Mar 28 10:45:28.511458 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad85f9-7c21-433c-8ffb-bed83be3608e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:28.512829 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-20ad85f9-7c21-433c-8ffb-bed83be3608e admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1434879 Mar 28 10:45:30.662316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56426) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:45:30.708234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:45:30.712924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:45:30.723211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:45:30.792373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Made reservation on behalf of af8fb265ffe840108a2f684ec57ef3a5 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:45:30.794714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:30.886730 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.services.revisions.revision_plugin [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Could not find related network for resource to bump revision. Mar 28 10:45:30.899852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:45:30.910459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728513914134', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:30.911005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Unsubscribe: segment precommit_create {{(pid=88494) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 10:45:30.911475 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Added segment a1c0b0e5-7c59-4b64-9a93-3149a02e0af3 of type vlan for network 28e31504-8f33-44a8-90c0-13d4b52d7791 Mar 28 10:45:30.980332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:31.069568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:31.070471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:31.071043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:31.171174 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] Pushing event updated for resources: {'Network': ['ID=28e31504-8f33-44a8-90c0-13d4b52d7791,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:45:31.181794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 28e31504-8f33-44a8-90c0-13d4b52d7791 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:45:31.239671 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-af0c9a08-2770-4ef2-81ea-58d51c94ecfc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5762477 Mar 28 10:45:33.377340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56436) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:45:33.443094 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-771ea2af-9444-4c07-9a78-f40a10561098 admin admin] GET failed (client error): The resource could not be found. Mar 28 10:45:33.444574 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-771ea2af-9444-4c07-9a78-f40a10561098 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662594 Mar 28 10:45:33.545102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a743e-1476-4084-a4bf-39c7b96e3785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:33.546436 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2f2a743e-1476-4084-a4bf-39c7b96e3785 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0980434 Mar 28 10:45:33.556216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:45:33.560452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:45:33.570536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:45:33.634713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Made reservation on behalf of af8fb265ffe840108a2f684ec57ef3a5 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:45:33.636906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:33.890205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:33.958146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8071e224-0108-447f-8559-ea355f71fa6b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:45:33.966691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.967050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.967378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.967701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.968014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.968342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.968659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.968990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.969303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.969611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.969937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.970247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:33.978238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Checking segment: {'id': 'a1c0b0e5-7c59-4b64-9a93-3149a02e0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:45:33.978579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Network hostable DHCP agents. Network: 28e31504-8f33-44a8-90c0-13d4b52d7791, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:45:34.051999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Network 28e31504-8f33-44a8-90c0-13d4b52d7791 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:45:34.137357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 28e31504-8f33-44a8-90c0-13d4b52d7791) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:45:34.141205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:45:34.141823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:34.146480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b27a61-6a63-4d9f-a824-1088241edf79 None None] Network 28e31504-8f33-44a8-90c0-13d4b52d7791 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:45:34.235620 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7debff52-fe7f-4469-b9b8-e7b21971dd67 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6826711 Mar 28 10:45:34.388305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-28e31504-8f33-44a8-90c0-13d4b52d7791', 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791', 'tenant_id': 'af8fb265ffe840108a2f684ec57ef3a5', 'fixed_ips': [{'subnet_id': '8071e224-0108-447f-8559-ea355f71fa6b'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:45:34.389158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:34.545049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Allocated IP 192.168.233.2 (28e31504-8f33-44a8-90c0-13d4b52d7791/8071e224-0108-447f-8559-ea355f71fa6b/a0213ccb-037c-441f-a552-f1ad3cae6334) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:45:34.746009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:34.756722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Transition to ACTIVE for port object a0213ccb-037c-441f-a552-f1ad3cae6334 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:45:34.774726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Transition to ACTIVE for port object a0213ccb-037c-441f-a552-f1ad3cae6334 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:45:34.869748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:34.931276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Network 28e31504-8f33-44a8-90c0-13d4b52d7791 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:45:34.933947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:45:34.942282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:45:34.952134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Pushing event updated for resources: {'Port': ['ID=a0213ccb-037c-441f-a552-f1ad3cae6334,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:45:34.989785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.990178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.990521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.990858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.991181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.991505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.991830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.992147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.992500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.992823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.993139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:34.993452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:45:35.046670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Attempting to bind port a0213ccb-037c-441f-a552-f1ad3cae6334 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:45:35.047032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Attempting to bind port a0213ccb-037c-441f-a552-f1ad3cae6334 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'a1c0b0e5-7c59-4b64-9a93-3149a02e0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:45:35.047381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Attempting to bind port a0213ccb-037c-441f-a552-f1ad3cae6334 on network 28e31504-8f33-44a8-90c0-13d4b52d7791 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:45:35.053154 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:45:35.053518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Checking segment: {'id': 'a1c0b0e5-7c59-4b64-9a93-3149a02e0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:45:35.053963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:35.054318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Bound using segment: {'id': 'a1c0b0e5-7c59-4b64-9a93-3149a02e0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:45:35.054821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Bound port: a0213ccb-037c-441f-a552-f1ad3cae6334, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c0b0e5-7c59-4b64-9a93-3149a02e0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:45:35.055202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:35.142900 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] For port a0213ccb-037c-441f-a552-f1ad3cae6334, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:45:35.145979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] For port a0213ccb-037c-441f-a552-f1ad3cae6334, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a0213ccb-037c-441f-a552-f1ad3cae6334,segment=NetworkSegment(a1c0b0e5-7c59-4b64-9a93-3149a02e0af3),segment_id=a1c0b0e5-7c59-4b64-9a93-3149a02e0af3)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:45:35.204871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:35.288595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bb2cf-8c04-4f11-8b0c-929d722288ae None None] Pushing event updated for resources: {'Port': ['ID=a0213ccb-037c-441f-a552-f1ad3cae6334,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:45:36.027924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6195a8-23ab-4949-b554-66eeb6fc338d None None] Network 28e31504-8f33-44a8-90c0-13d4b52d7791 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:45:36.237638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7df08c63-3555-45e1-8b44-b9b6c367de8b None None] Provisioning for port a0213ccb-037c-441f-a552-f1ad3cae6334 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:45:37.346008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a0213ccb-037c-441f-a552-f1ad3cae6334 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:45:37.478267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port a0213ccb-037c-441f-a552-f1ad3cae6334 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:45:37.483158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a0213ccb-037c-441f-a552-f1ad3cae6334 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:45:37.483546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:37.598275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:37.628424 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port a0213ccb-037c-441f-a552-f1ad3cae6334, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a0213ccb-037c-441f-a552-f1ad3cae6334,segment=NetworkSegment(a1c0b0e5-7c59-4b64-9a93-3149a02e0af3),segment_id=a1c0b0e5-7c59-4b64-9a93-3149a02e0af3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:45:37.709139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:37.774734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=a0213ccb-037c-441f-a552-f1ad3cae6334,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:45:39.099009 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:45:39.327142 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a0213ccb-037c-441f-a552-f1ad3cae6334 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:45:39.397672 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a0213ccb-037c-441f-a552-f1ad3cae6334 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:45:39.397987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:48.210079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-41f10414-3a98-4e42-b416-4eadfb5226c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:50.403999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8102533c-4885-4500-9828-5885df6fd791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:51.486139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:51.543516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:45:52.901545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:16.096485 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:46:18.251789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-56771ccd-0a16-47f2-b797-7d1c9cf20242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:20.387126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7636fb19-b67d-4541-86ac-0f0d2d26726f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:21.479693 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:21.570582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:22.886190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:48.221994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7e1e432-d716-4c5f-86b3-ced0dbdf924a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:50.410815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4b7feb86-141a-4199-b729-57794528a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:51.485407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:51.531737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:52.857531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:46:53.095516 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:47:00.266682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56480) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:47:00.272565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-b0b17ab2-e693-4077-94db-4706a80ca593 tempest-verify_tempest_config-627540842 tempest-verify_tempest_config-627540842-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:47:00.273525 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b0b17ab2-e693-4077-94db-4706a80ca593 tempest-verify_tempest_config-627540842 tempest-verify_tempest_config-627540842-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059016 Mar 28 10:47:00.823460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56498) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:47:00.928116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:00.941867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:47:00.945938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:70738bc223dd432e8eb6103a27169124 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:47:00.948643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:47:00.954221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:47:01.035449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:01.108758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:01.152732 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56337a0a-a032-4d50-a736-a52cced6e903,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:47:01.156825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Synchronizing usage tracker for tenant:af8fb265ffe840108a2f684ec57ef3a5 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:47:01.163913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.164278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.164611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.164936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.165316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.165654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.166005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.166342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.166665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.166976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.167288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.167599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:47:01.246060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] Unset dirty status for tenant:af8fb265ffe840108a2f684ec57ef3a5 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:47:01.247337 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d364dfe2-0e8c-4884-b0a7-5273c29d7ab6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70738bc223dd432e8eb6103a27169124&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4317791 Mar 28 10:47:01.250029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56504) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:47:01.305267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b0c084fc-4cdb-47e2-a77e-e838c3365909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:01.330115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b0c084fc-4cdb-47e2-a77e-e838c3365909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:01.484819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b0c084fc-4cdb-47e2-a77e-e838c3365909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:01.498350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c084fc-4cdb-47e2-a77e-e838c3365909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56337a0a-a032-4d50-a736-a52cced6e903,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:47:01.506008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b0c084fc-4cdb-47e2-a77e-e838c3365909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:01.506287 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b0c084fc-4cdb-47e2-a77e-e838c3365909 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56337a0a-a032-4d50-a736-a52cced6e903 HTTP/1.1" status: 204 len: 168 time: 0.2552202 Mar 28 10:47:18.228856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe67a-f3f8-46d6-af39-e4476a05b51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:20.400488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9f4d43b6-1e86-49d0-b63a-db5f306f0532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:21.491483 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:21.531665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:22.878635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:30.093316 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:47:48.217413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f7a78b65-70c9-42ff-92ab-2590ec8adc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:50.405772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b8c3-56cf-4dbb-9294-58d3b8e71d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:51.491411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:51.548865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:47:52.879821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:07.091814 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 5 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:48:15.434443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457783'] for agent, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:18.221837 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38382d70-f598-4dd0-b04f-2eaed0f00d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:20.410980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-771c52c8-b352-40f5-a78f-3ccdf279725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:21.474278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:21.548647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:22.890820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:30.106680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56574) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:48:30.214275 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-99c4d311-9843-4a3b-8c50-47ec1c29957c admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1065121 Mar 28 10:48:32.390720 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56584) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:48:32.447041 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d8987b4d-fdbb-458f-b096-f56739bf544d admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0552588 Mar 28 10:48:44.090467 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:48:45.451168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:48.210815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e96a2abb-861c-4a3c-8401-a0c3f6b7fa00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:50.405267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9acb3295-419b-4994-bb27-97d7b846a022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:51.508277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:51.536703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:48:52.908103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:15.439385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:18.239569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-753b7fb1-818d-4117-9297-244c7d482098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:20.404940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ac46eb75-c88c-41fc-953d-c3907054523e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:21.090017 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:49:21.496188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:21.564381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:22.896668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:45.438985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:48.227553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b82b-1973-4f7a-9d56-3801f0cbd446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:50.382185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-adfcc733-9d63-4e59-bcf3-c2034cab838f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:51.467388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:51.530319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:52.902033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:49:58.088825 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:50:01.711430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56772) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:01.855140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56782) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:01.941831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56790) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:02.148059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-690838667-network', 'tenant_id': '14012b9ad9094d9bb17d45da271576be'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:02.152443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:02.156293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Usage tracker for resource:network and tenant:14012b9ad9094d9bb17d45da271576be is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:02.159406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:02.165775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:02.250412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Made reservation on behalf of 14012b9ad9094d9bb17d45da271576be for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:02.252925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.265580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.283795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1425984883'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:02.288140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:02.292600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:network and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:02.295409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:02.301951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:02.304148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:02.309999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Usage tracker for resource:security_group_rule and tenant:14012b9ad9094d9bb17d45da271576be is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:02.313658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:02.320216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:02.362254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-220896201-network', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:02.385229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:02.400231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Usage tracker for resource:network and tenant:db15a669cbd84629a8091c0c1b9ad3ee is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:02.404494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:02.421749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.425754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:02.426143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.435831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:02.443313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.456017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56808) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:02.463832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:02.467625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:security_group_rule and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:02.471116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:02.477049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:02.503795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.566653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Made reservation on behalf of db15a669cbd84629a8091c0c1b9ad3ee for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:02.569258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.588605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.598104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:02.600319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.632616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.632963 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Added segment c1d4453d-0612-42ad-82a5-d0eefd80a8c6 of type vlan for network c1f9f8e6-790b-41f0-a889-cee57795c222 Mar 28 10:50:02.634270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:02.645559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Usage tracker for resource:security_group_rule and tenant:db15a669cbd84629a8091c0c1b9ad3ee is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:02.651377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac98212b-2a6c-419d-b238-a4b2b6a252a3,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:02.656313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:02.674903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.675217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.675685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.675887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.676295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.676541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.676871 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.677205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.677524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.677839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.678178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.678493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Tracked resource versions report: Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: pushed versions: Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: { 'AddressGroup': {'1.2'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'ConntrackHelper': {'1.0'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Log': {'1.0'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Network': {'1.1'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Port': {'1.7'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'PortForwarding': {'1.2'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'QosPolicy': {'1.8'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SecurityGroup': {'1.4'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SecurityGroupRule': {'1.2'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SubPort': {'1.0'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Subnet': {'1.1'}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Trunk': {'1.1'}} Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: consumer versions: Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: { DHCP agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: HyperV agent@hv-neutron-8353: {}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: L3 agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: Metadata agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: Metering agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: Open vSwitch agent@dv-neutron-835336-1-hyperv: { 'AddressGroup': '1.2', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'ConntrackHelper': '1.0', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Log': '1.0', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Network': '1.1', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Port': '1.7', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'PortForwarding': '1.2', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'QosPolicy': '1.8', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SecurityGroup': '1.4', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SecurityGroupRule': '1.2', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'SubPort': '1.0', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Subnet': '1.1', Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: 'Trunk': '1.1'}} Mar 28 10:50:02.680102 dv-neutron-835336-1-hyperv neutron-server[88493]: {{(pid=88493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 10:50:02.685154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:02.687046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.699226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.736509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:02.760691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f880524-767f-4ec9-a07c-dffa2b6544e3,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:02.770571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.770918 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Added segment 745be4ec-55b5-4350-83f9-adf871ed09c6 of type vlan for network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 Mar 28 10:50:02.807751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.861687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.865869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:02.865869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.913337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.918423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-825082564-network', 'tenant_id': '06dc9a1460c146398826e7ae81977253'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:02.928608 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:02.934824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Usage tracker for resource:network and tenant:06dc9a1460c146398826e7ae81977253 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:02.938279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:02.945686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:02.947745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56824) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:02.976485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:02.981894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:02.982508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.000441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.003167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] Pushing event updated for resources: {'Network': ['ID=c1f9f8e6-790b-41f0-a889-cee57795c222,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:03.017446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network c1f9f8e6-790b-41f0-a889-cee57795c222 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:03.017986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:03.029205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.029555 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Added segment 9f062e80-1f24-4d5d-9777-885e9f0a91a0 of type vlan for network fc8e5cca-9bfd-4335-bd22-f668795e796b Mar 28 10:50:03.056415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:03.061304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.063903 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:03.073037 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Usage tracker for resource:floatingip and tenant:b70b0078afb349fc8e53b7a56efe9531 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:03.082938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:03.087553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Made reservation on behalf of 06dc9a1460c146398826e7ae81977253 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:03.094451 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.113523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:03.117555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c78da7f-fd95-47d1-8062-128d639a2486,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:03.119799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.155066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:03.159847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Usage tracker for resource:security_group_rule and tenant:06dc9a1460c146398826e7ae81977253 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:03.163661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:03.170558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:03.234208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Network': ['ID=769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:03.241781 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac2c6bac-fa31-4dec-9a83-e14ae821230c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5292790 Mar 28 10:50:03.247392 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e793ec0d-ddfe-4949-b48b-e25eb8c685c4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3909724 Mar 28 10:50:03.248343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56842) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:03.248830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56844) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:03.256308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Request body: {'subnet': {'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-690838667-subnet', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:03.261284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:03.265788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Usage tracker for resource:subnet and tenant:14012b9ad9094d9bb17d45da271576be is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:03.269698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:03.276710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:03.287386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:03.290985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.292850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.372932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:03.387038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.394247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.396338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:03.397095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.403045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Made reservation on behalf of 14012b9ad9094d9bb17d45da271576be for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:03.407341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.449812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:03.465914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.466533 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Added segment 5c8735b5-5c37-4d38-bd73-703194034cb7 of type vlan for network 386e369a-99b5-4e27-8723-fa9ac0238483 Mar 28 10:50:03.539756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.559619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1097e81a-b2f5-486a-ac73-d42bb9ada28c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:03.599534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.600310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.600804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.602265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.602921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.603414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.603980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.604528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.604856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.605335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.605811 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.606334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Tracked resource versions report: Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: pushed versions: Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: { 'AddressGroup': {'1.2'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'ConntrackHelper': {'1.0'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Log': {'1.0'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Network': {'1.1'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Port': {'1.7'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'PortForwarding': {'1.2'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'QosPolicy': {'1.8'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SecurityGroup': {'1.4'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SecurityGroupRule': {'1.2'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SubPort': {'1.0'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Subnet': {'1.1'}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Trunk': {'1.1'}} Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: consumer versions: Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: { DHCP agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: HyperV agent@hv-neutron-8353: {}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: L3 agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: Metadata agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: Metering agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: Open vSwitch agent@dv-neutron-835336-1-hyperv: { 'AddressGroup': '1.2', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'ConntrackHelper': '1.0', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Log': '1.0', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Network': '1.1', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Port': '1.7', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'PortForwarding': '1.2', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'QosPolicy': '1.8', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SecurityGroup': '1.4', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SecurityGroupRule': '1.2', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'SubPort': '1.0', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Subnet': '1.1', Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: 'Trunk': '1.1'}} Mar 28 10:50:03.607576 dv-neutron-835336-1-hyperv neutron-server[88494]: {{(pid=88494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 10:50:03.629253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.681085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.684817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:03.685442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:03.698564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:03.704505 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7583332 Mar 28 10:50:03.710481 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:03.714775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56862) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:03.720261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:03.722761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341fba7-559b-49fb-9805-090f114ef1cb admin admin] Pushing event updated for resources: {'Network': ['ID=fc8e5cca-9bfd-4335-bd22-f668795e796b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:03.724875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56866) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:03.728163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Request body: {'subnet': {'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-220896201-subnet', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:03.733870 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network fc8e5cca-9bfd-4335-bd22-f668795e796b details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:03.751325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:03.774922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:03.835519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] Pushing event updated for resources: {'Network': ['ID=386e369a-99b5-4e27-8723-fa9ac0238483,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:03.860427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 386e369a-99b5-4e27-8723-fa9ac0238483 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:03.919645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Allocated IP 172.26.2.178 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/28c757b5-7723-4d5f-b4d4-96f48f317908) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:03.924658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56874) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:03.932629 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ea071f59-8806-4f98-8530-78d5ac61d0be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4738488 Mar 28 10:50:03.968006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56878) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:03.975773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Usage tracker for resource:subnet and tenant:db15a669cbd84629a8091c0c1b9ad3ee is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:03.978761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:03.982898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.009539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Request body: {'subnet': {'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-825082564-subnet', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:04.011384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:04.028634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:04.035038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:04.053127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Usage tracker for resource:subnet and tenant:06dc9a1460c146398826e7ae81977253 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:04.068529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:04.127559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.136857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:04.146493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2085010201', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:04.156131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Made reservation on behalf of db15a669cbd84629a8091c0c1b9ad3ee for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:04.158459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.242086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:04.246067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56890) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:04.259237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Usage tracker for resource:port and tenant:b542a98430e44eb8a0874f5e2f01d75d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:04.259383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.263893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:04.277271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-245049401'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:04.278866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:04.317068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.326158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:04.337998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:04.351141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:04.351636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:04.366782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-900336739'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:04.374216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Usage tracker for resource:network and tenant:50b0f5b8cf3b4d2b9dd6fc3ed2387152 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:04.389841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Made reservation on behalf of 06dc9a1460c146398826e7ae81977253 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:04.392227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.414981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Made reservation on behalf of b542a98430e44eb8a0874f5e2f01d75d for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:04.417196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.418302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:04.434180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:04.438087 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Pushing event updated for resources: {'Port': ['ID=28c757b5-7723-4d5f-b4d4-96f48f317908,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:04.449126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:04.456314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Usage tracker for resource:network and tenant:1b0fc31e3dc94678b05027ae960f6f78 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:04.461421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:04.471418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:04.480133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.492495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.519377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Made reservation on behalf of 50b0f5b8cf3b4d2b9dd6fc3ed2387152 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:04.523332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.538297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.553217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:04.557680 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Usage tracker for resource:security_group_rule and tenant:50b0f5b8cf3b4d2b9dd6fc3ed2387152 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:04.560615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:04.566655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:04.578207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Made reservation on behalf of 1b0fc31e3dc94678b05027ae960f6f78 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:04.581715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.603373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:04.631520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Usage tracker for resource:security_group_rule and tenant:b542a98430e44eb8a0874f5e2f01d75d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:04.638895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.640510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:04.668186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Checking segment: {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:04.668533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Network hostable DHCP agents. Network: c1f9f8e6-790b-41f0-a889-cee57795c222, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:50:04.674863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:04.678055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.680778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:04.696190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b8631a-3ce2-486a-881e-2b3ed3837708,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:04.714213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Usage tracker for resource:security_group_rule and tenant:1b0fc31e3dc94678b05027ae960f6f78 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:04.717767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:04.775957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:04.801581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.857625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:04.908113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Network c1f9f8e6-790b-41f0-a889-cee57795c222 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:50:04.952195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=c23192f1-9b33-4438-aea6-5abe504bc89e,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:04.975249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.050288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:05.050639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network hostable DHCP agents. Network: 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:50:05.060041 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.076405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.077124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, c1f9f8e6-790b-41f0-a889-cee57795c222) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:05.081937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.086547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650789e0-a34c-43b2-ab17-84608e176363 None None] Network c1f9f8e6-790b-41f0-a889-cee57795c222 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:05.091341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.099464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:05.100766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.105724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Checking segment: {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:05.106115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Network hostable DHCP agents. Network: fc8e5cca-9bfd-4335-bd22-f668795e796b, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:50:05.112106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:05.128415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61754254-df65-4a96-bb68-4cd4f300bc0b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:05.128764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:05.131157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.134891 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Added segment b55f9836-5912-4fb8-ba49-458a94acf150 of type vlan for network 2779d646-c112-4275-869e-b18bdbccee93 Mar 28 10:50:05.135026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.161587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.165047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.184577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.213227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] device_id is not set on port bfe9219c-49d1-467a-9047-11571c5267b8 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:05.219500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.246470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:05.248846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.255934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:50:05.306338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:05.313038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017c6aa1-b0ad-4e9a-9d58-82f2bef6a5f4,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:05.319815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ebca30-5c64-42d5-afe4-42f7511f5701 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:05.322576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.322938 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Added segment 89486e41-b2c9-4527-8c8c-1fc38a4bcbe9 of type vlan for network f6e33b34-fefc-4651-b2a1-caca59340fe3 Mar 28 10:50:05.323787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:05.327382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Network fc8e5cca-9bfd-4335-bd22-f668795e796b is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:50:05.330827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:05.331425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.357045 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3dc19c43-7ff3-4959-9df4-742727c96f65 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1069605 Mar 28 10:50:05.357884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56906) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:05.363511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Pushing event updated for resources: {'Port': ['ID=28c757b5-7723-4d5f-b4d4-96f48f317908,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:05.382225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:05.388702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.394763 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:05.394763 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.399971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:05.424952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-c1f9f8e6-790b-41f0-a889-cee57795c222', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:50:05.424952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.425700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.431527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Usage tracker for resource:router and tenant:14012b9ad9094d9bb17d45da271576be is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:05.446369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:05.461793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, fc8e5cca-9bfd-4335-bd22-f668795e796b) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:05.463493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:05.470131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Checking segment: {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:05.470733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Network hostable DHCP agents. Network: 386e369a-99b5-4e27-8723-fa9ac0238483, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:50:05.534311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Allocated IP 172.26.2.6 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/bfe9219c-49d1-467a-9047-11571c5267b8) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:05.537328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event updated for resources: {'Network': ['ID=2779d646-c112-4275-869e-b18bdbccee93,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:05.548965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636116f4-3747-4700-ae40-990671fbb5b2 None None] Network fc8e5cca-9bfd-4335-bd22-f668795e796b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:05.553020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fd0fc1-7e06-4bb4-8f81-77b6d058013e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:05.556411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:05.557102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.571303 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 2779d646-c112-4275-869e-b18bdbccee93 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:05.594993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.599661 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-15ae680a-61d8-4ff6-a5ad-19b62fcea6ce tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6508734 Mar 28 10:50:05.606460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56916) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:05.608058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2038849913', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'fixed_ips': [{'ip_address': '172.26.2.178'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:05.613678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:05.617559 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4c2dc09e-42be-43c8-bd21-f6fb7f7a55f7 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6896584 Mar 28 10:50:05.619838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.622799 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-caf7bf0c-864b-46bd-93be-ca7a32baf1bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3711314 Mar 28 10:50:05.626363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56920) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:05.626481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:05.626826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.630552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56922) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:05.633730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Usage tracker for resource:port and tenant:b70b0078afb349fc8e53b7a56efe9531 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:05.641680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Request body: {'subnet': {'network_id': '2779d646-c112-4275-869e-b18bdbccee93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:05.656474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:05.669855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'name': 'tempest-NetworksTestDHCPv6-1967161801'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:05.696812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:05.723114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.724069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.755760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Network 386e369a-99b5-4e27-8723-fa9ac0238483 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:50:05.778373 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac17ad78-b354-40da-a889-028e8b3a94f0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0600350 Mar 28 10:50:05.785360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56928) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:05.801236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:05.845231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Made reservation on behalf of b70b0078afb349fc8e53b7a56efe9531 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:05.847292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.861586 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6101265 Mar 28 10:50:05.877167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56932) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:05.878393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e5bd-7ddf-402b-9269-ab3f49c03d05 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Pushing event updated for resources: {'Network': ['ID=f6e33b34-fefc-4651-b2a1-caca59340fe3,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:05.884818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.898958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network f6e33b34-fefc-4651-b2a1-caca59340fe3 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:05.910052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.918978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:05.921560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 386e369a-99b5-4e27-8723-fa9ac0238483) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:05.930866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:05.934394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Usage tracker for resource:router and tenant:db15a669cbd84629a8091c0c1b9ad3ee is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:05.943651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:05.947425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Usage tracker for resource:security_group_rule and tenant:b70b0078afb349fc8e53b7a56efe9531 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:05.950751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:05.952613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:05.956813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:05.960202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:05.960337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae52d4-824c-4c8c-81a7-bd9426247daf None None] Network 386e369a-99b5-4e27-8723-fa9ac0238483 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:05.960450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:05.962562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:05.974829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:05.980461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Usage tracker for resource:subnet and tenant:50b0f5b8cf3b4d2b9dd6fc3ed2387152 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:05.981066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:05.986242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:05.989485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:05.998444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:05.998668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:06.011920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Request body: {'network': {'name': 'tempest-network--842387560', 'router:external': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:06.016889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:06.036661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.039991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.041110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.047778 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fe2daf14-2991-46e6-9238-0cab2b20d621 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0730379 Mar 28 10:50:06.048830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56942) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:06.053165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:06.063118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:06.071620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Usage tracker for resource:router and tenant:06dc9a1460c146398826e7ae81977253 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:06.075190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Made reservation on behalf of 50b0f5b8cf3b4d2b9dd6fc3ed2387152 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:06.089598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Usage tracker for resource:network and tenant:53410a24a2d84861b0410ce84608e17a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:06.089764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks [] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.090721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:06.095695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:06.113230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:06.119554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:06.133308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.167776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': 'c23192f1-9b33-4438-aea6-5abe504bc89e'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:50:06.168552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.176527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:06.180074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.271918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.272883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.310925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.355538 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.356167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Allocated IP 172.20.0.2 (c1f9f8e6-790b-41f0-a889-cee57795c222/12b8631a-3ce2-486a-881e-2b3ed3837708/c495d342-cfa7-4a91-a831-c0d8c15d555e) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:06.359168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Made reservation on behalf of 53410a24a2d84861b0410ce84608e17a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:06.361440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.371209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port d121315c-3dec-4eea-bd2b-a25e86e6db1d yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:06.416342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.432657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.456734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-fc8e5cca-9bfd-4335-bd22-f668795e796b', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:50:06.457556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.460394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.465824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:06.474462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Usage tracker for resource:security_group_rule and tenant:53410a24a2d84861b0410ce84608e17a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:06.479634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:06.492288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:06.582122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::80 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/c23192f1-9b33-4438-aea6-5abe504bc89e/d121315c-3dec-4eea-bd2b-a25e86e6db1d) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:06.611674 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-386e369a-99b5-4e27-8723-fa9ac0238483', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:50:06.612920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.613354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.639028 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] device_id is not set on port b70b5c27-9447-45a0-874b-c215337920c3 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:06.823934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51568178-00eb-40a2-81dc-4c085999f1b4,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:06.832562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:06.854906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:06.914647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:06.915585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:06.916209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:06.922793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Pushing event updated for resources: {'Port': ['ID=bfe9219c-49d1-467a-9047-11571c5267b8,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:07.005380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.013115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.020139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Allocated IP 172.20.0.2 (fc8e5cca-9bfd-4335-bd22-f668795e796b/a7fd33c1-9c55-44e8-a4dd-e34bca384fe1/86c185af-0bdc-4bea-ab9e-874e71be1f90) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:07.029279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Allocated IP 172.20.0.2 (386e369a-99b5-4e27-8723-fa9ac0238483/8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57/2ffe5525-d521-4c91-ac11-ba86fc946367) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:07.061509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.167073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.169998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.176211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Transition to ACTIVE for port object c495d342-cfa7-4a91-a831-c0d8c15d555e will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:07.184811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.200778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object d121315c-3dec-4eea-bd2b-a25e86e6db1d will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:07.237781 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b83b546c-a530-4f73-b5a8-6b2c7f9cbe9d tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.4865365 Mar 28 10:50:07.245402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56946) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:07.278420 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 10:50:07.278969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:50:07.282459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.313471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Transition to ACTIVE for port object c495d342-cfa7-4a91-a831-c0d8c15d555e will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:07.365984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.6'}]}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:07.383823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:07.400963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:07.407374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Usage tracker for resource:router and tenant:b542a98430e44eb8a0874f5e2f01d75d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:07.411663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event updated for resources: {'Subnet': ['ID=4d5cff18-92f4-4da2-808e-9866cdcd5146,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:07.416255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:07.419008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.431389 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:07.445827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157b36d4-104b-41be-af47-68dbb0beefd0,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:07.459464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.459793 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Added segment 3dee2ba7-de05-4d4c-b4ad-8d946af53de6 of type vlan for network 63ce4ccd-3bd1-451b-90b1-ca7e08f98d6b Mar 28 10:50:07.478855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.493062 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.501169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Checking segment: {'id': 'b55f9836-5912-4fb8-ba49-458a94acf150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2779d646-c112-4275-869e-b18bdbccee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:07.501448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Network c1f9f8e6-790b-41f0-a889-cee57795c222 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:07.501862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Network hostable DHCP agents. Network: 2779d646-c112-4275-869e-b18bdbccee93, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:50:07.553668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:07.557637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:07.597299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.603253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:07.609811 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7a215e46-2a4e-4b41-a1e2-d8e48039c6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0046878 Mar 28 10:50:07.630065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56950) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:07.630716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.631696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.644101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:07.649803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.656187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:07.661597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:07.662232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.687257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.712429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=d121315c-3dec-4eea-bd2b-a25e86e6db1d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:07.745885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Network 2779d646-c112-4275-869e-b18bdbccee93 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:50:07.748253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Pushing event updated for resources: {'Port': ['ID=c495d342-cfa7-4a91-a831-c0d8c15d555e,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:07.754076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Transition to ACTIVE for port object 86c185af-0bdc-4bea-ab9e-874e71be1f90 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:07.792581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/c23192f1-9b33-4438-aea6-5abe504bc89e/59f7c652-bb12-428d-a730-c6b385e7e540) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:07.792808 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-526c8764-5777-47ab-94bb-69b9daaf196e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1349933 Mar 28 10:50:07.792936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:07.793046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56954) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:07.795926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.799712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Tracked resource versions report: Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: pushed versions: Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: { 'AddressGroup': {'1.2'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'ConntrackHelper': {'1.0'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Log': {'1.0'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Network': {'1.1'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Port': {'1.7'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'PortForwarding': {'1.2'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'QosPolicy': {'1.8'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SecurityGroup': {'1.4'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SecurityGroupRule': {'1.2'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SubPort': {'1.0'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Subnet': {'1.1'}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Trunk': {'1.1'}} Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: consumer versions: Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: { DHCP agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: HyperV agent@hv-neutron-8353: {}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: L3 agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: Metadata agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: Metering agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: Open vSwitch agent@dv-neutron-835336-1-hyperv: { 'AddressGroup': '1.2', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'ConntrackHelper': '1.0', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Log': '1.0', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Network': '1.1', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Port': '1.7', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'PortForwarding': '1.2', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'QosPolicy': '1.8', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SecurityGroup': '1.4', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SecurityGroupRule': '1.2', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'SubPort': '1.0', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Subnet': '1.1', Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: 'Trunk': '1.1'}} Mar 28 10:50:07.801101 dv-neutron-835336-1-hyperv neutron-server[88495]: {{(pid=88495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Attempting to bind port c495d342-cfa7-4a91-a831-c0d8c15d555e on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Attempting to bind port c495d342-cfa7-4a91-a831-c0d8c15d555e by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Attempting to bind port c495d342-cfa7-4a91-a831-c0d8c15d555e on network c1f9f8e6-790b-41f0-a889-cee57795c222 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Transition to ACTIVE for port object 2ffe5525-d521-4c91-ac11-ba86fc946367 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Checking segment: {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Bound using segment: {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Bound port: c495d342-cfa7-4a91-a831-c0d8c15d555e, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:08.001362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.005108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Transition to ACTIVE for port object 86c185af-0bdc-4bea-ab9e-874e71be1f90 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:08.005260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Allocated IP 172.26.2.247 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/29a52432-4889-474d-b946-bfd05517e331) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:08.005260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.005260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:08.005260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.005742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.005742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 2779d646-c112-4275-869e-b18bdbccee93) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:08.006327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Transition to ACTIVE for port object 2ffe5525-d521-4c91-ac11-ba86fc946367 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:08.006463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Deleting port 28c757b5-7723-4d5f-b4d4-96f48f317908 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:08.006463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.006463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:08.006463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.006463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.007063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53150bb5-47a8-4d64-9eb0-723edd996c40 None None] Network 2779d646-c112-4275-869e-b18bdbccee93 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:08.027839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.059264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.090103 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2129264 Mar 28 10:50:08.093977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276f188-4c79-428f-8274-9c9cc371f26b tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'Network': ['ID=63ce4ccd-3bd1-451b-90b1-ca7e08f98d6b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:08.098873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56958) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:08.127072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fbb9d6-2468-4790-8bf9-4b27044832f9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:08.127766 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7fbb9d6-2468-4790-8bf9-4b27044832f9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:08.130715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 63ce4ccd-3bd1-451b-90b1-ca7e08f98d6b details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:08.156558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.163415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Network fc8e5cca-9bfd-4335-bd22-f668795e796b is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:08.224893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:08.237643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.260310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:08.270840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.296726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Pushing event updated for resources: {'Port': ['ID=86c185af-0bdc-4bea-ab9e-874e71be1f90,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:08.321506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7fbb9d6-2468-4790-8bf9-4b27044832f9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:08.325253 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c7fbb9d6-2468-4790-8bf9-4b27044832f9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5287693 Mar 28 10:50:08.326009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56964) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:08.345485 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6f60fcc3-b902-4874-bd7e-fd8ff054fd0c tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7116818 Mar 28 10:50:08.367839 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56968) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:08.368325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Network 386e369a-99b5-4e27-8723-fa9ac0238483 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:08.390017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:08.449925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.461713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:08.461975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Request body: {'port': {'network_id': '2779d646-c112-4275-869e-b18bdbccee93', 'name': 'tempest-DHCPAgentSchedulersTestJSON-126188090'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:08.549647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] For port c495d342-cfa7-4a91-a831-c0d8c15d555e, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:08.574214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Pushing event updated for resources: {'Port': ['ID=29a52432-4889-474d-b946-bfd05517e331,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:08.623352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Pushing event updated for resources: {'Port': ['ID=2ffe5525-d521-4c91-ac11-ba86fc946367,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:08.633787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ff7cddda-1a6e-4bcd-b0aa-c22d45f4f140 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port d121315c-3dec-4eea-bd2b-a25e86e6db1d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:08.634286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff7cddda-1a6e-4bcd-b0aa-c22d45f4f140 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.643583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] For port c495d342-cfa7-4a91-a831-c0d8c15d555e, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c495d342-cfa7-4a91-a831-c0d8c15d555e,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:08.744997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.766935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:08.773954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:08.783351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.797211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:08.807872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.810409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.845041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.845041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.855959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.860556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Attempting to bind port 86c185af-0bdc-4bea-ab9e-874e71be1f90 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:08.861198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Attempting to bind port 86c185af-0bdc-4bea-ab9e-874e71be1f90 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:08.861461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Attempting to bind port 86c185af-0bdc-4bea-ab9e-874e71be1f90 on network fc8e5cca-9bfd-4335-bd22-f668795e796b {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:08.867184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.867425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.877981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.877981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > port after_create 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.877981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.877981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > port after_update 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.877981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.877981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.877981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.877981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:08.901794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:08.902264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Checking segment: {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:08.902613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.902993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Bound using segment: {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:08.906583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Bound port: 86c185af-0bdc-4bea-ab9e-874e71be1f90, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:08.906583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:08.942907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Attempting to bind port 2ffe5525-d521-4c91-ac11-ba86fc946367 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:08.943238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Attempting to bind port 2ffe5525-d521-4c91-ac11-ba86fc946367 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:08.943551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Attempting to bind port 2ffe5525-d521-4c91-ac11-ba86fc946367 on network 386e369a-99b5-4e27-8723-fa9ac0238483 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:08.993751 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.011185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Calling delete_port for 28c757b5-7723-4d5f-b4d4-96f48f317908 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:09.024207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:09.024569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Checking segment: {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:09.024953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.025329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Bound using segment: {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:09.025790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Bound port: 2ffe5525-d521-4c91-ac11-ba86fc946367, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:09.026186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.029250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:09.029613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:09.029963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:09.030297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:09.030635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ce4ccd-3bd1-451b-90b1-ca7e08f98d6b']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:09.080758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Allocated IP 172.26.2.22 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:09.086858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dee2ba7-de05-4d4c-b4ad-8d946af53de6') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:09.087174 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dee2ba7-de05-4d4c-b4ad-8d946af53de6') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:09.087571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae0099-db0c-4a8f-bf76-fa8251bac8ef None None] Pushing event updated for resources: {'Port': ['ID=c495d342-cfa7-4a91-a831-c0d8c15d555e,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:09.091343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Transition to ACTIVE for port object 59f7c652-bb12-428d-a730-c6b385e7e540 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:09.137265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-2779d646-c112-4275-869e-b18bdbccee93', 'network_id': '2779d646-c112-4275-869e-b18bdbccee93', 'tenant_id': '50b0f5b8cf3b4d2b9dd6fc3ed2387152', 'fixed_ips': [{'subnet_id': '4d5cff18-92f4-4da2-808e-9866cdcd5146'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:50:09.138171 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.171085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.211948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Transition to ACTIVE for port object 59f7c652-bb12-428d-a730-c6b385e7e540 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:09.222080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:09.246670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Usage tracker for resource:port and tenant:50b0f5b8cf3b4d2b9dd6fc3ed2387152 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:09.251449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.253891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:09.272016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:09.291316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] For port 86c185af-0bdc-4bea-ab9e-874e71be1f90, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:09.296288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:50:09.296697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: from cryptography.utils import int_from_bytes Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: from cryptography.utils import int_from_bytes Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn_limited( Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn_limited( Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:50:09.326276 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:50:09.328786 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] For port 2ffe5525-d521-4c91-ac11-ba86fc946367, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:09.332095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] For port 86c185af-0bdc-4bea-ab9e-874e71be1f90, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=86c185af-0bdc-4bea-ab9e-874e71be1f90,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:09.347666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] For port 2ffe5525-d521-4c91-ac11-ba86fc946367, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2ffe5525-d521-4c91-ac11-ba86fc946367,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:09.365551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.451099 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.470336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Made reservation on behalf of 50b0f5b8cf3b4d2b9dd6fc3ed2387152 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:09.483738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.494518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.527007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:09.551337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:09.566481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:09.569563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Allocated IP 172.20.0.2 (2779d646-c112-4275-869e-b18bdbccee93/4d5cff18-92f4-4da2-808e-9866cdcd5146/30e2ed8a-a567-4474-8058-8f934fcb1836) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:09.583600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Pushing event updated for resources: {'Port': ['ID=59f7c652-bb12-428d-a730-c6b385e7e540,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:09.606265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.659196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.740169 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.827437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Pushing event deleted for resources: {'Port': ['ID=28c757b5-7723-4d5f-b4d4-96f48f317908,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:09.850135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:09.867664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Attempting to bind port 59f7c652-bb12-428d-a730-c6b385e7e540 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:09.868038 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Attempting to bind port 59f7c652-bb12-428d-a730-c6b385e7e540 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:09.868394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Attempting to bind port 59f7c652-bb12-428d-a730-c6b385e7e540 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:09.875434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393e4d0-5108-4cf7-88ec-5ce75ec8d7f9 None None] Pushing event updated for resources: {'Port': ['ID=86c185af-0bdc-4bea-ab9e-874e71be1f90,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:09.927208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] device_id is not set on port a37b3a32-87c0-4a85-97ad-c303eed08997 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:10.026702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.037604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:10.039276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:10.040180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.040798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:10.041492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Bound port: 59f7c652-bb12-428d-a730-c6b385e7e540, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:10.042217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.125960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76406ad1-b692-4490-9a5d-99645044f1b5 None None] Pushing event updated for resources: {'Port': ['ID=2ffe5525-d521-4c91-ac11-ba86fc946367,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:10.206990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:10.225341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.228003 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-885bfcd3-9f78-44ec-8275-1a4e90ed6fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610 tempest-ExternalNetworksAdminNegativeTestJSON-1308488610-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/e5de3780-04a1-42b1-87d8-8a0001111d66 HTTP/1.1" status: 204 len: 168 time: 2.5922613 Mar 28 10:50:10.277727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.304437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] For port 59f7c652-bb12-428d-a730-c6b385e7e540, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:10.324599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] For port 59f7c652-bb12-428d-a730-c6b385e7e540, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=59f7c652-bb12-428d-a730-c6b385e7e540,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:10.339518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.348965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:10.353222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff7cddda-1a6e-4bcd-b0aa-c22d45f4f140 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.359492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Transition to ACTIVE for port object 30e2ed8a-a567-4474-8058-8f934fcb1836 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:10.364109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63ce4ccd-3bd1-451b-90b1-ca7e08f98d6b {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 10:50:10.367275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:10.382295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.384003 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:10.387871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event deleted for resources: {'Network': ['ID=63ce4ccd-3bd1-451b-90b1-ca7e08f98d6b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:10.402871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.419261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Transition to ACTIVE for port object 30e2ed8a-a567-4474-8058-8f934fcb1836 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:10.503189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Allocated IP 172.26.2.57 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/088199b3-b3ea-47b2-925a-34a3d028dac6) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:10.569869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d7e6b-604c-428f-910e-ea62e7900085 None None] Pushing event updated for resources: {'Port': ['ID=59f7c652-bb12-428d-a730-c6b385e7e540,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:10.639036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ff7cddda-1a6e-4bcd-b0aa-c22d45f4f140 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for d121315c-3dec-4eea-bd2b-a25e86e6db1d owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:10.639546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:10.730303 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-10bad714-3d4a-479f-a01c-ecd7c92b63c2 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "DELETE /v2.0/networks/63ce4ccd-3bd1-451b-90b1-ca7e08f98d6b HTTP/1.1" status: 204 len: 168 time: 2.6301403 Mar 28 10:50:10.804017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Network 2779d646-c112-4275-869e-b18bdbccee93 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:10.809735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:10.814922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Pushing event updated for resources: {'Port': ['ID=30e2ed8a-a567-4474-8058-8f934fcb1836,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:10.828170 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:10.991143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Allocated IP 172.20.0.13 (2779d646-c112-4275-869e-b18bdbccee93/4d5cff18-92f4-4da2-808e-9866cdcd5146/a37b3a32-87c0-4a85-97ad-c303eed08997) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:11.017141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9370716-757e-4a4c-997d-368a7964e8ff None None] Network c1f9f8e6-790b-41f0-a889-cee57795c222 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:11.094251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Attempting to bind port 30e2ed8a-a567-4474-8058-8f934fcb1836 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:11.094618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Attempting to bind port 30e2ed8a-a567-4474-8058-8f934fcb1836 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b55f9836-5912-4fb8-ba49-458a94acf150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2779d646-c112-4275-869e-b18bdbccee93'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:11.094980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Attempting to bind port 30e2ed8a-a567-4474-8058-8f934fcb1836 on network 2779d646-c112-4275-869e-b18bdbccee93 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:11.098864 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56974) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:11.105881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:11.106747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Checking segment: {'id': 'b55f9836-5912-4fb8-ba49-458a94acf150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2779d646-c112-4275-869e-b18bdbccee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:11.107187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.107933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Bound using segment: {'id': 'b55f9836-5912-4fb8-ba49-458a94acf150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2779d646-c112-4275-869e-b18bdbccee93'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:11.108441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Bound port: 30e2ed8a-a567-4474-8058-8f934fcb1836, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55f9836-5912-4fb8-ba49-458a94acf150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2779d646-c112-4275-869e-b18bdbccee93'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:11.108809 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.143668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:11.188461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:11.190985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56980) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:11.255012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Usage tracker for resource:network and tenant:53410a24a2d84861b0410ce84608e17a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:11.290916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-163af28d-c0d5-4147-8a23-dd54b5d72c46 None None] Provisioning for port c495d342-cfa7-4a91-a831-c0d8c15d555e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:11.311445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:11.343784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.361668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Transition to ACTIVE for port object a37b3a32-87c0-4a85-97ad-c303eed08997 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:11.384312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] For port 30e2ed8a-a567-4474-8058-8f934fcb1836, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:11.391600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] For port 30e2ed8a-a567-4474-8058-8f934fcb1836, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=30e2ed8a-a567-4474-8058-8f934fcb1836,segment=NetworkSegment(b55f9836-5912-4fb8-ba49-458a94acf150),segment_id=b55f9836-5912-4fb8-ba49-458a94acf150)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:11.409245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:11.453341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.483321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.649037 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059807b-bbae-4cb5-855c-dea14959dff2 None None] Pushing event updated for resources: {'Port': ['ID=30e2ed8a-a567-4474-8058-8f934fcb1836,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:11.682917 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bfe789-ea63-4f76-a665-e02b0b7d04b9 None None] Network 386e369a-99b5-4e27-8723-fa9ac0238483 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:11.690344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.692362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Made reservation on behalf of 53410a24a2d84861b0410ce84608e17a for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:11.709935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.725731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.847134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Network 2779d646-c112-4275-869e-b18bdbccee93 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:11.848662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.854954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:11.860755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:11.881434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 59f7c652-bb12-428d-a730-c6b385e7e540 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:11.891584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.932987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fa7fa511-11a3-4564-8289-127a24e8e167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:11.953769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb58f3-4b3d-40a5-9f29-ffc1b8527d5d None None] Network fc8e5cca-9bfd-4335-bd22-f668795e796b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:12.087299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event updated for resources: {'Port': ['ID=a37b3a32-87c0-4a85-97ad-c303eed08997,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:12.123647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fcbdcc99-b80a-4b04-9e02-6ec3b9cfb5d3 None None] Provisioning for port 2ffe5525-d521-4c91-ac11-ba86fc946367 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:12.127104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:12.210516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:12.243540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 59f7c652-bb12-428d-a730-c6b385e7e540 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:12.260478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c495d342-cfa7-4a91-a831-c0d8c15d555e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:12.288827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fa7fa511-11a3-4564-8289-127a24e8e167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:12.292989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:12.293177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fa7fa511-11a3-4564-8289-127a24e8e167 admin admin] Usage tracker for resource:security_group_rule and tenant:eefd9857c04d4a23b0a5cdb129044bf6 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:12.294116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:12.296845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fa7fa511-11a3-4564-8289-127a24e8e167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:12.318564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fa7fa511-11a3-4564-8289-127a24e8e167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:12.344128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff7cddda-1a6e-4bcd-b0aa-c22d45f4f140 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:12.344323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:12.355896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:12.358954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af789e9f-90fa-4899-9bd0-27ed6f91df3b None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:12.374159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:12.398323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7cddda-1a6e-4bcd-b0aa-c22d45f4f140 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=d121315c-3dec-4eea-bd2b-a25e86e6db1d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:12.440237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:12.451001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:50:12.459411 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4534344f-85f6-42eb-832e-134143cd9e91 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0840402 Mar 28 10:50:12.463637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56988) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:12.505321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff7cddda-1a6e-4bcd-b0aa-c22d45f4f140 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:12.510182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ff7cddda-1a6e-4bcd-b0aa-c22d45f4f140 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/d121315c-3dec-4eea-bd2b-a25e86e6db1d HTTP/1.1" status: 204 len: 168 time: 4.1830683 Mar 28 10:50:12.511337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 56992) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:12.549177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8c0d5ad1-b972-4dfb-94a6-8119862d73a8 None None] Provisioning for port 86c185af-0bdc-4bea-ab9e-874e71be1f90 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:12.605748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=088199b3-b3ea-47b2-925a-34a3d028dac6,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:12.723084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:12.723675 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Added segment 1682f0c6-cdaf-407b-8e5c-7e5d9e3a3360 of type vlan for network f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 Mar 28 10:50:12.725626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port c495d342-cfa7-4a91-a831-c0d8c15d555e completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:12.762341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c495d342-cfa7-4a91-a831-c0d8c15d555e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:12.763038 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:12.808749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6d04cee2-e02d-4761-9265-d000a426038a tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Deleting port a37b3a32-87c0-4a85-97ad-c303eed08997 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:12.809105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6d04cee2-e02d-4761-9265-d000a426038a tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:12.890797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-cf200ec8-e0f7-4d30-a0e5-cf281f5bdd6d None None] Provisioning for port 59f7c652-bb12-428d-a730-c6b385e7e540 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:12.909751 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-cf200ec8-e0f7-4d30-a0e5-cf281f5bdd6d None None] Provisioning complete for port 59f7c652-bb12-428d-a730-c6b385e7e540 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:12.910359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf200ec8-e0f7-4d30-a0e5-cf281f5bdd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:13.036141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:50:13.046519 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Sync routers for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:50:13.082803 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:13.083655 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:49:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:13.118221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af71a4-c31c-474d-b7a2-61c258ab3677 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:13.120779 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af71a4-c31c-474d-b7a2-61c258ab3677 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:13.125342 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b7af71a4-c31c-474d-b7a2-61c258ab3677 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6018610 Mar 28 10:50:13.140474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 56996) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:13.180173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:13.377619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port c495d342-cfa7-4a91-a831-c0d8c15d555e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c495d342-cfa7-4a91-a831-c0d8c15d555e,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:13.384077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6d04cee2-e02d-4761-9265-d000a426038a tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:13.396778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf200ec8-e0f7-4d30-a0e5-cf281f5bdd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:13.397448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:13.404613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137bb89b-26b4-41bd-8f3c-42fe70779b4e None None] Network 2779d646-c112-4275-869e-b18bdbccee93 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:13.458102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:13.466374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:13.467144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2ffe5525-d521-4c91-ac11-ba86fc946367 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:13.522822 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:13.558714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6d04cee2-e02d-4761-9265-d000a426038a tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Calling delete_port for a37b3a32-87c0-4a85-97ad-c303eed08997 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:13.712765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-cf200ec8-e0f7-4d30-a0e5-cf281f5bdd6d None None] For port 59f7c652-bb12-428d-a730-c6b385e7e540, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=59f7c652-bb12-428d-a730-c6b385e7e540,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:13.822242 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:13.823490 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-518d3b9a-0399-4932-a083-335c8e190027 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.4619458 Mar 28 10:50:13.826509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57000) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:13.843696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:50:13.960355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6d04cee2-e02d-4761-9265-d000a426038a tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.015205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf200ec8-e0f7-4d30-a0e5-cf281f5bdd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.067776 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:09Z', 'revision_number': 3, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:14.073513 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Checking router: 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:50:14.074122 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Updating router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 port 29a52432-4889-474d-b946-bfd05517e331 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:50:14.080336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=c495d342-cfa7-4a91-a831-c0d8c15d555e,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:14.099103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-a511f367-0c4f-489d-b7d2-84e2416dfc2e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet c23192f1-9b33-4438-aea6-5abe504bc89e {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:50:14.104609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04cee2-e02d-4761-9265-d000a426038a tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event deleted for resources: {'Port': ['ID=a37b3a32-87c0-4a85-97ad-c303eed08997,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:14.135899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a511f367-0c4f-489d-b7d2-84e2416dfc2e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.174618 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.203643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf200ec8-e0f7-4d30-a0e5-cf281f5bdd6d None None] Pushing event updated for resources: {'Port': ['ID=59f7c652-bb12-428d-a730-c6b385e7e540,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:14.220905 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 2ffe5525-d521-4c91-ac11-ba86fc946367 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:14.229662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2ffe5525-d521-4c91-ac11-ba86fc946367 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:14.230057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.262598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fa7fa511-11a3-4564-8289-127a24e8e167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.277514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.279746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.296010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6d04cee2-e02d-4761-9265-d000a426038a tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.298172 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6d04cee2-e02d-4761-9265-d000a426038a tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] 10.222.0.18 "DELETE /v2.0/ports/a37b3a32-87c0-4a85-97ad-c303eed08997 HTTP/1.1" status: 204 len: 168 time: 1.8333356 Mar 28 10:50:14.333515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57004) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:14.352575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.380854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Provisioning complete for port 59f7c652-bb12-428d-a730-c6b385e7e540 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:14.381113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.382133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.383852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:14.385520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.432716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fa7fa511-11a3-4564-8289-127a24e8e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.534989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.686783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.692685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 2ffe5525-d521-4c91-ac11-ba86fc946367, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2ffe5525-d521-4c91-ac11-ba86fc946367,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:14.719436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a511f367-0c4f-489d-b7d2-84e2416dfc2e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.727278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Provisioning complete for port 2ffe5525-d521-4c91-ac11-ba86fc946367 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:14.727779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.738786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fa511-11a3-4564-8289-127a24e8e167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4406cb0-e2b2-43d1-9e91-cf129c9b38a0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:14.793241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.794010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 86c185af-0bdc-4bea-ab9e-874e71be1f90 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:14.805612 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.834194 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e3dc10af-953e-42e7-a4e3-42d4b8000ab4 tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4787300 Mar 28 10:50:14.837991 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Transition to ACTIVE for port object 29a52432-4889-474d-b946-bfd05517e331 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:14.931974 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:14.936113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57014) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:14.942264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1226256336'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:14.958055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:14.968426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Usage tracker for resource:network and tenant:50b0f5b8cf3b4d2b9dd6fc3ed2387152 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:14.973496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:14.994647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:15.000453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=2ffe5525-d521-4c91-ac11-ba86fc946367,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:15.030226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Could not find standard attr ID for object d121315c-3dec-4eea-bd2b-a25e86e6db1d. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:50:15.061370 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Attempting to bind port 29a52432-4889-474d-b946-bfd05517e331 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:15.061742 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Attempting to bind port 29a52432-4889-474d-b946-bfd05517e331 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:15.062127 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Attempting to bind port 29a52432-4889-474d-b946-bfd05517e331 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:15.069861 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:15.070979 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:15.071148 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.071542 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:15.072157 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Bound port: 29a52432-4889-474d-b946-bfd05517e331, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:15.072402 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.074438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 86c185af-0bdc-4bea-ab9e-874e71be1f90 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:15.081241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 86c185af-0bdc-4bea-ab9e-874e71be1f90 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:15.082154 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.108232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Made reservation on behalf of 50b0f5b8cf3b4d2b9dd6fc3ed2387152 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:15.112134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.127982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Provisioning for port 30e2ed8a-a567-4474-8058-8f934fcb1836 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:15.172066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Provisioning complete for port 86c185af-0bdc-4bea-ab9e-874e71be1f90 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:15.172066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.180924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] For port 29a52432-4889-474d-b946-bfd05517e331, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:15.184021 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] For port 29a52432-4889-474d-b946-bfd05517e331, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=29a52432-4889-474d-b946-bfd05517e331,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:15.203678 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Pushing event updated for resources: {'Port': ['ID=29a52432-4889-474d-b946-bfd05517e331,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:15.207196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:15.212051 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.212479 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.212828 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.213470 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.213470 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.213812 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.214168 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.220621 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.220985 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.221328 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.222123 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.222123 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Tracked resource versions report: Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: pushed versions: Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: { 'AddressGroup': {'1.2'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'ConntrackHelper': {'1.0'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Log': {'1.0'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Network': {'1.1'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Port': {'1.7'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'PortForwarding': {'1.2'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'QosPolicy': {'1.8'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SecurityGroup': {'1.4'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SecurityGroupRule': {'1.2'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SubPort': {'1.0'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Subnet': {'1.1'}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Trunk': {'1.1'}} Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: consumer versions: Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: { DHCP agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: HyperV agent@hv-neutron-8353: {}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: L3 agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: Metadata agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: Metering agent@dv-neutron-835336-1-hyperv: {}, Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: Open vSwitch agent@dv-neutron-835336-1-hyperv: { 'AddressGroup': '1.2', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'ConntrackHelper': '1.0', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Log': '1.0', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Network': '1.1', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Port': '1.7', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'PortForwarding': '1.2', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'QosPolicy': '1.8', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SecurityGroup': '1.4', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SecurityGroupRule': '1.2', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'SubPort': '1.0', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Subnet': '1.1', Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: 'Trunk': '1.1'}} Mar 28 10:50:15.223240 dv-neutron-835336-1-hyperv neutron-server[88496]: {{(pid=88496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 10:50:15.230544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.230895 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Added segment f22293e5-cb64-45a0-918b-52507e186f2a of type vlan for network 789444a5-cc5e-4474-b9c7-76a04ccb77a5 Mar 28 10:50:15.240287 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.261279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.293574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.346553 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:15.347536 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:49:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:15.349392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.425363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a511f367-0c4f-489d-b7d2-84e2416dfc2e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.487022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.493816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:15.494787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.496134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 86c185af-0bdc-4bea-ab9e-874e71be1f90, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=86c185af-0bdc-4bea-ab9e-874e71be1f90,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:15.541554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.574508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.577128 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:15.579442 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fa7fa511-11a3-4564-8289-127a24e8e167 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eefd9857c04d4a23b0a5cdb129044bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3849974 Mar 28 10:50:15.611425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.703107 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57018) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:15.736337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=86c185af-0bdc-4bea-ab9e-874e71be1f90,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:15.795105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event updated for resources: {'Network': ['ID=789444a5-cc5e-4474-b9c7-76a04ccb77a5,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:15.796304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:50:15.796682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:50:15.799950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.800469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58dd66c8-b512-472f-9ddb-e88a56919408 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:50:15.802630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'Network': ['ID=f5135dbe-3332-4c8e-a9c0-3d02dd80aca9,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:15.811164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 789444a5-cc5e-4474-b9c7-76a04ccb77a5 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:15.832323 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-37d07e47-fdee-4870-a46d-d2824121f372 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8949192 Mar 28 10:50:15.840439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.842405 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32e00b-cdb3-4f7b-b7f1-83e4f971e58c None None] Pushing event updated for resources: {'Port': ['ID=29a52432-4889-474d-b946-bfd05517e331,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:15.851638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a511f367-0c4f-489d-b7d2-84e2416dfc2e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.866490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57022) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:15.887806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Allocated IP 172.20.0.1 (c1f9f8e6-790b-41f0-a889-cee57795c222/12b8631a-3ce2-486a-881e-2b3ed3837708/d892be09-94fe-40aa-ba06-cb893b040838) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:15.894138 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:15.914572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 59f7c652-bb12-428d-a730-c6b385e7e540 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:15.916474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74216926-6cf3-4fe1-9a0b-a2f39c5c7e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:15.941108 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:09Z', 'revision_number': 3, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:15.948474 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d78074-67bf-45a7-9052-46fd9601e8f9 None None] The sync data for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv is: [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:09Z', 'revision_number': 3, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:50:16.022207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74216926-6cf3-4fe1-9a0b-a2f39c5c7e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:16.141995 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c61c8d89-cff4-47b0-907f-1c22beeba65a tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 5.0203607 Mar 28 10:50:16.156738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57026) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:16.166518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511f367-0c4f-489d-b7d2-84e2416dfc2e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=c23192f1-9b33-4438-aea6-5abe504bc89e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:16.169804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Request body: {'subnet': {'network_id': 'f5135dbe-3332-4c8e-a9c0-3d02dd80aca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:16.175935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:16.177959 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 10:50:16.180316 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89d9cd4b-e7e7-4b10-9b49-8df869595689 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 8.8412247 Mar 28 10:50:16.184652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Usage tracker for resource:subnet and tenant:53410a24a2d84861b0410ce84608e17a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:16.185014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a511f367-0c4f-489d-b7d2-84e2416dfc2e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:16.187727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:16.191094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57030) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:16.194475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:16.207232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 59f7c652-bb12-428d-a730-c6b385e7e540 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:16.207599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:16.250227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f392a0-bab2-43a8-97a2-aeba00213a30 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:16.324023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Made reservation on behalf of 53410a24a2d84861b0410ce84608e17a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:16.326579 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:16.356159 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a511f367-0c4f-489d-b7d2-84e2416dfc2e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/c23192f1-9b33-4438-aea6-5abe504bc89e HTTP/1.1" status: 204 len: 168 time: 3.2043710 Mar 28 10:50:16.377538 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57034) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:16.428409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70f09acc-ba99-4209-a297-b7573d97b025 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Deleting port bfe9219c-49d1-467a-9047-11571c5267b8 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:16.429022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f09acc-ba99-4209-a297-b7573d97b025 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:16.500865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Router 24f52220-dfba-408a-a24b-b28c237944a5 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:50:16.506247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:16.532300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b94e622c-0775-4af2-a2c8-1009bc79da59 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535642 Mar 28 10:50:16.532986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57038) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:16.594650 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Router 319941c2-b252-4302-8e96-49ad14250d34 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:50:16.609941 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6ca352a7-9152-4665-9adb-d8444ba3f168 tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] 10.222.0.18 "GET /v2.0/agents/0dfce4f4-c6f3-4edf-93bd-14fd36812c25/dhcp-networks HTTP/1.1" status: 200 len: 6435 time: 0.7396641 Mar 28 10:50:16.615595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57042) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:16.620013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:16.655322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74216926-6cf3-4fe1-9a0b-a2f39c5c7e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:16.661096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Transition to ACTIVE for port object d892be09-94fe-40aa-ba06-cb893b040838 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:16.710139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Provisioning complete for port c495d342-cfa7-4a91-a831-c0d8c15d555e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:16.710950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-90a8ba17-51f6-4afe-8880-dbf7da7034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:16.760784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74216926-6cf3-4fe1-9a0b-a2f39c5c7e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4406cb0-e2b2-43d1-9e91-cf129c9b38a0,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:16.776758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74216926-6cf3-4fe1-9a0b-a2f39c5c7e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:16.778214 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-74216926-6cf3-4fe1-9a0b-a2f39c5c7e9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4406cb0-e2b2-43d1-9e91-cf129c9b38a0 HTTP/1.1" status: 204 len: 168 time: 1.0330417 Mar 28 10:50:16.827524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:16.833841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 30e2ed8a-a567-4474-8058-8f934fcb1836 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:16.987100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:17.011329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:17.024542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:17.075374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9987a1bd-1ca3-4762-b4f4-b2b0737c808d None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:50:17.081801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9987a1bd-1ca3-4762-b4f4-b2b0737c808d None None] Deleting port 59f7c652-bb12-428d-a730-c6b385e7e540 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:17.082430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9987a1bd-1ca3-4762-b4f4-b2b0737c808d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:17.104910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:17.146937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 30e2ed8a-a567-4474-8058-8f934fcb1836 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:17.163138 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4f779010-6e7b-4610-85e5-2e4f06dd7b14 None None] Could not find standard attr ID for object a37b3a32-87c0-4a85-97ad-c303eed08997. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:50:17.167696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 30e2ed8a-a567-4474-8058-8f934fcb1836 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:17.168211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:17.306186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:17.308056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4f779010-6e7b-4610-85e5-2e4f06dd7b14 None None] Provisioning complete for port 30e2ed8a-a567-4474-8058-8f934fcb1836 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:17.308646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4f779010-6e7b-4610-85e5-2e4f06dd7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:17.310171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:17.349500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:50:17.370273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:50:17.372182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Sync routers for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:50:17.390185 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Sync routers for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:50:17.390885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Network c1f9f8e6-790b-41f0-a889-cee57795c222 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:17.408884 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:17.409647 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:49:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:17.419792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f09acc-ba99-4209-a297-b7573d97b025 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:17.427656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1990ec-0833-4e26-87ca-5c2a4871542c tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] Network 789444a5-cc5e-4474-b9c7-76a04ccb77a5 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:50:17.491657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:17.495857 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7895875d-e9a6-4331-ad7a-71f59c1f6ae8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.4466453 Mar 28 10:50:17.497198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:17.499683 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-297d05da-3335-4df0-8d7b-0040ff95a5e9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.7127619 Mar 28 10:50:17.513867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:17.514665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:49:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:17.537688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:17.551778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57050) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:17.557379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57052) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:17.584919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70f09acc-ba99-4209-a297-b7573d97b025 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Calling delete_port for bfe9219c-49d1-467a-9047-11571c5267b8 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:17.629325 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cb1990ec-0833-4e26-87ca-5c2a4871542c tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] 10.222.0.18 "POST /v2.0/agents/0dfce4f4-c6f3-4edf-93bd-14fd36812c25/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9793220 Mar 28 10:50:17.631932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57060) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:17.695380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:17.701005 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b900b08-103d-4851-ad83-c736b7549673 None None] Network 789444a5-cc5e-4474-b9c7-76a04ccb77a5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:17.732434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57064) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:17.814356 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:17.841473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Pushing event updated for resources: {'Port': ['ID=d892be09-94fe-40aa-ba06-cb893b040838,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:17.920067 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-960398f4-e865-4fe3-b102-24a3373a1f22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b70b0078afb349fc8e53b7a56efe9531&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1865182 Mar 28 10:50:17.924521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57070) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:18.007882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9987a1bd-1ca3-4762-b4f4-b2b0737c808d None None] For port 59f7c652-bb12-428d-a730-c6b385e7e540, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=59f7c652-bb12-428d-a730-c6b385e7e540,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:18.009425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9987a1bd-1ca3-4762-b4f4-b2b0737c808d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.026599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.087636 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-df119669-1edc-4c72-badf-0b7676e82b7e tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] 10.222.0.18 "GET /v2.0/agents/0dfce4f4-c6f3-4edf-93bd-14fd36812c25/dhcp-networks HTTP/1.1" status: 200 len: 7205 time: 0.4515512 Mar 28 10:50:18.095464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57074) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:18.112852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52751b82-9ac2-4082-b514-56ad170d4b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.177352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9987a1bd-1ca3-4762-b4f4-b2b0737c808d None None] Calling delete_port for 59f7c652-bb12-428d-a730-c6b385e7e540 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:18.188271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f09acc-ba99-4209-a297-b7573d97b025 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.191047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52751b82-9ac2-4082-b514-56ad170d4b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.239702 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:13Z', 'revision_number': 3, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:18.245891 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Checking router: 319941c2-b252-4302-8e96-49ad14250d34 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:50:18.247970 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Updating router 319941c2-b252-4302-8e96-49ad14250d34 port 088199b3-b3ea-47b2-925a-34a3d028dac6 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:50:18.260990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f09acc-ba99-4209-a297-b7573d97b025 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfe9219c-49d1-467a-9047-11571c5267b8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:18.304126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.322347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4f779010-6e7b-4610-85e5-2e4f06dd7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.324622 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad778d95-7200-4b16-b78f-8ac1a9ab44c5 tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] 10.222.0.18 "DELETE /v2.0/agents/0dfce4f4-c6f3-4edf-93bd-14fd36812c25/dhcp-networks/789444a5-cc5e-4474-b9c7-76a04ccb77a5 HTTP/1.1" status: 204 len: 168 time: 0.2279606 Mar 28 10:50:18.327021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57078) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:18.329879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f09acc-ba99-4209-a297-b7573d97b025 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.349202 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70f09acc-ba99-4209-a297-b7573d97b025 tempest-RoutersAdminNegativeIpV6Test-1595748532 tempest-RoutersAdminNegativeIpV6Test-1595748532-project-admin] 10.222.0.18 "DELETE /v2.0/ports/bfe9219c-49d1-467a-9047-11571c5267b8 HTTP/1.1" status: 204 len: 168 time: 2.1523407 Mar 28 10:50:18.349406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 30e2ed8a-a567-4474-8058-8f934fcb1836, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=30e2ed8a-a567-4474-8058-8f934fcb1836,segment=NetworkSegment(b55f9836-5912-4fb8-ba49-458a94acf150),segment_id=b55f9836-5912-4fb8-ba49-458a94acf150)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:18.362585 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.419429 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4c63c576-b2f9-4c1c-8864-8d23ac913ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.426354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.427130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c495d342-cfa7-4a91-a831-c0d8c15d555e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:18.570554 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-194bb38a-4b0f-4a34-a8e9-0ccf88473038 tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] 10.222.0.18 "GET /v2.0/agents/0dfce4f4-c6f3-4edf-93bd-14fd36812c25/dhcp-networks HTTP/1.1" status: 200 len: 6435 time: 0.2417736 Mar 28 10:50:18.571287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57084) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:18.603895 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d3a817f6-076f-4fb5-a5d3-18b26bc5014b tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] 10.222.0.18 "GET /v2.0/networks/2779d646-c112-4275-869e-b18bdbccee93/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0313923 Mar 28 10:50:18.604491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57088) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:18.617500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:18.645467 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6d23780f-4b65-4db8-9dda-4ceb43cfae6b tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] 10.222.0.18 "GET /v2.0/networks/2779d646-c112-4275-869e-b18bdbccee93/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0398984 Mar 28 10:50:18.647955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57092) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:18.655991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52751b82-9ac2-4082-b514-56ad170d4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.695660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52751b82-9ac2-4082-b514-56ad170d4b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:18.699559 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-52751b82-9ac2-4082-b514-56ad170d4b95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51568178-00eb-40a2-81dc-4c085999f1b4 HTTP/1.1" status: 204 len: 168 time: 0.7741277 Mar 28 10:50:18.700977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52751b82-9ac2-4082-b514-56ad170d4b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51568178-00eb-40a2-81dc-4c085999f1b4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:18.897700 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-45e24990-0a2c-481c-8c6c-5d2edc6f31a8 tempest-DHCPAgentSchedulersTestJSON-490281032 tempest-DHCPAgentSchedulersTestJSON-490281032-project-admin] 10.222.0.18 "GET /v2.0/agents/0dfce4f4-c6f3-4edf-93bd-14fd36812c25/dhcp-networks HTTP/1.1" status: 200 len: 6435 time: 0.2486730 Mar 28 10:50:18.904992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57100) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:18.947650 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-4f779010-6e7b-4610-85e5-2e4f06dd7b14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:50:18.948000 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-4f779010-6e7b-4610-85e5-2e4f06dd7b14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:50:18.952201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=30e2ed8a-a567-4474-8058-8f934fcb1836,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:18.993250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9987a1bd-1ca3-4762-b4f4-b2b0737c808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.051016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987a1bd-1ca3-4762-b4f4-b2b0737c808d None None] Pushing event deleted for resources: {'Port': ['ID=59f7c652-bb12-428d-a730-c6b385e7e540,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:19.060784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987a1bd-1ca3-4762-b4f4-b2b0737c808d None None] No DVR routers for this DVR port 59f7c652-bb12-428d-a730-c6b385e7e540 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:50:19.062260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c495d342-cfa7-4a91-a831-c0d8c15d555e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:19.062718 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.077764 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.078847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57106) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:19.098615 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Transition to ACTIVE for port object 088199b3-b3ea-47b2-925a-34a3d028dac6 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:19.150549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.160164 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.198921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:11Z', 'revision_number': 3, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:19.208317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Checking router: 24f52220-dfba-408a-a24b-b28c237944a5 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:50:19.208660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Updating router 24f52220-dfba-408a-a24b-b28c237944a5 port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:50:19.244429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.objects.ports [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:50:19.245512 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.260109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2ffe5525-d521-4c91-ac11-ba86fc946367 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:19.311206 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.374556 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ab1dd-3ce1-46ed-8b91-a8b558bde4eb None None] Pushing event updated for resources: {'Port': ['ID=088199b3-b3ea-47b2-925a-34a3d028dac6,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:19.378793 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Attempting to bind port 088199b3-b3ea-47b2-925a-34a3d028dac6 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:19.379259 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Attempting to bind port 088199b3-b3ea-47b2-925a-34a3d028dac6 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:19.379681 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Attempting to bind port 088199b3-b3ea-47b2-925a-34a3d028dac6 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:19.386100 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:19.386545 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:19.387010 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.387576 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:19.387968 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Bound port: 088199b3-b3ea-47b2-925a-34a3d028dac6, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:19.388416 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.423529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.486877 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] For port 088199b3-b3ea-47b2-925a-34a3d028dac6, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:19.490640 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] For port 088199b3-b3ea-47b2-925a-34a3d028dac6, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=088199b3-b3ea-47b2-925a-34a3d028dac6,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:19.521008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5378cd34-f4c4-4933-86f9-fb266440dcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.541989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2ffe5525-d521-4c91-ac11-ba86fc946367 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:19.542358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.564580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'Subnet': ['ID=064250ae-0526-4991-b73c-d83577fc0a07,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:19.571197 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.689104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.707448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > segment before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.707994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.710010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.710010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > port after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.710010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > port after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.710010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > port after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.710010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > segment after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.713053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > subnet after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.713053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > subnet after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.713053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > subnet after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.799291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Checking segment: {'id': '1682f0c6-cdaf-407b-8e5c-7e5d9e3a3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f5135dbe-3332-4c8e-a9c0-3d02dd80aca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:19.799643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Network hostable DHCP agents. Network: f5135dbe-3332-4c8e-a9c0-3d02dd80aca9, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:50:19.804810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ad422c96-f1c8-47a1-a132-eda83d69efed None None] Provisioning for port d892be09-94fe-40aa-ba06-cb893b040838 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:19.838807 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ab1dd-3ce1-46ed-8b91-a8b558bde4eb None None] Pushing event updated for resources: {'Port': ['ID=088199b3-b3ea-47b2-925a-34a3d028dac6,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:19.848671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ad422c96-f1c8-47a1-a132-eda83d69efed None None] Provisioning complete for port d892be09-94fe-40aa-ba06-cb893b040838 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:19.848671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ad422c96-f1c8-47a1-a132-eda83d69efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.862123 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:19.865232 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:49:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:19.885590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:19.909211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:19.913648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > subnet after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.914874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > subnet after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.915210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > subnet before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.915535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Subscribe: > subnet before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 10:50:19.915873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789444a5-cc5e-4474-b9c7-76a04ccb77a5']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:19.930742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe5c18-8bae-476d-be84-9e5ab8adfe7f None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:19.934838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22293e5-cb64-45a0-918b-52507e186f2a') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:19.935152 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22293e5-cb64-45a0-918b-52507e186f2a') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:19.946064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5378cd34-f4c4-4933-86f9-fb266440dcb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:19.968158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5378cd34-f4c4-4933-86f9-fb266440dcb1 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0b2790758d433ba80359544ef23610 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:19.972041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.978895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5378cd34-f4c4-4933-86f9-fb266440dcb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:19.986605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.989524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5378cd34-f4c4-4933-86f9-fb266440dcb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:19.994443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ad422c96-f1c8-47a1-a132-eda83d69efed None None] Port d892be09-94fe-40aa-ba06-cb893b040838 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:19.994614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:19.994614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:19.997881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.017304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:50:20.017707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: from cryptography.utils import int_from_bytes Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: from cryptography.utils import int_from_bytes Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn_limited( Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn_limited( Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:50:20.036031 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:50:20.150523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=9c250eee-446b-4ae0-b0fb-1af70be96b0a,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:20.152633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.166037 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 86c185af-0bdc-4bea-ab9e-874e71be1f90 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:20.193501 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Transition to ACTIVE for port object de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:20.257154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.301028 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-91ba7be3-8c17-45bd-bb14-517aa0a4195f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7576189 Mar 28 10:50:20.302264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Network f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:50:20.310956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57128) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:20.323548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.326479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event deleted for resources: {'Network': ['ID=789444a5-cc5e-4474-b9c7-76a04ccb77a5,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:20.349129 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:20.351448 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f8d9cc0b-59ce-4893-ba58-bfede7ee91b3 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] 10.222.0.18 "DELETE /v2.0/networks/789444a5-cc5e-4474-b9c7-76a04ccb77a5 HTTP/1.1" status: 204 len: 168 time: 1.4454021 Mar 28 10:50:20.357293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57132) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:20.412219 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34c3baa-4a37-41ce-a456-f21faf6473e6 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] DELETE failed (client error): The resource could not be found. Mar 28 10:50:20.412649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34c3baa-4a37-41ce-a456-f21faf6473e6 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:50:20.428508 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b34c3baa-4a37-41ce-a456-f21faf6473e6 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] 10.222.0.18 "DELETE /v2.0/ports/a37b3a32-87c0-4a85-97ad-c303eed08997 HTTP/1.1" status: 404 len: 333 time: 0.0678420 Mar 28 10:50:20.435255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57138) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:20.435793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'name': 'tempest-NetworksTestDHCPv6-1871086549'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:20.440418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.519146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5378cd34-f4c4-4933-86f9-fb266440dcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.561439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2873d57-76a4-4ca6-ad69-1af0511080a4 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Deleting subnet 4d5cff18-92f4-4da2-808e-9866cdcd5146 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:50:20.571944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2873d57-76a4-4ca6-ad69-1af0511080a4 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.574614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, f5135dbe-3332-4c8e-a9c0-3d02dd80aca9) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:20.610708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 86c185af-0bdc-4bea-ab9e-874e71be1f90 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:20.611081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.655056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2873d57-76a4-4ca6-ad69-1af0511080a4 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.673580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12482b-8438-44a1-98c3-dd1807d870e2 None None] Pushing event updated for resources: {'Port': ['ID=de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:20.678201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d76fb-7049-4dae-9697-b708f90fdc25 None None] Network f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:20.690519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:20.690868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.711095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:20.718315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5378cd34-f4c4-4933-86f9-fb266440dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.721389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:20.724634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:20.730479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:20.764271 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5378cd34-f4c4-4933-86f9-fb266440dcb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e0b2790758d433ba80359544ef23610&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6843517 Mar 28 10:50:20.767849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57144) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:20.813069 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:13Z', 'revision_number': 3, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:20.818551 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0264d-c0b3-4150-9e9c-017c59b48ed8 None None] The sync data for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv is: [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:13Z', 'revision_number': 3, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:50:20.830899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378cd34-f4c4-4933-86f9-fb266440dcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c1c19c-2438-480e-93a7-355d385af385,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:20.832272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.873563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '9c250eee-446b-4ae0-b0fb-1af70be96b0a'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:50:20.874555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.880001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2873d57-76a4-4ca6-ad69-1af0511080a4 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.928626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aadcae1a-87d7-4692-8513-10b1f2ca7239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.961310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aadcae1a-87d7-4692-8513-10b1f2ca7239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.983086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:20.986759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:20.990715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Attempting to bind port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:20.991083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Attempting to bind port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:20.991964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Attempting to bind port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:21.007865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-195489d1-9ce7-49c1-80da-4bf7efc552f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.030865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57152) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:21.031970 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c15bb34a-d83a-4421-ba14-d86faaf990e7 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8741591 Mar 28 10:50:21.035721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 0e6020ad-788e-4059-b1ce-a88dff010b67 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:21.041567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5135dbe-3332-4c8e-a9c0-3d02dd80aca9'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:21.049747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:21.057392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Usage tracker for resource:floatingip and tenant:53410a24a2d84861b0410ce84608e17a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:21.070478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:21.077749 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:21.078178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:21.078671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.078966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:21.079451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Bound port: de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:21.079894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.080103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:21.096237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aadcae1a-87d7-4692-8513-10b1f2ca7239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.112750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcae1a-87d7-4692-8513-10b1f2ca7239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c1c19c-2438-480e-93a7-355d385af385,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:21.130321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aadcae1a-87d7-4692-8513-10b1f2ca7239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.132148 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-aadcae1a-87d7-4692-8513-10b1f2ca7239 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8c1c19c-2438-480e-93a7-355d385af385 HTTP/1.1" status: 204 len: 168 time: 0.3611815 Mar 28 10:50:21.166208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2873d57-76a4-4ca6-ad69-1af0511080a4 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.185207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/9c250eee-446b-4ae0-b0fb-1af70be96b0a/34e71f97-9f1c-4424-8205-e1ee66e11442) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:21.328194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2873d57-76a4-4ca6-ad69-1af0511080a4 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.332248 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b2873d57-76a4-4ca6-ad69-1af0511080a4 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] 10.222.0.18 "DELETE /v2.0/subnets/4d5cff18-92f4-4da2-808e-9866cdcd5146 HTTP/1.1" status: 204 len: 168 time: 0.8938704 Mar 28 10:50:21.335105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.344969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57162) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:21.414778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2873d57-76a4-4ca6-ad69-1af0511080a4 tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5cff18-92f4-4da2-808e-9866cdcd5146,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:21.417136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f995a49-1e9f-4759-96a4-9b0cf8ab5353 None None] Network 2779d646-c112-4275-869e-b18bdbccee93 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:21.617503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.669699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57168) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:21.732384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.778918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.832036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:21.868779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Allocated IP 172.20.0.11 (f5135dbe-3332-4c8e-a9c0-3d02dd80aca9/064250ae-0526-4991-b73c-d83577fc0a07/c10c93a6-d46d-4441-ad27-9f8a86559858) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:21.957678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Allocated IP 172.20.0.1 (fc8e5cca-9bfd-4335-bd22-f668795e796b/a7fd33c1-9c55-44e8-a4dd-e34bca384fe1/ff68c5e3-380c-41ed-9a8c-d7ed76189ca9) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:21.977969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 30e2ed8a-a567-4474-8058-8f934fcb1836 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:22.099586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.133019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Deleting port 30e2ed8a-a567-4474-8058-8f934fcb1836 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:22.133357 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.162542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1607788155'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:22.174611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] For port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:22.179711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012c7e19-4861-492f-a4f8-ede45cfaf8eb None None] Network f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:22.192623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.213933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.222287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57176) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:22.243484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.246432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:22.268824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.277840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] For port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:22.302769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Usage tracker for resource:network and tenant:b2f054b8a18f4f478894c161e5dff30b is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:22.332921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'Port': ['ID=c10c93a6-d46d-4441-ad27-9f8a86559858,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:22.338641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:22.353279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.357964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Network f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:22.361353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:22.366318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:22.376927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:22.448897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.475530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.514378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Transition to ACTIVE for port object 34e71f97-9f1c-4424-8205-e1ee66e11442 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:22.518470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.526833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.534112 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c0a1c04f-8680-4b85-a154-b02413a7e882 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b542a98430e44eb8a0874f5e2f01d75d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3104403 Mar 28 10:50:22.534756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57182) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:22.554867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Pushing event updated for resources: {'Port': ['ID=d892be09-94fe-40aa-ba06-cb893b040838,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:22.555758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 30e2ed8a-a567-4474-8058-8f934fcb1836 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:22.556128 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.557083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Made reservation on behalf of b2f054b8a18f4f478894c161e5dff30b for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:22.560701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.602469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3ca8b897-ef2a-4e39-b9a3-a833783c4a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.643379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:22.644040 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:22.652645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.666154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Transition to ACTIVE for port object ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:22.676185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3ca8b897-ef2a-4e39-b9a3-a833783c4a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.705683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.707294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Transition to ACTIVE for port object 34e71f97-9f1c-4424-8205-e1ee66e11442 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:22.742046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12482b-8438-44a1-98c3-dd1807d870e2 None None] Pushing event updated for resources: {'Port': ['ID=de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:22.817832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.818592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:22.884745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] DHCP port deletion for 2779d646-c112-4275-869e-b18bdbccee93 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:50:22.910245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Usage tracker for resource:security_group_rule and tenant:b2f054b8a18f4f478894c161e5dff30b is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:22.934615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:22.952827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:22.975412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] Deleting port 30e2ed8a-a567-4474-8058-8f934fcb1836 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:22.976318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:22.984925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] For port 30e2ed8a-a567-4474-8058-8f934fcb1836, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=30e2ed8a-a567-4474-8058-8f934fcb1836,segment=NetworkSegment(b55f9836-5912-4fb8-ba49-458a94acf150),segment_id=b55f9836-5912-4fb8-ba49-458a94acf150)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:22.985166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.024983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:23.028521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3ca8b897-ef2a-4e39-b9a3-a833783c4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.048935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8b897-ef2a-4e39-b9a3-a833783c4a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fd0fc1-7e06-4bb4-8f81-77b6d058013e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:23.059698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:23.070214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:23.075427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.082857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3ca8b897-ef2a-4e39-b9a3-a833783c4a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.089349 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3ca8b897-ef2a-4e39-b9a3-a833783c4a00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68fd0fc1-7e06-4bb4-8f81-77b6d058013e HTTP/1.1" status: 204 len: 168 time: 0.5511315 Mar 28 10:50:23.151485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Pushing event updated for resources: {'Port': ['ID=34e71f97-9f1c-4424-8205-e1ee66e11442,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:23.153803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.190127 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.269556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Calling delete_port for 30e2ed8a-a567-4474-8058-8f934fcb1836 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:23.295944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'Port': ['ID=c10c93a6-d46d-4441-ad27-9f8a86559858,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:23.300879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Allocated IP 172.20.0.1 (386e369a-99b5-4e27-8723-fa9ac0238483/8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57/d161c114-4a98-435b-b676-fa67865c4474) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:23.308232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:23.308751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.324449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::256 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/9c250eee-446b-4ae0-b0fb-1af70be96b0a/0e6020ad-788e-4059-b1ce-a88dff010b67) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:23.360918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 29a52432-4889-474d-b946-bfd05517e331 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:23.370637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Network c1f9f8e6-790b-41f0-a889-cee57795c222 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:23.378128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.383103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:23.383593 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d37c65e9-7ba3-41e2-97b0-101213cf5047 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3442271 Mar 28 10:50:23.387583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57190) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:23.440083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.503901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ce9eb330-9af3-4f0e-8504-7aa519eab2bd tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Synchronizing usage tracker for tenant:53410a24a2d84861b0410ce84608e17a on resource:floatingip {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:23.519383 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Attempting to bind port 34e71f97-9f1c-4424-8205-e1ee66e11442 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:23.519814 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Attempting to bind port 34e71f97-9f1c-4424-8205-e1ee66e11442 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:23.520102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Attempting to bind port 34e71f97-9f1c-4424-8205-e1ee66e11442 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:23.563856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:23.564226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:23.564621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.566493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:23.566493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Bound port: 34e71f97-9f1c-4424-8205-e1ee66e11442, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:23.566493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.585162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ce9eb330-9af3-4f0e-8504-7aa519eab2bd tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Unset dirty status for tenant:53410a24a2d84861b0410ce84608e17a on resource:floatingip {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:23.591740 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ce9eb330-9af3-4f0e-8504-7aa519eab2bd tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 HTTP/1.1" status: 200 len: 690 time: 0.1999245 Mar 28 10:50:23.591740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57196) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:23.739317 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Pushing event updated for resources: {'Port': ['ID=ff68c5e3-380c-41ed-9a8c-d7ed76189ca9,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:23.813839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.826456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.847899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] For port 30e2ed8a-a567-4474-8058-8f934fcb1836, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=30e2ed8a-a567-4474-8058-8f934fcb1836,segment=NetworkSegment(b55f9836-5912-4fb8-ba49-458a94acf150),segment_id=b55f9836-5912-4fb8-ba49-458a94acf150)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:23.848531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.902993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Deleting port c10c93a6-d46d-4441-ad27-9f8a86559858 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:23.904382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:23.955149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Network fc8e5cca-9bfd-4335-bd22-f668795e796b is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:23.968560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:23.981819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:50:23.982767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:24.059551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b3c463e7-e1f4-4896-8e33-ef5a33bc4fc2 None None] Provisioning complete for port d892be09-94fe-40aa-ba06-cb893b040838 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:24.060307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b3c463e7-e1f4-4896-8e33-ef5a33bc4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.094198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] Calling delete_port for 30e2ed8a-a567-4474-8058-8f934fcb1836 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:24.171958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.172479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.177964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Transition to ACTIVE for port object d161c114-4a98-435b-b676-fa67865c4474 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:24.203639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 29a52432-4889-474d-b946-bfd05517e331 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:24.252649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 29a52432-4889-474d-b946-bfd05517e331 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:24.253415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.275706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.292769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] For port 34e71f97-9f1c-4424-8205-e1ee66e11442, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:24.313539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Calling delete_port for c10c93a6-d46d-4441-ad27-9f8a86559858 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:24.340562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] For port 34e71f97-9f1c-4424-8205-e1ee66e11442, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=34e71f97-9f1c-4424-8205-e1ee66e11442,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:24.345360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b3c463e7-e1f4-4896-8e33-ef5a33bc4fc2 None None] Port d892be09-94fe-40aa-ba06-cb893b040838 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:24.360585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event deleted for resources: {'Port': ['ID=30e2ed8a-a567-4474-8058-8f934fcb1836,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:24.362821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.390275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:50:24.390720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:50:24.407068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.421973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.429124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.443620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] No DVR routers for this DVR port 30e2ed8a-a567-4474-8058-8f934fcb1836 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:50:24.472364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:11Z', 'revision_number': 3, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:24.502068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124aff2-c6d2-43a6-b9bd-503c75d6b5d7 None None] The sync data for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv is: [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:11Z', 'revision_number': 3, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:50:24.529212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Network 386e369a-99b5-4e27-8723-fa9ac0238483 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:24.547696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.550518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.582197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.585687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2632617-ca5d-44ce-b9a5-c2d5cb8c8944 None None] Pushing event updated for resources: {'Port': ['ID=34e71f97-9f1c-4424-8205-e1ee66e11442,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:24.602636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 29a52432-4889-474d-b946-bfd05517e331, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=29a52432-4889-474d-b946-bfd05517e331,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:24.622486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-539d2a96-d34a-460d-a67d-8ba743cbbf64 None None] Provisioning for port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:24.628375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-539d2a96-d34a-460d-a67d-8ba743cbbf64 None None] Provisioning complete for port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:24.628845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-539d2a96-d34a-460d-a67d-8ba743cbbf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.656373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:24.661201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.661382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:24.779767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 59f7c652-bb12-428d-a730-c6b385e7e540 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:50:24.809280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event deleted for resources: {'Port': ['ID=c10c93a6-d46d-4441-ad27-9f8a86559858,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:24.843810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-539d2a96-d34a-460d-a67d-8ba743cbbf64 None None] Port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:24.856469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 59f7c652-bb12-428d-a730-c6b385e7e540 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:50:24.856469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 59f7c652-bb12-428d-a730-c6b385e7e540 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:50:24.860158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=29a52432-4889-474d-b946-bfd05517e331,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:24.896635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] Deleting port 30e2ed8a-a567-4474-8058-8f934fcb1836 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:24.897012 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.904383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.918342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.955669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:24.973991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 0e6020ad-788e-4059-b1ce-a88dff010b67 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:25.090924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.092841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a54c56b9-4856-4ec5-87cf-9912cfe38013 None None] The port '30e2ed8a-a567-4474-8058-8f934fcb1836' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:50:25.142286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:25.171985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.172342 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Added segment b93b65e1-6b78-44c1-91c5-6f10f4a9783b of type vlan for network 829702a4-4411-4fad-9dc0-38f4b6c64e6d Mar 28 10:50:25.256410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-41532204-7642-4bad-9a29-d8b8c03fabac None None] Provisioning for port d161c114-4a98-435b-b676-fa67865c4474 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:25.262517 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-41532204-7642-4bad-9a29-d8b8c03fabac None None] Provisioning complete for port d161c114-4a98-435b-b676-fa67865c4474 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:25.263137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-41532204-7642-4bad-9a29-d8b8c03fabac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.291003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.304631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d161c114-4a98-435b-b676-fa67865c4474,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:25.308395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.311149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 34e71f97-9f1c-4424-8205-e1ee66e11442 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:25.342024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.403922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=064250ae-0526-4991-b73c-d83577fc0a07,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:25.439129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-41532204-7642-4bad-9a29-d8b8c03fabac None None] Port d161c114-4a98-435b-b676-fa67865c4474 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:25.513217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 34e71f97-9f1c-4424-8205-e1ee66e11442 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:25.519560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 088199b3-b3ea-47b2-925a-34a3d028dac6 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:25.538713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.568247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5135dbe-3332-4c8e-a9c0-3d02dd80aca9']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:25.588648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1682f0c6-cdaf-407b-8e5c-7e5d9e3a3360') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:25.588952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1682f0c6-cdaf-407b-8e5c-7e5d9e3a3360') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:25.604376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.629833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.639644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:50:25.640262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:50:25.730016 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:50:25.738796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:25.738796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dffdd0-e19b-44e7-a112-8ec1cb7143bf,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:25.753476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 088199b3-b3ea-47b2-925a-34a3d028dac6 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:25.760633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 088199b3-b3ea-47b2-925a-34a3d028dac6 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:25.761250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.800129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.800878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57232) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:25.824794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:50:25.826996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:25.839531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Sync routers for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:50:25.871184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:25.871804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:25.888781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:50:25.899024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=0e6020ad-788e-4059-b1ce-a88dff010b67,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:25.905134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2779d646-c112-4275-869e-b18bdbccee93']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:25.919030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.927870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 10:50:25.931062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:25.962082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55f9836-5912-4fb8-ba49-458a94acf150') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:25.966730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55f9836-5912-4fb8-ba49-458a94acf150') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:25.971984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:25.978283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:25.979023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.014185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5135dbe-3332-4c8e-a9c0-3d02dd80aca9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:26.025468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.028516 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-72afa7d3-eca3-44ba-8ad4-0a6d90effa08 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "DELETE /v2.0/networks/f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 HTTP/1.1" status: 204 len: 168 time: 2.4343059 Mar 28 10:50:26.041666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1258721516', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:26.050125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57240) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:26.050265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:26.054932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Usage tracker for resource:port and tenant:a13e423c9fa9428888256c2a67461efc is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:26.058122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:26.069952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:26.116263 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-aa694b91-70c7-47b2-adbd-ad0804a169f3 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0680134 Mar 28 10:50:26.119649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57244) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:26.123347 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1aeeb565-a852-4f8a-a58f-2081783fef9a admin admin] 10.222.0.18 "PUT /v2.0/routers/0ecca22a-4ce9-4e59-9f9f-57a1f41222d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2958567 Mar 28 10:50:26.153563 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.160587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.162002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.180384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.191676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:26.218202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Made reservation on behalf of a13e423c9fa9428888256c2a67461efc for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:26.220487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.236488 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c983c6c1-31de-44e8-bfda-2f276b4b8610 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.9155486 Mar 28 10:50:26.245579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57250) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:26.252325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:50:26.252621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:50:26.270290 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:50:26.277380 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.6004376 Mar 28 10:50:26.320221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.358465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.370486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.371101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.371380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.371816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.372911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.372911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.373092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.375705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Synchronizing usage tracker for tenant:53410a24a2d84861b0410ce84608e17a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:26.412784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:26.430433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Usage tracker for resource:security_group_rule and tenant:a13e423c9fa9428888256c2a67461efc is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:26.439785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:26.452852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:26.605019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 088199b3-b3ea-47b2-925a-34a3d028dac6, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=088199b3-b3ea-47b2-925a-34a3d028dac6,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:26.608745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dcbd1811-57a8-43b3-b01d-d6c80b80f7ac None None] Provisioning for port 34e71f97-9f1c-4424-8205-e1ee66e11442 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:26.674479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.714187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eecb0f1-beb9-4381-a5f5-53efd6585b94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.720172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eecb0f1-beb9-4381-a5f5-53efd6585b94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:26.722037 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6eecb0f1-beb9-4381-a5f5-53efd6585b94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4674516 Mar 28 10:50:26.724919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57274) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:26.765751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.779547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455d232-b8e6-4894-b93f-3c95e130a6d7 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Pushing event updated for resources: {'Network': ['ID=829702a4-4411-4fad-9dc0-38f4b6c64e6d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:26.783613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.786385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] device_id is not set on port 7a1bceb2-8dc6-44ce-bd7e-35d2e0014114 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:26.800447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.861084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.868632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.871267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Unset dirty status for tenant:53410a24a2d84861b0410ce84608e17a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:26.875548 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3840b180-810a-4cb7-84bb-7f4e7cb609a6 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4638 time: 0.7548480 Mar 28 10:50:26.880120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-0a242e80-86b6-4e48-b886-83888601c363 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 0e6020ad-788e-4059-b1ce-a88dff010b67 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:26.880460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a242e80-86b6-4e48-b886-83888601c363 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:26.905680 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57278) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:26.933174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da35ca2-3de5-4937-9730-f71360f62917,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:26.988504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dcbd1811-57a8-43b3-b01d-d6c80b80f7ac None None] Provisioning complete for port 34e71f97-9f1c-4424-8205-e1ee66e11442 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:26.988869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1811-57a8-43b3-b01d-d6c80b80f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.128135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 829702a4-4411-4fad-9dc0-38f4b6c64e6d details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:27.139756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Allocated IP 172.26.2.207 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/7a1bceb2-8dc6-44ce-bd7e-35d2e0014114) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:27.185366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.185695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 29a52432-4889-474d-b946-bfd05517e331 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:27.319258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a242e80-86b6-4e48-b886-83888601c363 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.328138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57282) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:27.336483 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] 10.222.0.18 "DELETE /v2.0/networks/2779d646-c112-4275-869e-b18bdbccee93 HTTP/1.1" status: 204 len: 168 time: 5.9794004 Mar 28 10:50:27.356916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Request body: {'port': {'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d', 'binding:host_id': 'hv-neutron-8353', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1437804385'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:27.358760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=088199b3-b3ea-47b2-925a-34a3d028dac6,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:27.360662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb99bf-6482-4ab3-8458-2de75274a2be tempest-DHCPAgentSchedulersTestJSON-1465087052 tempest-DHCPAgentSchedulersTestJSON-1465087052-project] Pushing event deleted for resources: {'Network': ['ID=2779d646-c112-4275-869e-b18bdbccee93,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:27.400907 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-009ada9c-01c7-479d-bad3-a5a28cc815d9 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] delete failed (client error): The resource could not be found. Mar 28 10:50:27.403129 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-009ada9c-01c7-479d-bad3-a5a28cc815d9 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/98ba474f-a764-48c5-81b0-b78bf5776d41 HTTP/1.1" status: 404 len: 345 time: 0.4947817 Mar 28 10:50:27.406647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57288) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:27.438453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:27.469413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 29a52432-4889-474d-b946-bfd05517e331 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:27.469850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.521599 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae0f671-39a1-4b9d-b220-5c081168ec02 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] DELETE failed (client error): The resource could not be found. Mar 28 10:50:27.524073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae0f671-39a1-4b9d-b220-5c081168ec02 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:50:27.524472 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-eae0f671-39a1-4b9d-b220-5c081168ec02 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "DELETE /v2.0/networks/f5135dbe-3332-4c8e-a9c0-3d02dd80aca9 HTTP/1.1" status: 404 len: 339 time: 0.1153159 Mar 28 10:50:27.528618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57292) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:27.537485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Request body: {'network': {'name': 'tempest-network--1310546556', 'router:external': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:27.552997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:27.563995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-0a242e80-86b6-4e48-b886-83888601c363 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 0e6020ad-788e-4059-b1ce-a88dff010b67 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:27.591130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1811-57a8-43b3-b01d-d6c80b80f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.632552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Usage tracker for resource:network and tenant:53410a24a2d84861b0410ce84608e17a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:27.635633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:50:27.644269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:27.644500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Usage tracker for resource:port and tenant:164189f1134041f9bb98c168fed4cd3e is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:27.655338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:27.665118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.671950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dcbd1811-57a8-43b3-b01d-d6c80b80f7ac None None] For port 34e71f97-9f1c-4424-8205-e1ee66e11442, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=34e71f97-9f1c-4424-8205-e1ee66e11442,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:27.679609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd892be09-94fe-40aa-ba06-cb893b040838', 'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'mac_address': 'fa:16:3e:17:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:15Z', 'updated_at': '2022-03-28T10:50:20Z', 'revision_number': 2, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'subnets': [{'id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:27.693868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.697447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:27.711223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:27.718317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Checking router: 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:50:27.718317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Updating router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 port d892be09-94fe-40aa-ba06-cb893b040838 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:50:27.759849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.791057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcbd1811-57a8-43b3-b01d-d6c80b80f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.792544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.887188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 30e2ed8a-a567-4474-8058-8f934fcb1836 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:50:27.906824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.916231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Made reservation on behalf of 53410a24a2d84861b0410ce84608e17a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:27.919224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.927521 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.938682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:27.943252 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 30e2ed8a-a567-4474-8058-8f934fcb1836 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:50:27.943532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 30e2ed8a-a567-4474-8058-8f934fcb1836 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:50:27.956436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Made reservation on behalf of 164189f1134041f9bb98c168fed4cd3e for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:27.975138 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd1811-57a8-43b3-b01d-d6c80b80f7ac None None] Pushing event updated for resources: {'Port': ['ID=34e71f97-9f1c-4424-8205-e1ee66e11442,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:27.991545 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.023973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.056258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:28.061883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Usage tracker for resource:security_group_rule and tenant:164189f1134041f9bb98c168fed4cd3e is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:28.068717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:28.073275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:28.095284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57300) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:28.102489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686188706', 'description': 'tempest-description--1417927167'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:28.110644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d161c114-4a98-435b-b676-fa67865c4474,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:28.172810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.173050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:28.175560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.233996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.243167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 088199b3-b3ea-47b2-925a-34a3d028dac6 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:28.248684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] device_id is not set on port 72eb076e-6be6-447a-8c13-71914704552a yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:28.291977 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d4dde3b6-dea0-4bf5-8d2c-183dcf5a8767 None None] Provisioning for port 0e6020ad-788e-4059-b1ce-a88dff010b67 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:28.294717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.299779 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:28.304624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a242e80-86b6-4e48-b886-83888601c363 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.309076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d4dde3b6-dea0-4bf5-8d2c-183dcf5a8767 None None] Provisioning complete for port 0e6020ad-788e-4059-b1ce-a88dff010b67 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:28.309224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Usage tracker for resource:security_group and tenant:14012b9ad9094d9bb17d45da271576be is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:28.309442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d4dde3b6-dea0-4bf5-8d2c-183dcf5a8767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.310294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57304) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:28.328787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:28.355675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:28.359973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d4dde3b6-dea0-4bf5-8d2c-183dcf5a8767 None None] Port 0e6020ad-788e-4059-b1ce-a88dff010b67 was deleted so its status cannot be updated. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 10:50:28.385996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.386540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Added segment 7463d2eb-08c1-465e-9d7b-072e3c477690 of type vlan for network 0c4cf242-a61e-4509-850d-d61287481144 Mar 28 10:50:28.401994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 088199b3-b3ea-47b2-925a-34a3d028dac6 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:28.402399 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.432444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:28.441095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b23601-1c48-4a63-a66d-9d22ac4696c0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:28.498289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:28.503150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.515065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:28.521993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Pushing event updated for resources: {'Port': ['ID=ff68c5e3-380c-41ed-9a8c-d7ed76189ca9,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:28.567495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.588433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.623933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Transition to ACTIVE for port object d892be09-94fe-40aa-ba06-cb893b040838 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:28.637449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Network 386e369a-99b5-4e27-8723-fa9ac0238483 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:28.646570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:28.646965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:28.653827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:28.671774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Usage tracker for resource:security_group_rule and tenant:14012b9ad9094d9bb17d45da271576be is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:28.679638 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:28.695141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Network fc8e5cca-9bfd-4335-bd22-f668795e796b is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:28.696158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:28.700360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:28.720226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.807368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a242e80-86b6-4e48-b886-83888601c363 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.889534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Pushing event updated for resources: {'Port': ['ID=7a1bceb2-8dc6-44ce-bd7e-35d2e0014114,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:28.930737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:28.935741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:28.935741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.000398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea54725-4d2f-47bf-850b-10499e6887f7 None None] Pushing event updated for resources: {'Port': ['ID=d892be09-94fe-40aa-ba06-cb893b040838,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:29.055773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:29.056365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.058878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:29.065563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a242e80-86b6-4e48-b886-83888601c363 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=0e6020ad-788e-4059-b1ce-a88dff010b67,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:29.072146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:29.072643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.112379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Attempting to bind port d892be09-94fe-40aa-ba06-cb893b040838 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:29.112827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Attempting to bind port d892be09-94fe-40aa-ba06-cb893b040838 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:29.113246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Attempting to bind port d892be09-94fe-40aa-ba06-cb893b040838 on network c1f9f8e6-790b-41f0-a889-cee57795c222 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:29.128028 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0a242e80-86b6-4e48-b886-83888601c363 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/0e6020ad-788e-4059-b1ce-a88dff010b67 HTTP/1.1" status: 204 len: 168 time: 2.4020751 Mar 28 10:50:29.146284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57310) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:29.148281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:29.148742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Checking segment: {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:29.149158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.149694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Bound using segment: {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:29.150097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Bound port: d892be09-94fe-40aa-ba06-cb893b040838, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:29.150486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.176239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'Network': ['ID=0c4cf242-a61e-4509-850d-d61287481144,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:29.180787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-59e4554f-f5ea-4d52-a33c-41db5e98d2d1 None None] Provisioning complete for port d161c114-4a98-435b-b676-fa67865c4474 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:29.181241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-59e4554f-f5ea-4d52-a33c-41db5e98d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.192487 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d664003e-62cc-4dc9-9965-d0c9bc7e7e58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50b0f5b8cf3b4d2b9dd6fc3ed2387152&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8377612 Mar 28 10:50:29.194015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57314) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:29.231697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0c4cf242-a61e-4509-850d-d61287481144 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:29.250903 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-620fa7e4-1f61-4ec2-bd8c-c80e00ab04f0 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4459960 Mar 28 10:50:29.265567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57318) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:29.278138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.207'}]}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:29.292351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:29.312221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896983c7-877a-4979-bbaf-5438d3f9debc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:29.313801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896983c7-877a-4979-bbaf-5438d3f9debc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:29.314569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-896983c7-877a-4979-bbaf-5438d3f9debc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:29.317603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Usage tracker for resource:router and tenant:a13e423c9fa9428888256c2a67461efc is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:29.322557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:29.358670 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a79786b1-c5b2-4228-9989-bdaa9f639e03 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8267627 Mar 28 10:50:29.361937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57322) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:29.370691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:29.413822 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-59e4554f-f5ea-4d52-a33c-41db5e98d2d1 None None] Port d161c114-4a98-435b-b676-fa67865c4474 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:29.434581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.463287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] For port d892be09-94fe-40aa-ba06-cb893b040838, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:29.468435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] For port d892be09-94fe-40aa-ba06-cb893b040838, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d892be09-94fe-40aa-ba06-cb893b040838,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:29.469103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Router 24f52220-dfba-408a-a24b-b28c237944a5 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:50:29.470797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.473036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Router 319941c2-b252-4302-8e96-49ad14250d34 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:50:29.483250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] device_id is not set on port 72eb076e-6be6-447a-8c13-71914704552a yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:29.484238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8465cbec-9fe1-4647-b957-221278938a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.490981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:29.506383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.515894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-896983c7-877a-4979-bbaf-5438d3f9debc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:29.519939 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-896983c7-877a-4979-bbaf-5438d3f9debc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3698354 Mar 28 10:50:29.522101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57326) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:29.555227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-af44acb7-0e53-4786-ac58-cff9d626cf4d None None] Provisioning complete for port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:29.555965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-af44acb7-0e53-4786-ac58-cff9d626cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.561480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Transition to ACTIVE for port object 72eb076e-6be6-447a-8c13-71914704552a will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:29.603377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.612514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082eb02-aee7-4b02-b057-e185dfb41d73 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:29.618484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082eb02-aee7-4b02-b057-e185dfb41d73 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:29.624482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082eb02-aee7-4b02-b057-e185dfb41d73 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:29.627918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.630142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082eb02-aee7-4b02-b057-e185dfb41d73 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:29.632328 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b082eb02-aee7-4b02-b057-e185dfb41d73 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2705131 Mar 28 10:50:29.635448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57330) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:29.671475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.673173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.673323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8465cbec-9fe1-4647-b957-221278938a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.674484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.678551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.712715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-af44acb7-0e53-4786-ac58-cff9d626cf4d None None] Port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:29.723368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:29.724116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:29.749766 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e9c98-1b76-4992-9556-51179573482b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:29.789101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.795965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03d0260-f40a-4c96-93a3-3bdba8e96aba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 9c250eee-446b-4ae0-b0fb-1af70be96b0a {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:50:29.811417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea54725-4d2f-47bf-850b-10499e6887f7 None None] Pushing event updated for resources: {'Port': ['ID=d892be09-94fe-40aa-ba06-cb893b040838,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:29.862062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.888707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.890244 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-12d2f0d3-efd6-4583-aff4-b710a07bf7de tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7939286 Mar 28 10:50:29.895846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a03d0260-f40a-4c96-93a3-3bdba8e96aba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:29.898897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57334) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:29.910222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Request body: {'security_group_rule': {'security_group_id': '8b1e9c98-1b76-4992-9556-51179573482b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:30.010614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:30.014221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Checking segment: {'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:30.014551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Network hostable DHCP agents. Network: 829702a4-4411-4fad-9dc0-38f4b6c64e6d, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:50:30.031112 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:30.036728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:30.045569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Usage tracker for resource:security_group_rule and tenant:14012b9ad9094d9bb17d45da271576be is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:30.055540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:30.066116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:50:30.068393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:30.078332 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Sync routers for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:50:30.079823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:50:30.099284 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:30.100225 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:30.102182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-285342ff-86b4-4a39-a2b1-b37cb1d39c48 admin admin] 10.222.0.18 "PUT /v2.0/routers/319941c2-b252-4302-8e96-49ad14250d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5285089 Mar 28 10:50:30.104173 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-eb59d734-da78-45aa-b3d7-8266ee4105b9 admin admin] 10.222.0.18 "PUT /v2.0/routers/24f52220-dfba-408a-a24b-b28c237944a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5363181 Mar 28 10:50:30.113610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Sync routers for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:50:30.116976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 34e71f97-9f1c-4424-8205-e1ee66e11442 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:30.118899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8465cbec-9fe1-4647-b957-221278938a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.121865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8465cbec-9fe1-4647-b957-221278938a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.123813 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8465cbec-9fe1-4647-b957-221278938a70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61754254-df65-4a96-bb68-4cd4f300bc0b HTTP/1.1" status: 204 len: 168 time: 0.9272461 Mar 28 10:50:30.140240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465cbec-9fe1-4647-b957-221278938a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61754254-df65-4a96-bb68-4cd4f300bc0b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:30.174034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'Port': ['ID=72eb076e-6be6-447a-8c13-71914704552a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:30.179233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.191731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.208697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a03d0260-f40a-4c96-93a3-3bdba8e96aba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.322180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.367162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Network 829702a4-4411-4fad-9dc0-38f4b6c64e6d is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:50:30.384441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.396133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4cf242-a61e-4509-850d-d61287481144']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:30.403465 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:30.411078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109e5e00-fab5-4253-a92c-15490304e505,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:30.476891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7463d2eb-08c1-465e-9d7b-072e3c477690') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:30.477215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7463d2eb-08c1-465e-9d7b-072e3c477690') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:30.536060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.537305 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e19953de-f65d-4291-b164-bbf7dd50be88 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6372595 Mar 28 10:50:30.539986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57352) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:30.547316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 829702a4-4411-4fad-9dc0-38f4b6c64e6d) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:30.547796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Request body: {'security_group_rule': {'security_group_id': '8b1e9c98-1b76-4992-9556-51179573482b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:30.559330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.564520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:30.571236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:30.578474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Usage tracker for resource:security_group_rule and tenant:14012b9ad9094d9bb17d45da271576be is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:30.586678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:30.610213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:30.635321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f0e76b-4d94-42ba-918d-0285168bc0ff None None] Network 829702a4-4411-4fad-9dc0-38f4b6c64e6d requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:30.710029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.754087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.762823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:30.763033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:30.763399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:30.766118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.778552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:30.778912 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:30.781255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:50:30.781662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.805040 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 2 to bind port 72eb076e-6be6-447a-8c13-71914704552a Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:50:30.812364 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:50:30.829850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:30.830666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:30.912410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a03d0260-f40a-4c96-93a3-3bdba8e96aba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.949520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:30.990151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:30.990502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:30.990821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:31.012851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.030375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:31.030593 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:31.034076 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 3 to bind port 72eb076e-6be6-447a-8c13-71914704552a Mar 28 10:50:31.056572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 34e71f97-9f1c-4424-8205-e1ee66e11442 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:31.056572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.060620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:31.060964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:31.061293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:31.076347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:31.076689 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:31.078892 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 4 to bind port 72eb076e-6be6-447a-8c13-71914704552a Mar 28 10:50:31.092771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.137548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a8cfc3-1fef-4b58-95b5-db350e5a85d5,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:31.172009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c4cf242-a61e-4509-850d-d61287481144 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 10:50:31.182806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.183805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.185817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a03d0260-f40a-4c96-93a3-3bdba8e96aba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.187771 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-da0fed97-d89b-4bdf-b36b-3b9445c959d0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6451480 Mar 28 10:50:31.189339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:31.189673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:31.190057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:31.191392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57360) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:31.206709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:31.226037 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:31.227933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c4cf242-a61e-4509-850d-d61287481144,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:31.250951 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Usage tracker for resource:floatingip and tenant:14012b9ad9094d9bb17d45da271576be is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:31.255873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:31.255873 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:31.255873 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 5 to bind port 72eb076e-6be6-447a-8c13-71914704552a Mar 28 10:50:31.263957 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:25Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'ff68c5e3-380c-41ed-9a8c-d7ed76189ca9', 'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'mac_address': 'fa:16:3e:b9:4a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:21Z', 'updated_at': '2022-03-28T10:50:27Z', 'revision_number': 2, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'subnets': [{'id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:31.268560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d0260-f40a-4c96-93a3-3bdba8e96aba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=9c250eee-446b-4ae0-b0fb-1af70be96b0a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:31.271369 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Checking router: 319941c2-b252-4302-8e96-49ad14250d34 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:50:31.271731 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Updating router 319941c2-b252-4302-8e96-49ad14250d34 port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:50:31.276730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:31.299108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:31.308268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a03d0260-f40a-4c96-93a3-3bdba8e96aba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.310069 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a03d0260-f40a-4c96-93a3-3bdba8e96aba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/9c250eee-446b-4ae0-b0fb-1af70be96b0a HTTP/1.1" status: 204 len: 168 time: 1.7845762 Mar 28 10:50:31.313197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57364) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:31.318198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:31.318851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:31.318966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:31.327674 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd892be09-94fe-40aa-ba06-cb893b040838', 'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'mac_address': 'fa:16:3e:17:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:15Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'subnets': [{'id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:31.344240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d4904-4e71-4f0e-9ce4-e0a5d9e2c8e7 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:31.384722 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.410801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.412636 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e08dbdac-6916-4456-9840-54c1359195cc tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0c4cf242-a61e-4509-850d-d61287481144 HTTP/1.1" status: 204 len: 168 time: 1.7761962 Mar 28 10:50:31.417101 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c51334df-f787-436c-91a6-6e684e715945 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016197 Mar 28 10:50:31.418855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:31.419177 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:31.419597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57368) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:31.421316 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 6 to bind port 72eb076e-6be6-447a-8c13-71914704552a Mar 28 10:50:31.430428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57370) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:31.440689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Request body: {'network': {'name': 'tempest-network--1066503029', 'router:external': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:31.448130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:31.458161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57376) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:31.470425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:31.487909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Usage tracker for resource:network and tenant:53410a24a2d84861b0410ce84608e17a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:31.495188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:31.495527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:31.495865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:31.501538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:31.543217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee310269-0f39-4af8-b429-0fd95c3eb065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.571394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8a7eb-2101-4e61-af33-023c8de17f6e None None] The sync data for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv is: [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd892be09-94fe-40aa-ba06-cb893b040838', 'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'mac_address': 'fa:16:3e:17:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:15Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'subnets': [{'id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:50:31.580349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:31.590193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:31.590525 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:31.596543 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 7 to bind port 72eb076e-6be6-447a-8c13-71914704552a Mar 28 10:50:31.628774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:31.629115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:31.629452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:31.673308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:31.673617 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:31.681412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:31.683427 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 8 to bind port 72eb076e-6be6-447a-8c13-71914704552a Mar 28 10:50:31.696154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57380) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:31.699912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:31.704562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:31.710461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Made reservation on behalf of 53410a24a2d84861b0410ce84608e17a for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:31.712745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:31.724362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419692770', 'description': 'tempest-description--1801122603'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:31.740565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:31.740900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:31.741767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:31.743543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ee310269-0f39-4af8-b429-0fd95c3eb065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:31.744162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:31.748140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ee310269-0f39-4af8-b429-0fd95c3eb065 admin admin] Usage tracker for resource:security_group_rule and tenant:32c27e47a60b46b7a5f2fcb806fea22e is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:31.750931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:31.751539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ee310269-0f39-4af8-b429-0fd95c3eb065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:31.759894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ee310269-0f39-4af8-b429-0fd95c3eb065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:31.760845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:31.761176 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:31.766788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Usage tracker for resource:security_group and tenant:db15a669cbd84629a8091c0c1b9ad3ee is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:31.769288 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 9 to bind port 72eb076e-6be6-447a-8c13-71914704552a Mar 28 10:50:31.844608 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:31.867260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:31.880287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:31.880950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:31.881533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:31.903002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:31.999218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.054852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee310269-0f39-4af8-b429-0fd95c3eb065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.086421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:32.129627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:32.131306 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:32.135676 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.138514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee310269-0f39-4af8-b429-0fd95c3eb065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.149894 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Transition to ACTIVE for port object ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:32.173837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:32.183191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.183650 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Added segment cf305a57-82a0-4957-a2b7-dd65c54c9c58 of type vlan for network fad08a24-65ad-43f0-95f2-5637777eec46 Mar 28 10:50:32.222293 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 10 to bind port 72eb076e-6be6-447a-8c13-71914704552a Mar 28 10:50:32.245044 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ee310269-0f39-4af8-b429-0fd95c3eb065 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32c27e47a60b46b7a5f2fcb806fea22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7594223 Mar 28 10:50:32.250303 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.254848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57384) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:32.261654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee310269-0f39-4af8-b429-0fd95c3eb065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fde2c2-075b-4b3a-8704-4da183cb8450,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:32.268634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.292092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:32.304210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.313088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57386) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:32.314403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Allocated IP 172.26.2.68 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/5389c2b4-2e4d-42bd-9f86-476e757b2a1f) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:32.324808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9823901-874d-491a-9a56-80f3f43a777d None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:50:32.336177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a9823901-874d-491a-9a56-80f3f43a777d None None] Deleting port 34e71f97-9f1c-4424-8205-e1ee66e11442 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:32.336656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a9823901-874d-491a-9a56-80f3f43a777d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.337952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417154371', 'description': 'tempest-description--1975362972'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:32.348019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.361722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:32.368587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Usage tracker for resource:security_group and tenant:06dc9a1460c146398826e7ae81977253 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:32.394001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:32.409553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:32.410246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.424137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:32.544861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:32.546855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:32.551871 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:32.572459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 72eb076e-6be6-447a-8c13-71914704552a on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:32.572943 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 72eb076e-6be6-447a-8c13-71914704552a on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:32.573399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.585610 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d8a51-a880-4c5a-888b-7b7c6dda1375 None None] Pushing event updated for resources: {'Port': ['ID=ff68c5e3-380c-41ed-9a8c-d7ed76189ca9,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:32.614058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.614719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.617005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:32.618150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.700852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:32.709922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Usage tracker for resource:security_group_rule and tenant:06dc9a1460c146398826e7ae81977253 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:32.710953 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Attempting to bind port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:32.711326 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Attempting to bind port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:32.711688 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Attempting to bind port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 on network fc8e5cca-9bfd-4335-bd22-f668795e796b {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:32.714268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:32.724674 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:32.725146 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Checking segment: {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:32.726197 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.726662 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Bound using segment: {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:32.727207 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Bound port: ff68c5e3-380c-41ed-9a8c-d7ed76189ca9, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:32.731728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:32.732545 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.842002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:32.843157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.857552 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] For port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:32.862147 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] For port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ff68c5e3-380c-41ed-9a8c-d7ed76189ca9,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:32.862527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.894397 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Usage tracker for resource:security_group_rule and tenant:db15a669cbd84629a8091c0c1b9ad3ee is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:32.936727 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.954873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.964799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.977839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a9823901-874d-491a-9a56-80f3f43a777d None None] For port 34e71f97-9f1c-4424-8205-e1ee66e11442, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=34e71f97-9f1c-4424-8205-e1ee66e11442,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:32.978429 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a9823901-874d-491a-9a56-80f3f43a777d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:32.982267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:33.023578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:33.038751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'Network': ['ID=fad08a24-65ad-43f0-95f2-5637777eec46,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:33.040408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.041375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.072406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2637a78f-8085-4fdd-8dda-48dec51645ca,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:33.129942 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:33.141593 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:33.219094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:33.227835 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d8a51-a880-4c5a-888b-7b7c6dda1375 None None] Pushing event updated for resources: {'Port': ['ID=ff68c5e3-380c-41ed-9a8c-d7ed76189ca9,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:33.230346 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:33.256221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network fad08a24-65ad-43f0-95f2-5637777eec46 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:33.263268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:33.283570 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1918bebe-7930-4c5b-a96e-473dfb74d418 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8550608 Mar 28 10:50:33.293507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a9823901-874d-491a-9a56-80f3f43a777d None None] Calling delete_port for 34e71f97-9f1c-4424-8205-e1ee66e11442 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:33.317839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57392) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:33.330415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.334853 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-de42c296-0a51-4ff7-b45c-ad6a592090ed tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0179522 Mar 28 10:50:33.344169 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57396) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:33.355043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Request body: {'security_group_rule': {'security_group_id': '2637a78f-8085-4fdd-8dda-48dec51645ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:33.361177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:33.365427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Usage tracker for resource:security_group_rule and tenant:06dc9a1460c146398826e7ae81977253 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:33.369245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:33.373885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] For port 72eb076e-6be6-447a-8c13-71914704552a, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:33.374282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempted to set empty binding levels {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 10:50:33.375316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4020-1670-4909-8374-2c690f69b3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.376363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:33.387981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Pushing event updated for resources: {'Port': ['ID=5389c2b4-2e4d-42bd-9f86-476e757b2a1f,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:33.451092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.501376 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:33.506479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.597572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.599919 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd161c114-4a98-435b-b676-fa67865c4474', 'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:22Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 2, 'project_id': '06dc9a1460c146398826e7ae81977253', 'subnets': [{'id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:33.630579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Checking router: 24f52220-dfba-408a-a24b-b28c237944a5 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:50:33.631055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Updating router 24f52220-dfba-408a-a24b-b28c237944a5 port d161c114-4a98-435b-b676-fa67865c4474 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:50:33.686148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.690841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a9823901-874d-491a-9a56-80f3f43a777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.715082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.730008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4020-1670-4909-8374-2c690f69b3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.772120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9823901-874d-491a-9a56-80f3f43a777d None None] Pushing event deleted for resources: {'Port': ['ID=34e71f97-9f1c-4424-8205-e1ee66e11442,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:33.774477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.796556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9823901-874d-491a-9a56-80f3f43a777d None None] No DVR routers for this DVR port 34e71f97-9f1c-4424-8205-e1ee66e11442 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:50:33.824496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.958872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:33.963119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:33.963279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:33.963618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.009545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872df836-7f62-42f0-8804-0e0bec4b9434,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:34.061545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.096594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.098146 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-192bbfaa-777e-4465-a941-5afced941a9a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7528026 Mar 28 10:50:34.101238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57400) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:34.109017 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:25Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'ff68c5e3-380c-41ed-9a8c-d7ed76189ca9', 'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'mac_address': 'fa:16:3e:b9:4a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:21Z', 'updated_at': '2022-03-28T10:50:32Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'subnets': [{'id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:34.109803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Request body: {'security_group_rule': {'security_group_id': '2637a78f-8085-4fdd-8dda-48dec51645ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:34.117458 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c18800-fbed-4dc8-a794-93d9b4a734b9 None None] The sync data for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv is: [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:25Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'ff68c5e3-380c-41ed-9a8c-d7ed76189ca9', 'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'mac_address': 'fa:16:3e:b9:4a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:21Z', 'updated_at': '2022-03-28T10:50:32Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'subnets': [{'id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:50:34.119405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:34.130281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Usage tracker for resource:security_group_rule and tenant:06dc9a1460c146398826e7ae81977253 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:34.135125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d892be09-94fe-40aa-ba06-cb893b040838 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:34.137678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:34.143982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:34.159618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.222759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.224469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:34.286330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Pushing event updated for resources: {'Port': ['ID=5389c2b4-2e4d-42bd-9f86-476e757b2a1f,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:34.304687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.315431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a47c1-ebfd-444a-ae40-2b7c0e7005f0 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:34.369304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928e71e-d74e-42c9-a018-6cf1f80aa76c tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:34.373220 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0928e71e-d74e-42c9-a018-6cf1f80aa76c tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] 10.222.0.18 "GET /v2.0/networks/fad08a24-65ad-43f0-95f2-5637777eec46 HTTP/1.1" status: 200 len: 757 time: 1.0501883 Mar 28 10:50:34.373220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'Port': ['ID=72eb076e-6be6-447a-8c13-71914704552a,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:34.374787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:34.375498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.379317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57404) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:34.391815 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d07d38db-57d0-49fd-b0d6-8f13601c2adb tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.0609095 Mar 28 10:50:34.400898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57408) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:34.495392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.505957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port d892be09-94fe-40aa-ba06-cb893b040838 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:34.523480 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.523809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=5cb3f215-9655-4692-a601-4dbd2559ea05,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:34.526063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.554450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5a635be0-672d-4825-81cc-a148a64e35c5 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Deleting port 72eb076e-6be6-447a-8c13-71914704552a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:34.554700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a635be0-672d-4825-81cc-a148a64e35c5 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.563942 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d892be09-94fe-40aa-ba06-cb893b040838 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:34.564359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.591970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.645237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.647898 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.9439216 Mar 28 10:50:34.650880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57412) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:34.651541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858c8a20-630f-478c-9e0d-84c56358360d,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:34.662929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69182086-fa47-4ea6-9fba-4189d9fac7ea tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:34.669086 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-69182086-fa47-4ea6-9fba-4189d9fac7ea tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] 10.222.0.18 "GET /v2.0/networks/f6e33b34-fefc-4651-b2a1-caca59340fe3 HTTP/1.1" status: 200 len: 767 time: 0.2824495 Mar 28 10:50:34.671607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Request body: {'security_group_rule': {'security_group_id': '6b209619-58e9-4cb7-83b2-9dc1e008cf47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:34.678308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57416) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:34.687046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:34.723718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.736250 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7dc35ea4-7303-4fdb-8ccf-7a9e13894a51 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5287907 Mar 28 10:50:34.736250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.736250 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-083ba313-453a-4933-ac02-7d4d0196ed8c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6254754 Mar 28 10:50:34.736250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Usage tracker for resource:security_group_rule and tenant:db15a669cbd84629a8091c0c1b9ad3ee is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:34.739215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:34.741976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57422) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:34.750366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.752876 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:34.759381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:34.764788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Transition to ACTIVE for port object d161c114-4a98-435b-b676-fa67865c4474 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:34.766283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Usage tracker for resource:floatingip and tenant:06dc9a1460c146398826e7ae81977253 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:34.771551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:34.796461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '5cb3f215-9655-4692-a601-4dbd2559ea05'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:50:34.797291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.803366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:34.818456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:34.844301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.859615 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5c1d8294-6770-4203-b74c-7e45421275ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4257133 Mar 28 10:50:34.862947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57426) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:34.873492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.874232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:34.938452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'name': 'tempest-NetworksTestDHCPv6-1314108916'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:34.965459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f59377-69b8-4eb0-974b-5643633e7619 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b209619-58e9-4cb7-83b2-9dc1e008cf47,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:35.005975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4020-1670-4909-8374-2c690f69b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.088762 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:50:35.120500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.122242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8902b-e087-49fe-98ff-f00b0b9ebcde None None] Pushing event updated for resources: {'Port': ['ID=d161c114-4a98-435b-b676-fa67865c4474,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:35.221114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-5a635be0-672d-4825-81cc-a148a64e35c5 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] For port 72eb076e-6be6-447a-8c13-71914704552a, host hv-neutron-8353, got binding levels [] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:35.227340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a635be0-672d-4825-81cc-a148a64e35c5 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.254992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.377638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port d892be09-94fe-40aa-ba06-cb893b040838, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d892be09-94fe-40aa-ba06-cb893b040838,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:35.462948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/5cb3f215-9655-4692-a601-4dbd2559ea05/ab239f82-c2ab-4b8e-b59f-833f2a0e3f71) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:35.528304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5a635be0-672d-4825-81cc-a148a64e35c5 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Calling delete_port for 72eb076e-6be6-447a-8c13-71914704552a owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:35.562307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57450) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:35.581982 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 10:50:35.595519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.623885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.626518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.655770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4020-1670-4909-8374-2c690f69b3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.657315 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c3dd4020-1670-4909-8374-2c690f69b3ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2fde2c2-075b-4b3a-8704-4da183cb8450 HTTP/1.1" status: 204 len: 168 time: 3.3245335 Mar 28 10:50:35.676373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:35.680402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd4020-1670-4909-8374-2c690f69b3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fde2c2-075b-4b3a-8704-4da183cb8450,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:35.688358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:35.695082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:35.721380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-159cb5ff-51ad-464b-a05f-44e25980b6fd tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Synchronizing usage tracker for tenant:14012b9ad9094d9bb17d45da271576be on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:35.751470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.754779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:35.764293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.765055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e83a46da-e988-4e72-bdf3-5a9b75e7e61c {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:50:35.772924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.781325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.821054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a635be0-672d-4825-81cc-a148a64e35c5 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.827902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad08a24-65ad-43f0-95f2-5637777eec46']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:35.842419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.845484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf305a57-82a0-4957-a2b7-dd65c54c9c58') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:35.846155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf305a57-82a0-4957-a2b7-dd65c54c9c58') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:35.859200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.877354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-159cb5ff-51ad-464b-a05f-44e25980b6fd tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Unset dirty status for tenant:14012b9ad9094d9bb17d45da271576be on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:35.877583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.884110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:50:35.884514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.894400 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-159cb5ff-51ad-464b-a05f-44e25980b6fd tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--686188706&fields=id&tenant_id=14012b9ad9094d9bb17d45da271576be HTTP/1.1" status: 200 len: 267 time: 0.3197803 Mar 28 10:50:35.894400 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.936516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.938892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635be0-672d-4825-81cc-a148a64e35c5 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event deleted for resources: {'Port': ['ID=72eb076e-6be6-447a-8c13-71914704552a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:35.940994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 34e71f97-9f1c-4424-8205-e1ee66e11442 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:50:35.983651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09098e2d-e0dd-4bb3-8e9d-d72e5c208eca,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:50:35.985755 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:50:35.987813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 34e71f97-9f1c-4424-8205-e1ee66e11442 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:50:35.987813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 34e71f97-9f1c-4424-8205-e1ee66e11442 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:50:35.987960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:35.989419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a635be0-672d-4825-81cc-a148a64e35c5 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.991482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:35.996757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Attempting to bind port d161c114-4a98-435b-b676-fa67865c4474 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:35.997106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Attempting to bind port d161c114-4a98-435b-b676-fa67865c4474 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:35.997472 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Attempting to bind port d161c114-4a98-435b-b676-fa67865c4474 on network 386e369a-99b5-4e27-8723-fa9ac0238483 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:36.014946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 1c9eee78-8e11-4942-9b93-152975791bf7 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:36.021722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:36.022149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Checking segment: {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:36.023059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.023460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Bound using segment: {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:36.024041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Bound port: d161c114-4a98-435b-b676-fa67865c4474, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:36.024303 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.078936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.096280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Transition to ACTIVE for port object ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:36.108287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fad08a24-65ad-43f0-95f2-5637777eec46 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 10:50:36.118686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.124789 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 10:50:36.128346 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-68bb1fdf-bb2d-4d85-9ed7-495716e8f482 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.8570368 Mar 28 10:50:36.128346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event deleted for resources: {'Network': ['ID=fad08a24-65ad-43f0-95f2-5637777eec46,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:36.134282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=d892be09-94fe-40aa-ba06-cb893b040838,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:36.135051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57456) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:36.163614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Transition to ACTIVE for port object ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:36.164950 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5a635be0-672d-4825-81cc-a148a64e35c5 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "DELETE /v2.0/ports/72eb076e-6be6-447a-8c13-71914704552a HTTP/1.1" status: 204 len: 168 time: 1.7605422 Mar 28 10:50:36.176193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57462) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:36.184784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.188932 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b217c46c-466d-45b7-8938-bf8d8c5788dc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5350854 Mar 28 10:50:36.193486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57466) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:36.201512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Request body: {'security_group_rule': {'security_group_id': '6b209619-58e9-4cb7-83b2-9dc1e008cf47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:36.219238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] For port d161c114-4a98-435b-b676-fa67865c4474, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:36.222872 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0ddc658e-e102-4867-bd1a-97f976aab787 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "DELETE /v2.0/networks/fad08a24-65ad-43f0-95f2-5637777eec46 HTTP/1.1" status: 204 len: 168 time: 1.5429406 Mar 28 10:50:36.223272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] For port d161c114-4a98-435b-b676-fa67865c4474, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d161c114-4a98-435b-b676-fa67865c4474,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:36.232469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:36.234738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.235712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57470) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:36.257311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Request body: {'network': {'name': 'tempest-network--518082141'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:36.271706 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-838a0616-41aa-4b34-a440-78a8b72089d7 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] GET failed (client error): The resource could not be found. Mar 28 10:50:36.272878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-838a0616-41aa-4b34-a440-78a8b72089d7 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Synchronizing usage tracker for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:36.275806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:36.286405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Usage tracker for resource:security_group_rule and tenant:db15a669cbd84629a8091c0c1b9ad3ee is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:36.292342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Usage tracker for resource:network and tenant:53410a24a2d84861b0410ce84608e17a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:36.298369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-930625b8-f8a9-4feb-8d4a-adea865fe703 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Deleting port 7a1bceb2-8dc6-44ce-bd7e-35d2e0014114 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:36.298891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930625b8-f8a9-4feb-8d4a-adea865fe703 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.304675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-f4df0f3b-76b5-4a89-a1b7-f85d13781a3a tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:36.311849 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-f4df0f3b-76b5-4a89-a1b7-f85d13781a3a tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/networks?id=c1f9f8e6-790b-41f0-a889-cee57795c222 HTTP/1.1" status: 200 len: 805 time: 0.4254375 Mar 28 10:50:36.315858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:36.333405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:36.336127 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Allocated IP 172.26.2.147 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/1f3fdcff-95f0-4edc-b97e-173ba9baaa72) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:36.345339 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:36.357151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:36.363427 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-9b5b9dc2-d15b-489e-90ed-012d445c6ead tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/quotas/14012b9ad9094d9bb17d45da271576be HTTP/1.1" status: 200 len: 375 time: 0.0505044 Mar 28 10:50:36.386456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:36.461493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.487567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-838a0616-41aa-4b34-a440-78a8b72089d7 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Unset dirty status for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:36.492242 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-838a0616-41aa-4b34-a440-78a8b72089d7 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "GET /v2.0/ports/72eb076e-6be6-447a-8c13-71914704552a HTTP/1.1" status: 404 len: 333 time: 0.3110178 Mar 28 10:50:36.494117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57480) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:36.540056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:36.550886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:36.552389 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::e3 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/5cb3f215-9655-4692-a601-4dbd2559ea05/1c9eee78-8e11-4942-9b93-152975791bf7) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:36.577575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.580592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Request body: {'port': {'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1713835296'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:36.581143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:36.592546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Made reservation on behalf of 53410a24a2d84861b0410ce84608e17a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:36.595071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.617971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:36.667410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:36.691586 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Pushing event updated for resources: {'Port': ['ID=ab239f82-c2ab-4b8e-b59f-833f2a0e3f71,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:36.740811 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.770753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Made reservation on behalf of 164189f1134041f9bb98c168fed4cd3e for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:36.772435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:50:36.773068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:36.773734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.802207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:36.816634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.817281 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Added segment f48a5ff9-3bea-45dd-a11f-439dc7766a1c of type vlan for network 2645a129-68bd-420c-8ce2-7ae5554f2575 Mar 28 10:50:36.846899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.915994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:36.931902 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-09d5fc5b-eeff-483f-a94e-bd4c4b5fddd1 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Synchronizing usage tracker for tenant:14012b9ad9094d9bb17d45da271576be on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:36.941107 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] device_id is not set on port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:36.942204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Attempting to bind port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:36.942577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Attempting to bind port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:36.942936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Attempting to bind port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:37.020509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.021743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:37.022848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.053189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:37.053189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:37.054088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.054412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:37.054882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Bound port: ab239f82-c2ab-4b8e-b59f-833f2a0e3f71, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:37.055253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.059403 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930625b8-f8a9-4feb-8d4a-adea865fe703 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.076262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.083998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:37.087001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8902b-e087-49fe-98ff-f00b0b9ebcde None None] Pushing event updated for resources: {'Port': ['ID=d161c114-4a98-435b-b676-fa67865c4474,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:37.101372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:37.101372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.137957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-09d5fc5b-eeff-483f-a94e-bd4c4b5fddd1 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Unset dirty status for tenant:14012b9ad9094d9bb17d45da271576be on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:37.142474 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-09d5fc5b-eeff-483f-a94e-bd4c4b5fddd1 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14012b9ad9094d9bb17d45da271576be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7651238 Mar 28 10:50:37.215272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.245304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:50:37.265311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-930625b8-f8a9-4feb-8d4a-adea865fe703 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Calling delete_port for 7a1bceb2-8dc6-44ce-bd7e-35d2e0014114 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:37.295937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4674426-a68a-4daa-8426-7c41590e6999,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:37.327574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.331534 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dd1f1351-a555-49ec-ae54-7d5b4a7ae953 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1343303 Mar 28 10:50:37.360236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57498) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:37.373974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] For port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:37.376854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:37.431936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:37.440357 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1994369 Mar 28 10:50:37.444587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.468620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 1c9eee78-8e11-4942-9b93-152975791bf7 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:37.469326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:37.474500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57506) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:37.475581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:37.478046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Pushing event updated for resources: {'Port': ['ID=1f3fdcff-95f0-4edc-b97e-173ba9baaa72,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:37.491780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4908bf4d-c632-4a60-9996-168006ff13a8 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:37.497198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] For port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ab239f82-c2ab-4b8e-b59f-833f2a0e3f71,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:37.502502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Usage tracker for resource:floatingip and tenant:db15a669cbd84629a8091c0c1b9ad3ee is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:37.515645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:37.526968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:37.543560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:37.570249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2804f-df55-4e4d-896f-7e8646210c66 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'Network': ['ID=2645a129-68bd-420c-8ce2-7ae5554f2575,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:37.586304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.603676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-f71a5641-2647-46e9-90ff-cce2d2e5c78e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:50:37.611074 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-f71a5641-2647-46e9-90ff-cce2d2e5c78e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2055485 Mar 28 10:50:37.626260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 2645a129-68bd-420c-8ce2-7ae5554f2575 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:37.647387 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.667715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:37.672767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:37.675505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:37.681835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:37.682496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.697687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.721139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=1c9eee78-8e11-4942-9b93-152975791bf7,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:37.730703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.868658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930625b8-f8a9-4feb-8d4a-adea865fe703 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:37.913827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ff68c5e3-380c-41ed-9a8c-d7ed76189ca9,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:37.931424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930625b8-f8a9-4feb-8d4a-adea865fe703 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a1bceb2-8dc6-44ce-bd7e-35d2e0014114,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:37.931967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cec38-e42b-4266-af3d-5a71a04844e7 None None] Pushing event updated for resources: {'Port': ['ID=ab239f82-c2ab-4b8e-b59f-833f2a0e3f71,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:38.000464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.140903 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.164704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=ff68c5e3-380c-41ed-9a8c-d7ed76189ca9,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:38.169457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d892be09-94fe-40aa-ba06-cb893b040838 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:38.193168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.196372 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a2cd2b3b-2f6b-4425-8707-7c2c517cf89a service neutron] 10.222.0.18 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842824 Mar 28 10:50:38.203342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4908bf4d-c632-4a60-9996-168006ff13a8 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.211611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd161c114-4a98-435b-b676-fa67865c4474', 'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:22Z', 'updated_at': '2022-03-28T10:50:36Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'subnets': [{'id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:38.234910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4d7a8-9bc5-4a28-8cc1-68bc5f871802 None None] The sync data for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv is: [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd161c114-4a98-435b-b676-fa67865c4474', 'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:22Z', 'updated_at': '2022-03-28T10:50:36Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'subnets': [{'id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:50:38.263389 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2b50c254-1b45-4d4e-83e4-982b764f700f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3907096 Mar 28 10:50:38.278091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57518) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:38.325151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d892be09-94fe-40aa-ba06-cb893b040838 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:38.325676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.383855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.446986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930625b8-f8a9-4feb-8d4a-adea865fe703 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.448924 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-930625b8-f8a9-4feb-8d4a-adea865fe703 tempest-RoutersAdminNegativeTest-1666953606 tempest-RoutersAdminNegativeTest-1666953606-project-admin] 10.222.0.18 "DELETE /v2.0/ports/7a1bceb2-8dc6-44ce-bd7e-35d2e0014114 HTTP/1.1" status: 204 len: 168 time: 2.3125925 Mar 28 10:50:38.454476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4908bf4d-c632-4a60-9996-168006ff13a8 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.572259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423aa5ca-72c9-4e56-87eb-1a144a011e84 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:38.578671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423aa5ca-72c9-4e56-87eb-1a144a011e84 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:38.581189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-423aa5ca-72c9-4e56-87eb-1a144a011e84 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:38.668084 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-db5b9ae5-5ba1-420e-ad39-8740b7a02ef3 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533200 Mar 28 10:50:38.679257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4908bf4d-c632-4a60-9996-168006ff13a8 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Network 2645a129-68bd-420c-8ce2-7ae5554f2575 is not hosted by any dhcp agent {{(pid=88494) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 10:50:38.686808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4908bf4d-c632-4a60-9996-168006ff13a8 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:38.688798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4908bf4d-c632-4a60-9996-168006ff13a8 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.690077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Allocated IP 172.26.2.105 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/5da944cd-4ae2-4c31-924d-98568c186898) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:38.694857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57528) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:38.695731 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4908bf4d-c632-4a60-9996-168006ff13a8 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "PUT /v2.0/networks/2645a129-68bd-420c-8ce2-7ae5554f2575 HTTP/1.1" status: 200 len: 857 time: 1.2139635 Mar 28 10:50:38.728691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.806599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57532) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:38.807155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.837547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-423aa5ca-72c9-4e56-87eb-1a144a011e84 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:38.838723 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-423aa5ca-72c9-4e56-87eb-1a144a011e84 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5593417 Mar 28 10:50:38.850199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57538) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:38.958426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:38.968646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Network 829702a4-4411-4fad-9dc0-38f4b6c64e6d is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:38.983624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:39.040059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:39.041020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:39.043213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.106748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908bf4d-c632-4a60-9996-168006ff13a8 tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event updated for resources: {'Network': ['ID=2645a129-68bd-420c-8ce2-7ae5554f2575,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:39.127193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f27403df-1e29-46ae-a1a1-abe743cadfca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 1c9eee78-8e11-4942-9b93-152975791bf7 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:39.127549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f27403df-1e29-46ae-a1a1-abe743cadfca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.153070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'Port': ['ID=44eebf3c-ff5a-4dff-8118-89496ea2a2f4,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:39.171828 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d86aa364-b81e-4897-b600-505578648473 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6710658 Mar 28 10:50:39.174307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57560) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:39.183048 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:39.200568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-217345974'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:39.215890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:39.230642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57568) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:39.254335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Usage tracker for resource:network and tenant:894ddf000b0349cda53833f7e32cf31c is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:39.293639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.364072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:39.377674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:39.409447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57576) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:39.423588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.500524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Made reservation on behalf of 894ddf000b0349cda53833f7e32cf31c for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:39.504121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.528702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.570566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.673785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.701976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.735271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2645a129-68bd-420c-8ce2-7ae5554f2575']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:39.819223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:39.823547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48a5ff9-3bea-45dd-a11f-439dc7766a1c') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:39.823837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48a5ff9-3bea-45dd-a11f-439dc7766a1c') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:39.847089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a9c29bc-003b-47f7-b50d-75cfc58d9b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.925727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-605ec9ab-0497-419d-b9a9-4e54861d2262 None None] Provisioning for port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:39.934202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Usage tracker for resource:security_group_rule and tenant:894ddf000b0349cda53833f7e32cf31c is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:39.940463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:39.944743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:39.960745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4a9c29bc-003b-47f7-b50d-75cfc58d9b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:39.977146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4a9c29bc-003b-47f7-b50d-75cfc58d9b45 admin admin] Usage tracker for resource:security_group_rule and tenant:16680bb895214b36b3f0375d057e069e is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:39.984724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:39.990563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4a9c29bc-003b-47f7-b50d-75cfc58d9b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:40.002217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.004829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4a9c29bc-003b-47f7-b50d-75cfc58d9b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:40.034250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:50:40.039036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.051035 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cd2f054d-401a-41e5-8b64-f3ed629f5e65 req-98c47cc4-dc31-43e5-af62-4303e16a1325 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 210 time: 0.6401427 Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:50:40.051958 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:50:40.108878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Pushing event updated for resources: {'Port': ['ID=1f3fdcff-95f0-4edc-b97e-173ba9baaa72,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:40.127993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.148681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f27403df-1e29-46ae-a1a1-abe743cadfca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.168239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.221540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] device_id is not set on port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:40.232631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.250405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Pushing event updated for resources: {'Port': ['ID=5da944cd-4ae2-4c31-924d-98568c186898,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:40.259390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.261675 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-366424fd-ebfa-4abc-bfe4-3a9d6dd724ea tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5176609 Mar 28 10:50:40.263124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-70098daf-d4ea-405b-b269-a40e388a4eb1 None None] Provisioning for port 1c9eee78-8e11-4942-9b93-152975791bf7 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:40.283731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-70098daf-d4ea-405b-b269-a40e388a4eb1 None None] Provisioning complete for port 1c9eee78-8e11-4942-9b93-152975791bf7 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:40.284351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-70098daf-d4ea-405b-b269-a40e388a4eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.331934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:40.374962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f27403df-1e29-46ae-a1a1-abe743cadfca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 1c9eee78-8e11-4942-9b93-152975791bf7 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:40.408752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:40.409105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:40.417803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:40.437355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-70098daf-d4ea-405b-b269-a40e388a4eb1 None None] Port 1c9eee78-8e11-4942-9b93-152975791bf7 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:40.473381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Transition to ACTIVE for port object 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 will not be triggered until provisioned by entity L2. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:40.555515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-069e405f-bfef-4660-a1c3-e11386afdb3e tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Synchronizing usage tracker for tenant:06dc9a1460c146398826e7ae81977253 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:40.585599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.587262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:40.592732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.594470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:40.594470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.615090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2645a129-68bd-420c-8ce2-7ae5554f2575 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 10:50:40.642335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.650300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-069e405f-bfef-4660-a1c3-e11386afdb3e tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Unset dirty status for tenant:06dc9a1460c146398826e7ae81977253 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:40.652094 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-069e405f-bfef-4660-a1c3-e11386afdb3e tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--417154371&fields=id&tenant_id=06dc9a1460c146398826e7ae81977253 HTTP/1.1" status: 200 len: 267 time: 0.1413746 Mar 28 10:50:40.654733 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2645a129-68bd-420c-8ce2-7ae5554f2575 HTTP/1.1" status: 204 len: 168 time: 1.9586918 Mar 28 10:50:40.664334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57610) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:40.669602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06384a-d099-4a8b-8f2b-266ecba606ae tempest-ExternalNetworksTestJSON-1118332794 tempest-ExternalNetworksTestJSON-1118332794-project-admin] Pushing event deleted for resources: {'Network': ['ID=2645a129-68bd-420c-8ce2-7ae5554f2575,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:40.761334 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-5720df56-3927-42d3-8939-748c8c616bdf tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] DELETE failed (client error): The resource could not be found. Mar 28 10:50:40.761672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5720df56-3927-42d3-8939-748c8c616bdf tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:50:40.768058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.802636 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5720df56-3927-42d3-8939-748c8c616bdf tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] 10.222.0.18 "DELETE /v2.0/subnets/064250ae-0526-4991-b73c-d83577fc0a07 HTTP/1.1" status: 404 len: 337 time: 0.1303594 Mar 28 10:50:40.812180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57616) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:40.812737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'Port': ['ID=44eebf3c-ff5a-4dff-8118-89496ea2a2f4,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:40.831043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ab239f82-c2ab-4b8e-b59f-833f2a0e3f71,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:40.907001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:40.907297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.907814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:40.911724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:40.911826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:40.916688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:40.917348 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:40.920375 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 2 to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 Mar 28 10:50:40.943429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:40.947933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:40.948617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:40.949150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:40.966159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:40.966796 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:40.968612 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 3 to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 Mar 28 10:50:40.989057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-b89ed92b-515c-42a2-b186-5bc20fcf1cf2 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:40.990102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-b89ed92b-515c-42a2-b186-5bc20fcf1cf2 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Synchronizing usage tracker for tenant:06dc9a1460c146398826e7ae81977253 on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:41.004278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:41.004927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:41.005469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:41.007232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.017585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:41.018179 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:41.019429 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 4 to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 Mar 28 10:50:41.037199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:41.038409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:41.038965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:41.044679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:41.045221 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:41.045757 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 5 to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 Mar 28 10:50:41.063429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:41.064071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:41.065071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:41.071474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=ab239f82-c2ab-4b8e-b59f-833f2a0e3f71,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:41.072914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:41.073409 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:41.074548 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 6 to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 Mar 28 10:50:41.084554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a9c29bc-003b-47f7-b50d-75cfc58d9b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.090049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f27403df-1e29-46ae-a1a1-abe743cadfca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.095950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:41.096535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:41.097076 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:41.099474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-b89ed92b-515c-42a2-b186-5bc20fcf1cf2 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Unset dirty status for tenant:06dc9a1460c146398826e7ae81977253 on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:41.101481 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-b89ed92b-515c-42a2-b186-5bc20fcf1cf2 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/networks?id=386e369a-99b5-4e27-8723-fa9ac0238483 HTTP/1.1" status: 200 len: 811 time: 0.4368575 Mar 28 10:50:41.108872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:41.109336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.118413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:41.119008 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:41.120910 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 7 to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 Mar 28 10:50:41.198200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.276419 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.276419 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a9c29bc-003b-47f7-b50d-75cfc58d9b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.276995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:41.276995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:41.276995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:41.276995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-ade2edda-0923-4650-85f7-fdd8551ec125 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/quotas/06dc9a1460c146398826e7ae81977253 HTTP/1.1" status: 200 len: 375 time: 0.1226153 Mar 28 10:50:41.276995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-32be8582-0e7e-4362-9018-a28f05063515 req-acabf439-d03d-4129-90ae-49d1270eb6ca tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 210 time: 0.0985730 Mar 28 10:50:41.277308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27403df-1e29-46ae-a1a1-abe743cadfca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=1c9eee78-8e11-4942-9b93-152975791bf7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:41.277382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:41.277747 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:41.321829 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 8 to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 Mar 28 10:50:41.339600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d161c114-4a98-435b-b676-fa67865c4474 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:41.353634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:41.358253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:41.358852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:41.359362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:41.364820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.365193 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Added segment e1d8924d-83ea-403f-b93f-330bc1becbab of type vlan for network 0b79620b-b599-41b6-9a7e-135b3476f5ff Mar 28 10:50:41.371803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:41.372346 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:41.374642 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 9 to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 Mar 28 10:50:41.398318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:41.398795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:41.399228 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:41.404231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.407737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:41.408171 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:41.417515 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 10 to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 Mar 28 10:50:41.437251 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4a9c29bc-003b-47f7-b50d-75cfc58d9b45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16680bb895214b36b3f0375d057e069e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1874495 Mar 28 10:50:41.438315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:41.438717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:41.439141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:41.439542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e33b34-fefc-4651-b2a1-caca59340fe3']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:41.441243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57624) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:41.451389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-ca24ee5f-ec52-4388-80b7-4e3e6538363d tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Synchronizing usage tracker for tenant:06dc9a1460c146398826e7ae81977253 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:41.471441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:41.471872 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:41.472277 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.480008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.482452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89486e41-b2c9-4527-8c8c-1fc38a4bcbe9') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:41.482881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89486e41-b2c9-4527-8c8c-1fc38a4bcbe9') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:50:41.489719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9631a6-6e75-41b9-b887-d507f8f847df,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:41.499128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f27403df-1e29-46ae-a1a1-abe743cadfca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.535607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.551864 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f27403df-1e29-46ae-a1a1-abe743cadfca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/1c9eee78-8e11-4942-9b93-152975791bf7 HTTP/1.1" status: 204 len: 168 time: 2.6961877 Mar 28 10:50:41.556902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57628) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:41.598252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c29bc-003b-47f7-b50d-75cfc58d9b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9851d3-8e29-4d36-a568-dcbc41bb83ef,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:41.605777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.621791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:50:41.622225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.631224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c75c9063-66a4-48aa-bc4d-4970e6d0cd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:50:41.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:50:41.646796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] For port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4, host hv-neutron-8353, cleared binding levels {{(pid=88494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:41.647747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempted to set empty binding levels {{(pid=88494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 10:50:41.656486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port d161c114-4a98-435b-b676-fa67865c4474 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:41.659555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-ca24ee5f-ec52-4388-80b7-4e3e6538363d tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Unset dirty status for tenant:06dc9a1460c146398826e7ae81977253 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:41.661298 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-ca24ee5f-ec52-4388-80b7-4e3e6538363d tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=06dc9a1460c146398826e7ae81977253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3915389 Mar 28 10:50:41.665103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c75c9063-66a4-48aa-bc4d-4970e6d0cd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.671250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d161c114-4a98-435b-b676-fa67865c4474 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:41.671741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.719150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.761793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.767213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:41.767793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.795365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.821588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217a0c7-7ae1-4248-beea-457528be5e7d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:41.823246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217a0c7-7ae1-4248-beea-457528be5e7d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:41.824153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d217a0c7-7ae1-4248-beea-457528be5e7d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:41.831916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port d161c114-4a98-435b-b676-fa67865c4474, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d161c114-4a98-435b-b676-fa67865c4474,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:41.836817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] In _notify_port_updated(), no bound segment for port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:50:41.837683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:41.840708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.840708 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "PUT /v2.0/ports/44eebf3c-ff5a-4dff-8118-89496ea2a2f4 HTTP/1.1" status: 200 len: 977 time: 2.6644700 Mar 28 10:50:41.846472 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57634) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:41.895793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.922597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d1d8-09c0-48bf-bde7-94aaaf967898 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'Port': ['ID=44eebf3c-ff5a-4dff-8118-89496ea2a2f4,revision_number=3']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:41.943236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.947669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.952587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] 10.222.0.18 "DELETE /v2.0/networks/f6e33b34-fefc-4651-b2a1-caca59340fe3 HTTP/1.1" status: 204 len: 168 time: 1.1361687 Mar 28 10:50:41.954133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:41.968885 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-0e324589-32d1-40c6-9004-561a93c68a8f service neutron] 10.222.0.18 "GET /v2.0/networks/386e369a-99b5-4e27-8723-fa9ac0238483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940869 Mar 28 10:50:41.981016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=d161c114-4a98-435b-b676-fa67865c4474,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:41.987856 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.1801786 Mar 28 10:50:41.989066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b63a50-bab2-4070-bbd7-ae81f68e730c tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Pushing event updated for resources: {'Network': ['ID=0b79620b-b599-41b6-9a7e-135b3476f5ff,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:42.010584 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0b79620b-b599-41b6-9a7e-135b3476f5ff details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:42.028442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d217a0c7-7ae1-4248-beea-457528be5e7d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:42.030605 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d217a0c7-7ae1-4248-beea-457528be5e7d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4716351 Mar 28 10:50:42.033229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38481bc8-29cc-44b2-acd9-a7e5bf89e622 tempest-ExternalNetworksTestJSON-250490301 tempest-ExternalNetworksTestJSON-250490301-project] Pushing event deleted for resources: {'Network': ['ID=f6e33b34-fefc-4651-b2a1-caca59340fe3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:42.038355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57644) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:42.062417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c75c9063-66a4-48aa-bc4d-4970e6d0cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.168837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-64065d8c-7fb8-44fd-abf1-973e3a0d1194 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 5cb3f215-9655-4692-a601-4dbd2559ea05 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:50:42.196435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:42.200810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.201374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.202118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.202595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.203064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.203529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.203993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.204623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.205066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.205524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.206714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.207569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.208047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.208508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.209115 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.210199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.210905 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.211541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:42.213448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Synchronizing usage tracker for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:42.228485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-64065d8c-7fb8-44fd-abf1-973e3a0d1194 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.228939 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c9063-66a4-48aa-bc4d-4970e6d0cd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9851d3-8e29-4d36-a568-dcbc41bb83ef,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:42.244752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c75c9063-66a4-48aa-bc4d-4970e6d0cd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.245826 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c75c9063-66a4-48aa-bc4d-4970e6d0cd6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b9851d3-8e29-4d36-a568-dcbc41bb83ef HTTP/1.1" status: 204 len: 168 time: 0.8031034 Mar 28 10:50:42.291233 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-20d1065b-a4be-4738-9abe-6ee062b5d351 service neutron] 10.222.0.18 "GET /v2.0/networks/386e369a-99b5-4e27-8723-fa9ac0238483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068047 Mar 28 10:50:42.291233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57652) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:42.299226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Request body: {'port': {'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff', 'binding:host_id': 'hv-neutron-8353', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-617356265'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:42.309477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:42.311750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Unset dirty status for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:42.312904 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f0ba48bf-b9fa-4532-b8eb-9e634aa9c65e tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16336 time: 0.4653478 Mar 28 10:50:42.319775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57656) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:42.320422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Usage tracker for resource:port and tenant:d60ba87db28e4187ae09df7f9d1c2ba3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:42.353885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:42.354986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:42.355526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.371815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:42.405919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4855180f-37a5-4e5b-bdbc-e3ae240a4223 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Deleting port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:42.405919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4855180f-37a5-4e5b-bdbc-e3ae240a4223 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.482531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Made reservation on behalf of d60ba87db28e4187ae09df7f9d1c2ba3 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:42.486821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.516541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-64065d8c-7fb8-44fd-abf1-973e3a0d1194 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.527996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.646520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d161c114-4a98-435b-b676-fa67865c4474 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:42.651867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:42.655849 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df8bc06c-499d-4d2a-972d-d0a594c82323 req-e3906c3e-64ca-4592-a87c-8d119a11cd68 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 210 time: 0.1014290 Mar 28 10:50:42.662360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Usage tracker for resource:security_group_rule and tenant:d60ba87db28e4187ae09df7f9d1c2ba3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:42.664959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57664) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:42.669256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:42.705424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.727448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:42.770736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d161c114-4a98-435b-b676-fa67865c4474 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:42.771111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.781647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-64065d8c-7fb8-44fd-abf1-973e3a0d1194 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:42.833723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.094451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Pushing event updated for resources: {'Port': ['ID=5da944cd-4ae2-4c31-924d-98568c186898,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:43.113230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.140572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57692) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:43.150760 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f55aca35-98da-42f0-881b-b62e59c43abe req-1c560134-2e57-4f9d-9f8b-10e77d86d663 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 210 time: 0.1053731 Mar 28 10:50:43.159127 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-4855180f-37a5-4e5b-bdbc-e3ae240a4223 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] For port 44eebf3c-ff5a-4dff-8118-89496ea2a2f4, host hv-neutron-8353, got binding levels [] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:43.159482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4855180f-37a5-4e5b-bdbc-e3ae240a4223 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.200022 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f778c03d-231c-4b7a-9bd1-fac20311daa7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a13e423c9fa9428888256c2a67461efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582919 Mar 28 10:50:43.201799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57696) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:43.205220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.206591 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ff0c0c2d-9180-4548-a8fc-ecb0143aedd7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8430080 Mar 28 10:50:43.207996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-64065d8c-7fb8-44fd-abf1-973e3a0d1194 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.262178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64065d8c-7fb8-44fd-abf1-973e3a0d1194 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb3f215-9655-4692-a601-4dbd2559ea05,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:43.277747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-64065d8c-7fb8-44fd-abf1-973e3a0d1194 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.283774 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-64065d8c-7fb8-44fd-abf1-973e3a0d1194 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/5cb3f215-9655-4692-a601-4dbd2559ea05 HTTP/1.1" status: 204 len: 168 time: 1.2403059 Mar 28 10:50:43.283774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57702) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:43.285124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f1b9b3-bb16-44c0-8a0d-192af1e5a111 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:43.319914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4855180f-37a5-4e5b-bdbc-e3ae240a4223 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Calling delete_port for 44eebf3c-ff5a-4dff-8118-89496ea2a2f4 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:43.368419 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f8a798dd-0274-4ff3-bcc8-066679164e4a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816569 Mar 28 10:50:43.382372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57708) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:43.383096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7883d1e3-9fd6-40be-82e7-813606f7a3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.454937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7883d1e3-9fd6-40be-82e7-813606f7a3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.488049 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-60027460-1b84-4e8c-a185-4cfc9e10859b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b0fc31e3dc94678b05027ae960f6f78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8197277 Mar 28 10:50:43.493658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57722) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:43.576379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.31', 61444) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:43.584214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f05e323-7b5b-4506-a2df-3ee269e75ef7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:43.584483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4f05e323-7b5b-4506-a2df-3ee269e75ef7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:43.613204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ca2364-9be2-4f22-8dde-65a9e60f3b35 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:50:43.619440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-45ca2364-9be2-4f22-8dde-65a9e60f3b35 None None] Deleting port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:43.620417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-45ca2364-9be2-4f22-8dde-65a9e60f3b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.627806 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-d8b1d4b0-44be-4a47-b933-ebb079c2a3f6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1419692770&fields=id&tenant_id=db15a669cbd84629a8091c0c1b9ad3ee HTTP/1.1" status: 200 len: 267 time: 0.1221578 Mar 28 10:50:43.684924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.688723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4855180f-37a5-4e5b-bdbc-e3ae240a4223 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.722559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7883d1e3-9fd6-40be-82e7-813606f7a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.748487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883d1e3-9fd6-40be-82e7-813606f7a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da35ca2-3de5-4937-9730-f71360f62917,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:43.780275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c2876ae8-f420-4ac7-9d81-80b70b2c1480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.788838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7883d1e3-9fd6-40be-82e7-813606f7a3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.789575 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7883d1e3-9fd6-40be-82e7-813606f7a3a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5da35ca2-3de5-4937-9730-f71360f62917 HTTP/1.1" status: 204 len: 168 time: 0.5864761 Mar 28 10:50:43.812400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4f05e323-7b5b-4506-a2df-3ee269e75ef7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:43.813636 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4f05e323-7b5b-4506-a2df-3ee269e75ef7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4286840 Mar 28 10:50:43.825457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57736) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:43.877018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-111d49a0-35cb-46b5-a1ba-caef7678ebdc tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:43.877621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-111d49a0-35cb-46b5-a1ba-caef7678ebdc tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Synchronizing usage tracker for tenant:14012b9ad9094d9bb17d45da271576be on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:43.881468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c2876ae8-f420-4ac7-9d81-80b70b2c1480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:43.955733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6377b017-df40-4865-8e92-cf375d567726 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:43.957558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6377b017-df40-4865-8e92-cf375d567726 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:43.968506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-45ca2364-9be2-4f22-8dde-65a9e60f3b35 None None] For port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ab239f82-c2ab-4b8e-b59f-833f2a0e3f71,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:43.968506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-45ca2364-9be2-4f22-8dde-65a9e60f3b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.027461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4855180f-37a5-4e5b-bdbc-e3ae240a4223 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.039172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-111d49a0-35cb-46b5-a1ba-caef7678ebdc tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Unset dirty status for tenant:14012b9ad9094d9bb17d45da271576be on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:44.040370 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-111d49a0-35cb-46b5-a1ba-caef7678ebdc tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.31 "GET /v2.0/networks?id=c1f9f8e6-790b-41f0-a889-cee57795c222 HTTP/1.1" status: 200 len: 805 time: 0.4528675 Mar 28 10:50:44.040758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855180f-37a5-4e5b-bdbc-e3ae240a4223 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event deleted for resources: {'Port': ['ID=44eebf3c-ff5a-4dff-8118-89496ea2a2f4,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:44.056508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.092089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] device_id is not set on port 7b61764c-d56f-4065-8651-cb8ebe1b593c yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:44.127470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-45ca2364-9be2-4f22-8dde-65a9e60f3b35 None None] Calling delete_port for ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:44.144052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c2876ae8-f420-4ac7-9d81-80b70b2c1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.154789 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e046d887-284a-4ebc-be5c-3a36e8485e3b req-df9519b8-a4f8-48d0-ae52-b793b046d4a4 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 210 time: 0.2379525 Mar 28 10:50:44.161922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:50:44.174643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-563ca19e-3d11-4d04-9751-f87dfdb249cf tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Synchronizing usage tracker for tenant:14012b9ad9094d9bb17d45da271576be on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:44.187460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2876ae8-f420-4ac7-9d81-80b70b2c1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017c6aa1-b0ad-4e9a-9d58-82f2bef6a5f4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:44.192756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6377b017-df40-4865-8e92-cf375d567726 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:44.196937 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6377b017-df40-4865-8e92-cf375d567726 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3675759 Mar 28 10:50:44.198177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57752) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:44.242275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f89ec2-722f-4ea3-baac-d39aa44ad8e0,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:44.274567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c2876ae8-f420-4ac7-9d81-80b70b2c1480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.275740 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c2876ae8-f420-4ac7-9d81-80b70b2c1480 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/017c6aa1-b0ad-4e9a-9d58-82f2bef6a5f4 HTTP/1.1" status: 204 len: 168 time: 0.7801800 Mar 28 10:50:44.293891 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4855180f-37a5-4e5b-bdbc-e3ae240a4223 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "DELETE /v2.0/ports/44eebf3c-ff5a-4dff-8118-89496ea2a2f4 HTTP/1.1" status: 204 len: 168 time: 1.9734879 Mar 28 10:50:44.294290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57760) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:44.298401 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-859a4df5-d0a9-4d9a-97e8-c16b3a799f5b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992427 Mar 28 10:50:44.312311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-6d59cf03-cf68-4590-8d17-af6d901cf1e1 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:44.320001 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-6d59cf03-cf68-4590-8d17-af6d901cf1e1 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 811 time: 0.6764014 Mar 28 10:50:44.321616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57764) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:44.339835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-563ca19e-3d11-4d04-9751-f87dfdb249cf tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Unset dirty status for tenant:14012b9ad9094d9bb17d45da271576be on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:44.340449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:44.341116 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-563ca19e-3d11-4d04-9751-f87dfdb249cf tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14012b9ad9094d9bb17d45da271576be HTTP/1.1" status: 200 len: 379 time: 0.2303360 Mar 28 10:50:44.347728 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da1766c-b98d-4530-ac1c-1b610bce3262 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] GET failed (client error): The resource could not be found. Mar 28 10:50:44.353787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9da1766c-b98d-4530-ac1c-1b610bce3262 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Synchronizing usage tracker for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:44.356548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Request body: {'port': {'device_id': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'admin_state_up': True, 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'security_groups': ['8b1e9c98-1b76-4992-9556-51179573482b']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:44.445545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.462291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9da1766c-b98d-4530-ac1c-1b610bce3262 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Unset dirty status for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:44.463551 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9da1766c-b98d-4530-ac1c-1b610bce3262 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "GET /v2.0/ports/44eebf3c-ff5a-4dff-8118-89496ea2a2f4 HTTP/1.1" status: 404 len: 333 time: 0.1680694 Mar 28 10:50:44.471966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57770) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:44.483907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1054612276', 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:44.496813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:44.526135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:44.534443 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-1a7cd76c-f3b1-4090-a697-031f410e1644 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/quotas/db15a669cbd84629a8091c0c1b9ad3ee HTTP/1.1" status: 200 len: 375 time: 0.2133856 Mar 28 10:50:44.570845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:44.582112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:44.627411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Made reservation on behalf of 164189f1134041f9bb98c168fed4cd3e for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:44.630530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.631537 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-45ca2364-9be2-4f22-8dde-65a9e60f3b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.644982 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2502188f-ebf2-45c1-8165-07f45c6c770b req-c18b84cf-0d5b-499b-926a-c0fd11326f9c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 210 time: 0.1450541 Mar 28 10:50:44.673774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] device_id is not set on port db5d7a8f-09bf-4ab9-878e-812c3c2377ba yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:44.695295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:44.728656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:44.732046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Made reservation on behalf of 14012b9ad9094d9bb17d45da271576be for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:44.735921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.815428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca2364-9be2-4f22-8dde-65a9e60f3b35 None None] No DVR routers for this DVR port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:50:44.837163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-480eb6bd-eee0-4539-a21d-3494f8a0b0c5 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Synchronizing usage tracker for tenant:db15a669cbd84629a8091c0c1b9ad3ee on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:44.842960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] device_id is not set on port 7b61764c-d56f-4065-8651-cb8ebe1b593c yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:44.857702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:44.861940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.872841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca2364-9be2-4f22-8dde-65a9e60f3b35 None None] Pushing event deleted for resources: {'Port': ['ID=ab239f82-c2ab-4b8e-b59f-833f2a0e3f71,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:44.915690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:44.919729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 28 10:50:44.919729 dv-neutron-835336-1-hyperv neutron-server[88495]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 28 10:50:44.919729 dv-neutron-835336-1-hyperv neutron-server[88495]: [parameters: {'status': 'DOWN', 'ports_id': 'ab239f82-c2ab-4b8e-b59f-833f2a0e3f71'}] Mar 28 10:50:44.919729 dv-neutron-835336-1-hyperv neutron-server[88495]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:50:44.923860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:50:44.965876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Allocated IP 172.20.0.5 (c1f9f8e6-790b-41f0-a889-cee57795c222/12b8631a-3ce2-486a-881e-2b3ed3837708/135963b4-a825-42fd-bfa9-8b068e76c960) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:44.992055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Transition to ACTIVE for port object 7b61764c-d56f-4065-8651-cb8ebe1b593c will not be triggered until provisioned by entity L2. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:45.063321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-480eb6bd-eee0-4539-a21d-3494f8a0b0c5 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Unset dirty status for tenant:db15a669cbd84629a8091c0c1b9ad3ee on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:45.064647 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-480eb6bd-eee0-4539-a21d-3494f8a0b0c5 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5293655 Mar 28 10:50:45.259568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:45.297562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:45.340322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:45.358946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Transition to ACTIVE for port object 135963b4-a825-42fd-bfa9-8b068e76c960 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:45.397970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57808) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:45.423464 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d11d002-31cc-461a-a82a-d99c5f6b3d7d req-7331f11c-fed8-4c54-ba84-a66cc715717f tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 210 time: 0.0733271 Mar 28 10:50:45.475762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:45.491011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'Port': ['ID=7b61764c-d56f-4065-8651-cb8ebe1b593c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:45.496010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:45.498420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Port ab239f82-c2ab-4b8e-b59f-833f2a0e3f71 update to DOWN by agent not found {{(pid=88495) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 28 10:50:45.517299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Checking segment: {'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:45.517667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Network hostable DHCP agents. Network: 0b79620b-b599-41b6-9a7e-135b3476f5ff, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:50:45.535210 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-4af9bfae-8c2f-40ca-a91a-64e39a4b98b0 service neutron] 10.222.0.18 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563677 Mar 28 10:50:45.579605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:45.635777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:45.660436 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Network 0b79620b-b599-41b6-9a7e-135b3476f5ff is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:50:45.668187 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-15906ee2-a10c-42cb-b909-fad66c775695 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53410a24a2d84861b0410ce84608e17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681730 Mar 28 10:50:45.675037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Network 829702a4-4411-4fad-9dc0-38f4b6c64e6d is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:45.683157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:45.684792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57816) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:45.694195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:45.694195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:45.694195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:45.717612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'Port': ['ID=db5d7a8f-09bf-4ab9-878e-812c3c2377ba,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:45.754286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=22678506-928c-426b-a88e-4e0f817788f4,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:45.764693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Network c1f9f8e6-790b-41f0-a889-cee57795c222 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:45.787601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:45.795206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:45.807570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:45.818011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0b79620b-b599-41b6-9a7e-135b3476f5ff) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:45.820212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:45.828163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:45.828971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:45.835093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:45.835952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd91a3-cee6-43b4-a036-4990bf7886d1 None None] Network 0b79620b-b599-41b6-9a7e-135b3476f5ff requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:45.871249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffd145-167b-44f3-8a0a-e72fa3490175 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:45.888703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:45.889280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:45.889793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:45.904189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:45.905426 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:45.914719 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 2 to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c Mar 28 10:50:45.943125 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-578cd48e-af4a-450f-96de-ef26ea369d24 service neutron] 10.222.0.18 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997333 Mar 28 10:50:45.954766 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:45.955329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:45.955817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:45.967235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:45.967833 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:45.972671 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 3 to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c Mar 28 10:50:46.009832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:46.016129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:46.016129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:46.020785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:46.030957 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:46.032643 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0acedb34-65b7-46a7-b17a-562e5ba9777c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7062683 Mar 28 10:50:46.034522 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 4 to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c Mar 28 10:50:46.061591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57828) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:46.076532 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e3f695c-a7ec-41a7-8f7c-671c21cc5fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:46.121707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': '22678506-928c-426b-a88e-4e0f817788f4', 'ip_address': '2001:db8::7e29:1de0:34ff:5cbe'}], 'name': 'tempest-NetworksTestDHCPv6-957415985'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:46.171437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Pushing event updated for resources: {'Port': ['ID=135963b4-a825-42fd-bfa9-8b068e76c960,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:46.175227 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc869ba2-49d0-423e-b5c4-e30972f9d696 req-a8d2b37e-2350-4830-95a6-69ebeb3859b0 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 210 time: 0.1553955 Mar 28 10:50:46.182907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57832) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:46.194692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:46.195356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:46.195980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:46.202457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:46.203066 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:46.204426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 5 to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c Mar 28 10:50:46.216988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e3f695c-a7ec-41a7-8f7c-671c21cc5fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:46.232093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:46.237151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:46.237702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:46.238430 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d2b91a5d-b759-451d-b5ba-66de421c5487 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7652342 Mar 28 10:50:46.242126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57834) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:46.248899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:46.249633 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:46.293052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 6 to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c Mar 28 10:50:46.375163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:46.375899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:46.375899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:46.422151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:46.430083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:46.457645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:46.457971 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:46.470981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.31', 61450) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:46.470981 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 7 to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c Mar 28 10:50:46.495446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7958e7c1-9496-4f79-a776-5ae6e817c9aa None None] Provisioning for port 135963b4-a825-42fd-bfa9-8b068e76c960 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:46.505165 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7958e7c1-9496-4f79-a776-5ae6e817c9aa None None] Provisioning complete for port 135963b4-a825-42fd-bfa9-8b068e76c960 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:46.523158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7958e7c1-9496-4f79-a776-5ae6e817c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:46.605401 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-507e4f12-a9a6-47b1-bbdb-d64451e4c207 req-bd5ed272-1fd2-4a7f-9997-296deded8887 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 210 time: 0.1997924 Mar 28 10:50:46.614142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f82a53-e67e-4464-bb67-c365db066039 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:46.614879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b6f82a53-e67e-4464-bb67-c365db066039 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Synchronizing usage tracker for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:46.651382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:46.652592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:46.653276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:46.769339 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7958e7c1-9496-4f79-a776-5ae6e817c9aa None None] Port 135963b4-a825-42fd-bfa9-8b068e76c960 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:46.784081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '22678506-928c-426b-a88e-4e0f817788f4'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:50:46.785517 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:46.787486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:46.788751 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:46.795937 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 8 to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c Mar 28 10:50:46.820547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b6f82a53-e67e-4464-bb67-c365db066039 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Unset dirty status for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:46.825016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b6f82a53-e67e-4464-bb67-c365db066039 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "GET /v2.0/ports/db5d7a8f-09bf-4ab9-878e-812c3c2377ba HTTP/1.1" status: 200 len: 955 time: 0.5811429 Mar 28 10:50:46.825730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57856) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:46.853240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e3f695c-a7ec-41a7-8f7c-671c21cc5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:46.860763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e3f695c-a7ec-41a7-8f7c-671c21cc5fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:46.875151 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2e3f695c-a7ec-41a7-8f7c-671c21cc5fc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/157b36d4-104b-41be-af47-68dbb0beefd0 HTTP/1.1" status: 204 len: 168 time: 1.1754315 Mar 28 10:50:46.898980 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6b060250-4512-4286-94d8-9b91caa4641e tempest-AgentManagementNegativeTest-13002872 tempest-AgentManagementNegativeTest-13002872-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6583893 Mar 28 10:50:46.956061 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-a87a7a21-f42c-470e-b556-ea1d4a0c8a87 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6033864 Mar 28 10:50:46.959136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:46.959456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f695c-a7ec-41a7-8f7c-671c21cc5fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157b36d4-104b-41be-af47-68dbb0beefd0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:46.959572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:46.959849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:46.984091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-be571951-7220-426a-a837-4590bbdc0c66 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:50:46.985145 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-be571951-7220-426a-a837-4590bbdc0c66 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059204 Mar 28 10:50:46.997261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:46.997593 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:47.004231 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 9 to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c Mar 28 10:50:47.023975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:47.025598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-92372ead-a239-421f-8b36-e304514e7045 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Deleting port db5d7a8f-09bf-4ab9-878e-812c3c2377ba {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:47.025972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92372ead-a239-421f-8b36-e304514e7045 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:47.040888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/22678506-928c-426b-a88e-4e0f817788f4/962e110b-f05d-4321-99af-eb0e334a997c) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:47.068491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:47.139187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-567d69f7-4469-4598-88c7-f49ad63c9187 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:47.140685 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-567d69f7-4469-4598-88c7-f49ad63c9187 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.31 "GET /v2.0/networks?id=386e369a-99b5-4e27-8723-fa9ac0238483 HTTP/1.1" status: 200 len: 811 time: 0.6622357 Mar 28 10:50:47.158577 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:47.158917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:47.159253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:47.159935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:47.184257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:47.184593 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:47.187462 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 10 to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c Mar 28 10:50:47.339823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:47.369911 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Transition to ACTIVE for port object 962e110b-f05d-4321-99af-eb0e334a997c will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:47.395461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Transition to ACTIVE for port object 962e110b-f05d-4321-99af-eb0e334a997c will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:47.410459 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-10cff7cf-eb6c-4cea-967f-20e074ded617 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06dc9a1460c146398826e7ae81977253 HTTP/1.1" status: 200 len: 379 time: 0.1627860 Mar 28 10:50:47.446215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:47.446649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:47.447100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:47.451274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:47.487969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:47.508169 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b26876-0670-4fcc-90c3-6f6aa4785b0e req-4c112262-0527-4241-96cd-a6169e4113e2 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:47.514782 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-38b26876-0670-4fcc-90c3-6f6aa4785b0e req-4c112262-0527-4241-96cd-a6169e4113e2 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 931 time: 0.7212944 Mar 28 10:50:47.550575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:47.553083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port d2b8101a-5844-44ed-ba73-086018110d06 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:47.554867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:47.562726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:47.716465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Pushing event updated for resources: {'Port': ['ID=962e110b-f05d-4321-99af-eb0e334a997c,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:47.769778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92372ead-a239-421f-8b36-e304514e7045 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:47.845183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Request body: {'port': {'device_id': '0e23df66-c420-404d-81c9-fae441b7f017', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'admin_state_up': True, 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'security_groups': ['2637a78f-8085-4fdd-8dda-48dec51645ca']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:47.887576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 7b61764c-d56f-4065-8651-cb8ebe1b593c on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:47.887908 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 7b61764c-d56f-4065-8651-cb8ebe1b593c on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:47.888269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:47.932075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57882) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:47.964051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::7e29:1de0:34ff:5cbe (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/22678506-928c-426b-a88e-4e0f817788f4/d2b8101a-5844-44ed-ba73-086018110d06) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:48.129937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Request body: {'port': {'device_id': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:48.143703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-92372ead-a239-421f-8b36-e304514e7045 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Calling delete_port for db5d7a8f-09bf-4ab9-878e-812c3c2377ba owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:48.211458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Attempting to bind port 962e110b-f05d-4321-99af-eb0e334a997c on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:48.212279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Attempting to bind port 962e110b-f05d-4321-99af-eb0e334a997c by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:48.212989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Attempting to bind port 962e110b-f05d-4321-99af-eb0e334a997c on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:48.221191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:48.221697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:48.222393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.222956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:48.224070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Bound port: 962e110b-f05d-4321-99af-eb0e334a997c, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:48.224652 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.252328 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b3814c69-826c-4020-af0b-395b2a6a1e9b req-8ae9e554-4c50-4c1c-b7d9-6024afd2af86 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 210 time: 0.7818508 Mar 28 10:50:48.272908 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ee6efcfa-79c8-49af-b788-e8e57b2c96dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.299105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5173-9fac-4996-ab91-68167c0062ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.370892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b3fe5173-9fac-4996-ab91-68167c0062ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:48.376405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] For port 7b61764c-d56f-4065-8651-cb8ebe1b593c, host hv-neutron-8353, cleared binding levels {{(pid=88494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:48.376990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempted to set empty binding levels {{(pid=88494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 10:50:48.381305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b3fe5173-9fac-4996-ab91-68167c0062ee admin admin] Usage tracker for resource:security_group_rule and tenant:0f672b7a2b3941889be7b388fcce7158 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:48.385271 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-38b26876-0670-4fcc-90c3-6f6aa4785b0e req-f85e8010-8542-4693-82cf-9f06fed0a885 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4847999 Mar 28 10:50:48.389212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b3fe5173-9fac-4996-ab91-68167c0062ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:48.544661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b3fe5173-9fac-4996-ab91-68167c0062ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:48.571399 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] For port 962e110b-f05d-4321-99af-eb0e334a997c, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:48.572508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.595476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] For port 962e110b-f05d-4321-99af-eb0e334a997c, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=962e110b-f05d-4321-99af-eb0e334a997c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:48.635363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92372ead-a239-421f-8b36-e304514e7045 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.636503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.642549 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bd930525-4466-4bc3-91a5-5457b2ec9300 req-104e44aa-2dfb-4e42-ae39-f0c34dc1ef01 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 210 time: 0.1698847 Mar 28 10:50:48.671083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.684109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:48.711269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:48.711882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.731375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92372ead-a239-421f-8b36-e304514e7045 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.736181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:48.765385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:48.776603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'Port': ['ID=7b61764c-d56f-4065-8651-cb8ebe1b593c,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:48.838912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object d2b8101a-5844-44ed-ba73-086018110d06 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:48.847351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92372ead-a239-421f-8b36-e304514e7045 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event deleted for resources: {'Port': ['ID=db5d7a8f-09bf-4ab9-878e-812c3c2377ba,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:48.908367 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-92372ead-a239-421f-8b36-e304514e7045 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "DELETE /v2.0/ports/db5d7a8f-09bf-4ab9-878e-812c3c2377ba HTTP/1.1" status: 204 len: 168 time: 2.0419722 Mar 28 10:50:48.910855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57900) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:48.911160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab581d-6e61-4c83-b4be-1f8868a99eb6 None None] Pushing event updated for resources: {'Port': ['ID=962e110b-f05d-4321-99af-eb0e334a997c,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:48.965094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Made reservation on behalf of 06dc9a1460c146398826e7ae81977253 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:48.990311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:49.000782 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f85c75c7-aea0-4d6a-b96f-42ed68a57f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.7086639 Mar 28 10:50:49.005362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57904) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:49.011793 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9cf594-4cb5-4296-abe1-e81b744c6445 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] GET failed (client error): The resource could not be found. Mar 28 10:50:49.012462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2a9cf594-4cb5-4296-abe1-e81b744c6445 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Synchronizing usage tracker for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:49.048111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5173-9fac-4996-ab91-68167c0062ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:49.241265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-97bf722d-bb11-4bac-8e47-06cd7e5293d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Deleting port 7b61764c-d56f-4065-8651-cb8ebe1b593c {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:49.241713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-97bf722d-bb11-4bac-8e47-06cd7e5293d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:49.266233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:49.267945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5173-9fac-4996-ab91-68167c0062ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:49.306807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2a9cf594-4cb5-4296-abe1-e81b744c6445 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Unset dirty status for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:49.311409 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2a9cf594-4cb5-4296-abe1-e81b744c6445 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "GET /v2.0/ports/db5d7a8f-09bf-4ab9-878e-812c3c2377ba HTTP/1.1" status: 404 len: 333 time: 0.3955255 Mar 28 10:50:49.323381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57912) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:49.341427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Request body: {'port': {'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1153962651'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:49.354347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:49.518097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135963b4-a825-42fd-bfa9-8b068e76c960 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:50:49.520498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:49.550562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Transition to ACTIVE for port object 135963b4-a825-42fd-bfa9-8b068e76c960 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:49.591178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Allocated IP 172.20.0.7 (386e369a-99b5-4e27-8723-fa9ac0238483/8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57/b08c809c-f0c1-4845-82eb-1f67bb54d218) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:49.774334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:49.885869 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-50fccb42-ed19-4b86-9763-566df2dc65c5 req-da5711dc-a7d9-459c-981e-38cd0e2e1602 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 210 time: 0.2457945 Mar 28 10:50:49.940092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe5173-9fac-4996-ab91-68167c0062ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0362478-6b8d-4347-9fa2-78e601ca22ee,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:49.945655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:49.989017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Made reservation on behalf of 164189f1134041f9bb98c168fed4cd3e for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:49.991610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:50.075257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] device_id is not set on port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:50.130289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=d2b8101a-5844-44ed-ba73-086018110d06,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:50.291798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 962e110b-f05d-4321-99af-eb0e334a997c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:50.295390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:50.317488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:50.325448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:50.331458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:50.332153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:50.351947 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b3fe5173-9fac-4996-ab91-68167c0062ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f672b7a2b3941889be7b388fcce7158&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4185827 Mar 28 10:50:50.357286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57930) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:50.453301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:50.463316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.31', 61455) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:50.475623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Transition to ACTIVE for port object b08c809c-f0c1-4845-82eb-1f67bb54d218 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:50.482989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=135963b4-a825-42fd-bfa9-8b068e76c960,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:50.613965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:50.639159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-41a65a3f-7616-4eef-b14c-657c87f96b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:50.649295 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-eebc2a75-8fa2-43bf-b831-2aecba120900 req-91236665-b49b-428e-9c82-485d88499afd tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 210 time: 0.2845349 Mar 28 10:50:50.650256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 962e110b-f05d-4321-99af-eb0e334a997c completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:50.752889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-97bf722d-bb11-4bac-8e47-06cd7e5293d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] For port 7b61764c-d56f-4065-8651-cb8ebe1b593c, host hv-neutron-8353, got binding levels [] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:50.753298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-97bf722d-bb11-4bac-8e47-06cd7e5293d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:50.786130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa7645-2062-4e0c-88d8-f42f8f2a609d req-a6410aa7-7779-4b73-8c35-6b912f3b9e79 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:50.786836 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68aa7645-2062-4e0c-88d8-f42f8f2a609d req-a6410aa7-7779-4b73-8c35-6b912f3b9e79 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 943 time: 1.0999563 Mar 28 10:50:50.809390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Attempting to bind port 135963b4-a825-42fd-bfa9-8b068e76c960 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:50.810034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Attempting to bind port 135963b4-a825-42fd-bfa9-8b068e76c960 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:50.810137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Attempting to bind port 135963b4-a825-42fd-bfa9-8b068e76c960 on network c1f9f8e6-790b-41f0-a889-cee57795c222 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:50.931934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Port 135963b4-a825-42fd-bfa9-8b068e76c960 on network c1f9f8e6-790b-41f0-a889-cee57795c222 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:50.931934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Attempting to bind port 135963b4-a825-42fd-bfa9-8b068e76c960 on network c1f9f8e6-790b-41f0-a889-cee57795c222 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:50.974434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:50.974851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Checking segment: {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:50.976160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Bound using segment: {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:50.976738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Bound port: 135963b4-a825-42fd-bfa9-8b068e76c960, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:50.977134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.081338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f30c29e-817f-4da8-b7d5-891136e79e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.118929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-d4949252-ddbe-4af5-9663-52a17d7f6af5 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:51.119770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-d4949252-ddbe-4af5-9663-52a17d7f6af5 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Synchronizing usage tracker for tenant:db15a669cbd84629a8091c0c1b9ad3ee on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:51.141442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-97bf722d-bb11-4bac-8e47-06cd7e5293d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Calling delete_port for 7b61764c-d56f-4065-8651-cb8ebe1b593c owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:51.146475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f30c29e-817f-4da8-b7d5-891136e79e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.198372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-950909cc-5608-4e72-a844-a278eff71083 None None] Provisioning for port 962e110b-f05d-4321-99af-eb0e334a997c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:51.207192 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-950909cc-5608-4e72-a844-a278eff71083 None None] Provisioning complete for port 962e110b-f05d-4321-99af-eb0e334a997c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:51.208272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-950909cc-5608-4e72-a844-a278eff71083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.277840 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8b92e84f-a61d-4f1d-ab25-77c8ee4f536f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1928976 Mar 28 10:50:51.301642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57944) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:51.406490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-950909cc-5608-4e72-a844-a278eff71083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.410587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-d4949252-ddbe-4af5-9663-52a17d7f6af5 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Unset dirty status for tenant:db15a669cbd84629a8091c0c1b9ad3ee on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:51.410587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-d4949252-ddbe-4af5-9663-52a17d7f6af5 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 811 time: 0.9244707 Mar 28 10:50:51.424118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] For port 135963b4-a825-42fd-bfa9-8b068e76c960, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:51.477253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-950909cc-5608-4e72-a844-a278eff71083 None None] For port 962e110b-f05d-4321-99af-eb0e334a997c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=962e110b-f05d-4321-99af-eb0e334a997c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:51.544587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.544587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Network 386e369a-99b5-4e27-8723-fa9ac0238483 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:51.544587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:51.544866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] For port 135963b4-a825-42fd-bfa9-8b068e76c960, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=135963b4-a825-42fd-bfa9-8b068e76c960,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:51.544969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Pushing event updated for resources: {'Port': ['ID=b08c809c-f0c1-4845-82eb-1f67bb54d218,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:51.544969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:51.575883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-3242c1b7-c968-4e6b-bb89-dcdd1bf55fd3 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Synchronizing usage tracker for tenant:db15a669cbd84629a8091c0c1b9ad3ee on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:51.617493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30bcfb1-eb18-4e1c-8b5e-856b916006b0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:51.623881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30bcfb1-eb18-4e1c-8b5e-856b916006b0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:51.625021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a30bcfb1-eb18-4e1c-8b5e-856b916006b0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:51.651430 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68aa7645-2062-4e0c-88d8-f42f8f2a609d req-5925be19-e996-45df-b891-035a7d751e77 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7997961 Mar 28 10:50:51.667968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:51.667968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.687833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.688189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.690009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-950909cc-5608-4e72-a844-a278eff71083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.695034 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.751016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fb4ac-ea1d-4ff5-bd61-161ed7358fc8 req-8edd3b94-3475-4167-b118-ede0a48ee02c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:51.754913 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b88fb4ac-ea1d-4ff5-bd61-161ed7358fc8 req-8edd3b94-3475-4167-b118-ede0a48ee02c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 931 time: 0.6292214 Mar 28 10:50:51.790262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a30bcfb1-eb18-4e1c-8b5e-856b916006b0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:51.802052 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a30bcfb1-eb18-4e1c-8b5e-856b916006b0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4925649 Mar 28 10:50:51.806697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f30c29e-817f-4da8-b7d5-891136e79e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.823893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57958) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:51.834909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-97bf722d-bb11-4bac-8e47-06cd7e5293d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.837082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.846446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-3242c1b7-c968-4e6b-bb89-dcdd1bf55fd3 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Unset dirty status for tenant:db15a669cbd84629a8091c0c1b9ad3ee on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:51.857591 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-3242c1b7-c968-4e6b-bb89-dcdd1bf55fd3 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db15a669cbd84629a8091c0c1b9ad3ee HTTP/1.1" status: 200 len: 380 time: 0.4054074 Mar 28 10:50:51.871188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:51.872069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:51.873859 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] 10.222.0.31 "PUT /v2.0/ports/135963b4-a825-42fd-bfa9-8b068e76c960 HTTP/1.1" status: 200 len: 1093 time: 4.0299923 Mar 28 10:50:51.878344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'tag': '135963b4-a825-42fd-bfa9-8b068e76c960'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:50:51.883547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950909cc-5608-4e72-a844-a278eff71083 None None] Pushing event updated for resources: {'Port': ['ID=962e110b-f05d-4321-99af-eb0e334a997c,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:51.904382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Request body: {'port': {'device_id': 'bde22117-5729-4985-9162-95b805311fbe', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'admin_state_up': True, 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'security_groups': ['6b209619-58e9-4cb7-83b2-9dc1e008cf47']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:51.942340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30c29e-817f-4da8-b7d5-891136e79e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0362478-6b8d-4347-9fa2-78e601ca22ee,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:51.994302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-794abd31-8844-4149-bc97-a04b31a3daef None None] Provisioning for port d2b8101a-5844-44ed-ba73-086018110d06 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:52.002932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-794abd31-8844-4149-bc97-a04b31a3daef None None] Provisioning complete for port d2b8101a-5844-44ed-ba73-086018110d06 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:52.003874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-794abd31-8844-4149-bc97-a04b31a3daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:52.018931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f30c29e-817f-4da8-b7d5-891136e79e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:52.020355 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6f30c29e-817f-4da8-b7d5-891136e79e4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0362478-6b8d-4347-9fa2-78e601ca22ee HTTP/1.1" status: 204 len: 168 time: 1.6606507 Mar 28 10:50:52.178179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-794abd31-8844-4149-bc97-a04b31a3daef None None] Port d2b8101a-5844-44ed-ba73-086018110d06 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:52.223348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 962e110b-f05d-4321-99af-eb0e334a997c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:50:52.252482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd27fe-acd2-4d33-9518-295ee745e3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=135963b4-a825-42fd-bfa9-8b068e76c960,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:52.290071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6b8643f6-bb65-471e-bbb0-df7abb84e54f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port d2b8101a-5844-44ed-ba73-086018110d06 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:52.291075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b8643f6-bb65-471e-bbb0-df7abb84e54f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:52.345499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 962e110b-f05d-4321-99af-eb0e334a997c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:52.346154 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-16361090-394b-4dca-96cc-367befd1e052 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8768506 Mar 28 10:50:52.346462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:52.362465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:52.384197 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2f6ea82d-ffab-4abd-a3b9-2226c562c3c2 req-553ca8d9-572a-4173-9a59-1a802fed210f tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 210 time: 0.3435001 Mar 28 10:50:52.388083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:52.388674 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b88fb4ac-ea1d-4ff5-bd61-161ed7358fc8 req-0992e207-910f-4f3a-886e-6acabbb07479 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6277006 Mar 28 10:50:52.396020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-dc9b446f-beb6-43e8-bfe7-71ee957c2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:52.397931 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-dc9b446f-beb6-43e8-bfe7-71ee957c2070 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=14012b9ad9094d9bb17d45da271576be&device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 1096 time: 0.2849700 Mar 28 10:50:52.401977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf722d-bb11-4bac-8e47-06cd7e5293d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b61764c-d56f-4065-8651-cb8ebe1b593c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:52.414756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Request body: {'port': {'device_id': '0e23df66-c420-404d-81c9-fae441b7f017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:52.421355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a9e4e5b0-d667-422b-bc69-e45d87f53403 None None] Provisioning for port b08c809c-f0c1-4845-82eb-1f67bb54d218 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:52.433284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a9e4e5b0-d667-422b-bc69-e45d87f53403 None None] Provisioning complete for port b08c809c-f0c1-4845-82eb-1f67bb54d218 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:52.433284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e5b0-d667-422b-bc69-e45d87f53403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:52.532520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4e5b0-d667-422b-bc69-e45d87f53403 None None] Port b08c809c-f0c1-4845-82eb-1f67bb54d218 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:52.588490 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-37f2f9fc-0cd8-4ed5-81e1-9396d90061d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=135963b4-a825-42fd-bfa9-8b068e76c960 HTTP/1.1" status: 200 len: 217 time: 0.1533833 Mar 28 10:50:52.590049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Made reservation on behalf of db15a669cbd84629a8091c0c1b9ad3ee for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:52.594390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:52.690164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57978) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:52.717414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-97bf722d-bb11-4bac-8e47-06cd7e5293d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:52.719649 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-97bf722d-bb11-4bac-8e47-06cd7e5293d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "DELETE /v2.0/ports/7b61764c-d56f-4065-8651-cb8ebe1b593c HTTP/1.1" status: 204 len: 168 time: 3.7099061 Mar 28 10:50:52.720668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'Port': ['ID=2925bf99-52bb-4fa0-8cc2-6751c1abdae2,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:52.722779 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 57986) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:52.797004 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b07185-0708-44cb-a8ee-f195cfbe18c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] GET failed (client error): The resource could not be found. Mar 28 10:50:52.797536 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e8b07185-0708-44cb-a8ee-f195cfbe18c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Synchronizing usage tracker for tenant:d60ba87db28e4187ae09df7f9d1c2ba3 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:52.807382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Network 829702a4-4411-4fad-9dc0-38f4b6c64e6d is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:52.812713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:52.879341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:52.888611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:52.889643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:52.918314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:52.925059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-ee128018-3e66-487a-b623-14372324db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:52.927793 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-ee128018-3e66-487a-b623-14372324db4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12b8631a-3ce2-486a-881e-2b3ed3837708 HTTP/1.1" status: 200 len: 844 time: 0.3007858 Mar 28 10:50:52.927910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:53.025802 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4ed1dfd4-800a-49da-bdea-f1947390bd19 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.7012062 Mar 28 10:50:53.029117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57992) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:53.053345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e8b07185-0708-44cb-a8ee-f195cfbe18c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Unset dirty status for tenant:d60ba87db28e4187ae09df7f9d1c2ba3 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:53.054729 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e8b07185-0708-44cb-a8ee-f195cfbe18c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "GET /v2.0/ports/7b61764c-d56f-4065-8651-cb8ebe1b593c HTTP/1.1" status: 404 len: 333 time: 0.3205161 Mar 28 10:50:53.086257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 57996) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:53.103855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:53.304471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Request body: {'port': {'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1095667693'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:53.314400 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'tag': '135963b4-a825-42fd-bfa9-8b068e76c960', 'status': 'completed', 'code': 200} Mar 28 10:50:53.318365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:53.324521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:53.328434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Usage tracker for resource:floatingip and tenant:4f385f44d34743799f48b5b026724ed5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:53.331549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:53.338270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:53.364491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:53.393221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:53.429629 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a062c-7258-4af5-9881-df1711f6323e req-0ab2f6a9-5d86-4699-9abb-a113f252ff4c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:53.439911 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b64a062c-7258-4af5-9881-df1711f6323e req-0ab2f6a9-5d86-4699-9abb-a113f252ff4c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 943 time: 0.5188015 Mar 28 10:50:53.456299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Allocated IP 172.20.0.3 (fc8e5cca-9bfd-4335-bd22-f668795e796b/a7fd33c1-9c55-44e8-a4dd-e34bca384fe1/e4a567f6-f294-46c5-850b-07703550173b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:53.466971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b8643f6-bb65-471e-bbb0-df7abb84e54f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:53.480747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:53.750074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6b8643f6-bb65-471e-bbb0-df7abb84e54f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for d2b8101a-5844-44ed-ba73-086018110d06 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:53.752794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Made reservation on behalf of d60ba87db28e4187ae09df7f9d1c2ba3 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:53.754753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:53.786808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-69a2237f-166f-4ae9-a32b-c7935fabc25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:53.789347 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-69a2237f-166f-4ae9-a32b-c7935fabc25d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1f9f8e6-790b-41f0-a889-cee57795c222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8517406 Mar 28 10:50:53.826468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:53.870509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] device_id is not set on port 6928f2f1-c1df-4a3c-9387-5226957b8080 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:53.990123 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aec67340-1e77-4a93-a5dc-780c964212be req-5cf21922-80f3-49bc-b750-0192960c882e tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 210 time: 0.0787590 Mar 28 10:50:54.055393 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b64a062c-7258-4af5-9881-df1711f6323e req-812a4d99-88e9-4d9d-8241-993f4451dc40 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436159 Mar 28 10:50:54.210762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08c809c-f0c1-4845-82eb-1f67bb54d218 {{(pid=88494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:50:54.229663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:54.380620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51dbe-8271-4a59-98d4-d6f8775a8c2f req-b37679d8-1b3d-42af-ba6f-5963f47fc4dc tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:54.381853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4ee51dbe-8271-4a59-98d4-d6f8775a8c2f req-b37679d8-1b3d-42af-ba6f-5963f47fc4dc tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Synchronizing usage tracker for tenant:06dc9a1460c146398826e7ae81977253 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:54.468796 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-c614b45d-aaec-483a-85c8-8d632a6fb62a service neutron] 10.222.0.31 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070023 Mar 28 10:50:54.558483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Transition to ACTIVE for port object b08c809c-f0c1-4845-82eb-1f67bb54d218 will not be triggered until provisioned by entity L2. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:54.559734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b8643f6-bb65-471e-bbb0-df7abb84e54f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:54.610250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4ee51dbe-8271-4a59-98d4-d6f8775a8c2f req-b37679d8-1b3d-42af-ba6f-5963f47fc4dc tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Unset dirty status for tenant:06dc9a1460c146398826e7ae81977253 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:54.611010 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4ee51dbe-8271-4a59-98d4-d6f8775a8c2f req-b37679d8-1b3d-42af-ba6f-5963f47fc4dc tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 931 time: 0.3402662 Mar 28 10:50:54.659643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8643f6-bb65-471e-bbb0-df7abb84e54f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=d2b8101a-5844-44ed-ba73-086018110d06,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:54.663050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:54.749580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b8643f6-bb65-471e-bbb0-df7abb84e54f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:54.766455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:54.878899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58026) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:54.894079 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4ee51dbe-8271-4a59-98d4-d6f8775a8c2f req-6ac9feca-3ef1-4cb9-8a24-97f8139dd221 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443826 Mar 28 10:50:55.024899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Pushing event updated for resources: {'Port': ['ID=b08c809c-f0c1-4845-82eb-1f67bb54d218,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:55.028215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Transition to ACTIVE for port object e4a567f6-f294-46c5-850b-07703550173b will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:55.152230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:50:55.182035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Attempting to bind port b08c809c-f0c1-4845-82eb-1f67bb54d218 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:55.184547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Attempting to bind port b08c809c-f0c1-4845-82eb-1f67bb54d218 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:55.185224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Attempting to bind port b08c809c-f0c1-4845-82eb-1f67bb54d218 on network 386e369a-99b5-4e27-8723-fa9ac0238483 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:55.190706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Port b08c809c-f0c1-4845-82eb-1f67bb54d218 on network 386e369a-99b5-4e27-8723-fa9ac0238483 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:55.192205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Attempting to bind port b08c809c-f0c1-4845-82eb-1f67bb54d218 on network 386e369a-99b5-4e27-8723-fa9ac0238483 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:55.207182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6b8643f6-bb65-471e-bbb0-df7abb84e54f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/d2b8101a-5844-44ed-ba73-086018110d06 HTTP/1.1" status: 204 len: 168 time: 3.3819191 Mar 28 10:50:55.210756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58036) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:55.273934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.286144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.292698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e4c1e-01ce-4e87-820c-2bd0314801cf tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:55.294801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e4c1e-01ce-4e87-820c-2bd0314801cf tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:55.295798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ea8e4c1e-01ce-4e87-820c-2bd0314801cf tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:50:55.298702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:55.301657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.302067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Checking segment: {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:55.302749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Bound using segment: {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'} {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:55.303918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Bound port: b08c809c-f0c1-4845-82eb-1f67bb54d218, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8735b5-5c37-4d38-bd73-703194034cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483'}}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:55.304334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.368648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-389964211'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:55.455348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] device_id is not set on port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:55.468508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:55.494727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:network and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:55.506286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:55.510926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ea8e4c1e-01ce-4e87-820c-2bd0314801cf tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:50:55.514288 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ea8e4c1e-01ce-4e87-820c-2bd0314801cf tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3020861 Mar 28 10:50:55.540251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:55.584060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] For port b08c809c-f0c1-4845-82eb-1f67bb54d218, host hv-neutron-8353, cleared binding levels {{(pid=88494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:55.629630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb27a22-8dc2-4b26-a312-830e33afe741 req-e1bedbae-c7a9-4b3a-832b-0a21a5568341 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:55.631604 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3bb27a22-8dc2-4b26-a312-830e33afe741 req-e1bedbae-c7a9-4b3a-832b-0a21a5568341 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 943 time: 0.3038318 Mar 28 10:50:55.639698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb280-5a55-4c0b-a235-c5980ff1e9a7 req-2058fb45-84d6-426e-a2ea-70905a5c5af4 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:55.641459 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6fedb280-5a55-4c0b-a235-c5980ff1e9a7 req-2058fb45-84d6-426e-a2ea-70905a5c5af4 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 931 time: 0.3180180 Mar 28 10:50:55.647812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] For port b08c809c-f0c1-4845-82eb-1f67bb54d218, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b08c809c-f0c1-4845-82eb-1f67bb54d218,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:55.648877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58044) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:55.653156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Network fc8e5cca-9bfd-4335-bd22-f668795e796b is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:55.656540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Pushing event updated for resources: {'Port': ['ID=e4a567f6-f294-46c5-850b-07703550173b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:55.657982 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c3bd5fdb-9ae0-45be-9241-7433f84439d8 req-0f77ce6b-c7f6-4ad6-a8f8-24cc5f90a4c1 service neutron] 10.222.0.31 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9048107 Mar 28 10:50:55.666165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.683087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Transition to ACTIVE for port object 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:55.685666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:55.691930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:55.777102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Allocated IP 172.26.2.157 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/48276baf-bcb7-48f1-8882-1ea7303ff6ac) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:50:55.794833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:55.795753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.798393 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3bb27a22-8dc2-4b26-a312-830e33afe741 req-fd4e9fc3-2327-407c-bec0-85ff9cf9c371 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556017 Mar 28 10:50:55.806742 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:55.810402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.839341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.848807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.866772 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6fedb280-5a55-4c0b-a235-c5980ff1e9a7 req-e37bfeb7-6e1e-4202-91a5-1de327cf3ba3 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167563 Mar 28 10:50:55.898860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.938395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.953855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84841d4-95ff-4c2c-a6c3-17624ffbc69b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 22678506-928c-426b-a88e-4e0f817788f4 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:50:55.989847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:55.991664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:55.993236 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] 10.222.0.31 "PUT /v2.0/ports/b08c809c-f0c1-4845-82eb-1f67bb54d218 HTTP/1.1" status: 200 len: 1093 time: 3.5855937 Mar 28 10:50:56.004569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e23df66-c420-404d-81c9-fae441b7f017', 'tag': 'b08c809c-f0c1-4845-82eb-1f67bb54d218'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:50:56.018464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d84841d4-95ff-4c2c-a6c3-17624ffbc69b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:56.204043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:56.223942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group_rule and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:56.239157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-cf37e399-e0cc-420f-8ca8-4f81bdd43be8 None None] Provisioning for port e4a567f6-f294-46c5-850b-07703550173b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:50:56.251790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-cf37e399-e0cc-420f-8ca8-4f81bdd43be8 None None] Provisioning complete for port e4a567f6-f294-46c5-850b-07703550173b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:50:56.252512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf37e399-e0cc-420f-8ca8-4f81bdd43be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:56.300657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d84841d4-95ff-4c2c-a6c3-17624ffbc69b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:56.368482 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cf37e399-e0cc-420f-8ca8-4f81bdd43be8 None None] Port e4a567f6-f294-46c5-850b-07703550173b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:50:56.369124 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-ffafd5f6-e7c7-4b28-8ddc-876e0a6a2af6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4716291 Mar 28 10:50:56.397797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:56.398161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:56.398567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:56.400691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'Port': ['ID=2925bf99-52bb-4fa0-8cc2-6751c1abdae2,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:56.412538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Network 0b79620b-b599-41b6-9a7e-135b3476f5ff is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:56.416032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:56.416346 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:56.449691 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 2 to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 Mar 28 10:50:56.457390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:56.501257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:56.502245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:56.502852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:56.539469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a3b0d-663c-46c9-a475-161f5cca971c service neutron] Pushing event updated for resources: {'Port': ['ID=b08c809c-f0c1-4845-82eb-1f67bb54d218,revision_number=3']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:56.554202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:56.571972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:56.619848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Request body: {'port': {'device_id': 'bde22117-5729-4985-9162-95b805311fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:56.732062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:56.732740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:56.732740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:56.750189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d44327-ba22-4d35-9247-934da6198350 req-fcf4bff6-765e-4ef7-bbb4-b3410e4453b4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:56.758657 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d3d44327-ba22-4d35-9247-934da6198350 req-fcf4bff6-765e-4ef7-bbb4-b3410e4453b4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 943 time: 0.5909660 Mar 28 10:50:56.780847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:56.781277 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:56.786283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:56.789682 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 3 to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 Mar 28 10:50:56.797037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'Port': ['ID=6928f2f1-c1df-4a3c-9387-5226957b8080,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:56.810008 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e23df66-c420-404d-81c9-fae441b7f017', 'tag': 'b08c809c-f0c1-4845-82eb-1f67bb54d218', 'status': 'completed', 'code': 200} Mar 28 10:50:56.816709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-cc100e6b-177f-43d4-b549-646ef920ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:56.817106 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-cc100e6b-177f-43d4-b549-646ef920ce31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=14012b9ad9094d9bb17d45da271576be&device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 1096 time: 0.7279735 Mar 28 10:50:56.847119 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d3d44327-ba22-4d35-9247-934da6198350 req-dfbd80e3-3f30-4f8a-b661-d8a206bc287a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873618 Mar 28 10:50:56.859055 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ecd9a959-86e4-414a-8dfc-1bf99f8e5e9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.6734822 Mar 28 10:50:56.861302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58062) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:56.862156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:56.862396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:56.862727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:56.871111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:56.887165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:56.887487 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:56.891350 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 4 to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 Mar 28 10:50:56.917701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:56.918055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:56.918551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:56.935655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:56.938331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d84841d4-95ff-4c2c-a6c3-17624ffbc69b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:56.946668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:56.947064 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:56.957881 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 5 to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 Mar 28 10:50:57.026102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:57.026735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:57.027073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:57.039639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-5f1d4b69-231b-44b0-97fc-f1427767db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:57.041267 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-5f1d4b69-231b-44b0-97fc-f1427767db2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06dc9a1460c146398826e7ae81977253&device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 1096 time: 0.5780063 Mar 28 10:50:57.045185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:57.045513 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:57.047766 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 6 to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 Mar 28 10:50:57.080928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:57.081181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:57.081516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:57.088390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.122268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:57.122603 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:57.169498 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 7 to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 Mar 28 10:50:57.280638 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-7fde7bcc-c5ba-4082-89cc-7717c02d2b3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08c809c-f0c1-4845-82eb-1f67bb54d218 HTTP/1.1" status: 200 len: 217 time: 0.0963438 Mar 28 10:50:57.299374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:57.299764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:57.299994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:57.304045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:50:57.344466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:50:57.359466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:50:57.371607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.384789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.390302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:57.390809 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:57.391174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event updated for resources: {'Port': ['ID=48276baf-bcb7-48f1-8882-1ea7303ff6ac,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:57.418935 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 8 to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 Mar 28 10:50:57.611515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:57.611842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:57.612178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:57.628280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:57.628763 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:57.633552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.633759 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 9 to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 Mar 28 10:50:57.645745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-e143cd6d-5081-4eaf-a0ff-8a86f5906cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:57.647271 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-e143cd6d-5081-4eaf-a0ff-8a86f5906cf3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57 HTTP/1.1" status: 200 len: 850 time: 0.3333082 Mar 28 10:50:57.664549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:57.664549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:57.664549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:57.723524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:57.723867 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:57.726752 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempt 10 to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 Mar 28 10:50:57.737421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-1529a825-fc9d-489e-9458-dc1bf2306416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:57.739222 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-1529a825-fc9d-489e-9458-dc1bf2306416 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1f9f8e6-790b-41f0-a889-cee57795c222 HTTP/1.1" status: 200 len: 906 time: 0.8040142 Mar 28 10:50:57.753649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:57.754289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:57.754372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempting to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:57.761482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a567f6-f294-46c5-850b-07703550173b {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:50:57.765725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:57.766092 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Failed to bind port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '829702a4-4411-4fad-9dc0-38f4b6c64e6d'}] Mar 28 10:50:57.766446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.767417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb2c6-5f36-483f-a7b8-04a066638695 req-e15ceb29-55e4-44f5-8c25-64ba3c01989e tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:57.768907 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f4deb2c6-5f36-483f-a7b8-04a066638695 req-e15ceb29-55e4-44f5-8c25-64ba3c01989e tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 943 time: 0.7448862 Mar 28 10:50:57.775541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ffea64-b1e7-4d8a-8336-6d9c98b3bf3c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:57.781289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] device_id is not set on port 6928f2f1-c1df-4a3c-9387-5226957b8080 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:57.781462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.794076 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c501-5f35-4284-920b-022e3dc60176 req-73dbb955-3fbb-4eea-b400-1f3cac99ce06 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:57.795535 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8e07c501-5f35-4284-920b-022e3dc60176 req-73dbb955-3fbb-4eea-b400-1f3cac99ce06 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 931 time: 0.6870227 Mar 28 10:50:57.815375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.876880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Transition to ACTIVE for port object e4a567f6-f294-46c5-850b-07703550173b will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:57.925274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d84841d4-95ff-4c2c-a6c3-17624ffbc69b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.929887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:50:57.935426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Transition to ACTIVE for port object 6928f2f1-c1df-4a3c-9387-5226957b8080 will not be triggered until provisioned by entity L2. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:50:57.942542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.947713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] For port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:57.948081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attempted to set empty binding levels {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 10:50:57.962707 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-5349e49c-70c3-4052-8e9a-c3d362b76e6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=135963b4-a825-42fd-bfa9-8b068e76c960 HTTP/1.1" status: 200 len: 217 time: 0.1440110 Mar 28 10:50:57.969180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-a780fdd7-42ed-46c6-9800-5d202db749d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:57.969180 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-a780fdd7-42ed-46c6-9800-5d202db749d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=386e369a-99b5-4e27-8723-fa9ac0238483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1434870 Mar 28 10:50:57.969180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:57.996762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f4deb2c6-5f36-483f-a7b8-04a066638695 req-8051b878-9771-41b3-8105-6670cd5899a0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183783 Mar 28 10:50:57.997448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84841d4-95ff-4c2c-a6c3-17624ffbc69b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=22678506-928c-426b-a88e-4e0f817788f4,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:58.002378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8f7785-8d14-4cc4-b8bb-bfcb6c1f3fb8 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:50:58.003823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d84841d4-95ff-4c2c-a6c3-17624ffbc69b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.006571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.006914 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Added segment 1edf8137-ee71-49de-ba27-803450291d50 of type vlan for network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 Mar 28 10:50:58.022864 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8e07c501-5f35-4284-920b-022e3dc60176 req-9a3c0880-0da0-4eb2-95d6-6ee3bbd81320 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116733 Mar 28 10:50:58.069607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.081273 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.081376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.151770 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d84841d4-95ff-4c2c-a6c3-17624ffbc69b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/22678506-928c-426b-a88e-4e0f817788f4 HTTP/1.1" status: 204 len: 168 time: 2.4998658 Mar 28 10:50:58.184182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58072) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:58.326825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'Port': ['ID=6928f2f1-c1df-4a3c-9387-5226957b8080,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:58.331592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:50:58.377769 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] In _notify_port_updated(), no bound segment for port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 on network 829702a4-4411-4fad-9dc0-38f4b6c64e6d {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:50:58.378651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:58.379250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.383987 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "PUT /v2.0/ports/2925bf99-52bb-4fa0-8cc2-6751c1abdae2 HTTP/1.1" status: 200 len: 977 time: 5.3408625 Mar 28 10:50:58.389615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58076) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:58.393925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-2ea793b1-2f1f-47cc-9874-794df044c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:58.398768 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-2ea793b1-2f1f-47cc-9874-794df044c3d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12b8631a-3ce2-486a-881e-2b3ed3837708 HTTP/1.1" status: 200 len: 844 time: 0.2505546 Mar 28 10:50:58.398768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:58.398768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:58.398768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:58.419532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f47bd7-1dfc-4398-816e-e778c9ca6682 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:50:58.424613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-76f47bd7-1dfc-4398-816e-e778c9ca6682 None None] Deleting port 962e110b-f05d-4321-99af-eb0e334a997c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:58.438893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76f47bd7-1dfc-4398-816e-e778c9ca6682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.439311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a567f6-f294-46c5-850b-07703550173b,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:58.457443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:58.457772 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:58.461378 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 2 to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 Mar 28 10:50:58.492413 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fbd64d18-3cc4-4e0f-ba92-8a18a993bcd9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3037357 Mar 28 10:50:58.509408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.514808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:58.515389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.520893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f774efaa-5270-476c-9903-fa770315eb39 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Deleting port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:50:58.521224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f774efaa-5270-476c-9903-fa770315eb39 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.526194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58080) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:58.563101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:58.611084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.642064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-76f47bd7-1dfc-4398-816e-e778c9ca6682 None None] For port 962e110b-f05d-4321-99af-eb0e334a997c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=962e110b-f05d-4321-99af-eb0e334a997c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:58.642342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76f47bd7-1dfc-4398-816e-e778c9ca6682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:58.707154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:58.707484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:58.707818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:58.728624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d2fbe-c120-4022-a7c7-ebfe516cdc2a req-31323a4d-9235-4321-aee2-61e4c147312a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:58.730113 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ed0d2fbe-c120-4022-a7c7-ebfe516cdc2a req-31323a4d-9235-4321-aee2-61e4c147312a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 943 time: 0.5376740 Mar 28 10:50:58.778853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-76f47bd7-1dfc-4398-816e-e778c9ca6682 None None] Calling delete_port for 962e110b-f05d-4321-99af-eb0e334a997c owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:58.779086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:58.779341 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:58.793406 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 3 to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 Mar 28 10:50:58.824158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35903ed7-bf46-419b-935b-163d20bd75cd tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event updated for resources: {'Port': ['ID=2925bf99-52bb-4fa0-8cc2-6751c1abdae2,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:58.825733 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.9359727 Mar 28 10:50:58.832582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2442af-5561-4345-80f4-16945a340a3a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Network': ['ID=6e876e18-3c0e-4ae4-a4be-301b4ebb3956,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:58.834375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58084) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:50:58.839750 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-3dc843db-a27b-41dc-a2ec-9cecb73e1831 service neutron] 10.222.0.31 "GET /v2.0/networks/386e369a-99b5-4e27-8723-fa9ac0238483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026484 Mar 28 10:50:58.845073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:50:58.866403 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'name': 'tempest-PortsTestJSON-1594097188'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:50:58.870026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:58.870367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:58.870702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:58.879830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Attempting to bind port e4a567f6-f294-46c5-850b-07703550173b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:58.880164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Attempting to bind port e4a567f6-f294-46c5-850b-07703550173b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:58.880784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Attempting to bind port e4a567f6-f294-46c5-850b-07703550173b on network fc8e5cca-9bfd-4335-bd22-f668795e796b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:58.908164 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:58.908360 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:58.918883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:58.919094 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 4 to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 Mar 28 10:50:58.948793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Port e4a567f6-f294-46c5-850b-07703550173b on network fc8e5cca-9bfd-4335-bd22-f668795e796b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:58.953842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Attempting to bind port e4a567f6-f294-46c5-850b-07703550173b on network fc8e5cca-9bfd-4335-bd22-f668795e796b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:58.955803 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ed0d2fbe-c120-4022-a7c7-ebfe516cdc2a req-d5148efe-0883-44ee-b408-6d658da70b6d tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631844 Mar 28 10:50:58.956959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:58.967270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:58.975582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:58.975916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:58.976243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:58.986633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:58.986963 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:58.988829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-1fdb276b-cdfe-40f9-8024-e183086ad15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:58.990419 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-1fdb276b-cdfe-40f9-8024-e183086ad15d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1f9f8e6-790b-41f0-a889-cee57795c222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5203357 Mar 28 10:50:59.019748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:50:59.020073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Checking segment: {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:50:59.020502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Bound using segment: {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:50:59.020950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Bound port: e4a567f6-f294-46c5-850b-07703550173b, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f062e80-1f24-4d5d-9777-885e9f0a91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:50:59.021292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.026907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76f47bd7-1dfc-4398-816e-e778c9ca6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.032008 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 5 to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 Mar 28 10:50:59.080776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f47bd7-1dfc-4398-816e-e778c9ca6682 None None] Pushing event deleted for resources: {'Port': ['ID=962e110b-f05d-4321-99af-eb0e334a997c,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:59.086132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f47bd7-1dfc-4398-816e-e778c9ca6682 None None] No DVR routers for this DVR port 962e110b-f05d-4321-99af-eb0e334a997c on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:50:59.089753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:59.100914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:59.101252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:59.102051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:59.111943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-f774efaa-5270-476c-9903-fa770315eb39 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] For port 2925bf99-52bb-4fa0-8cc2-6751c1abdae2, host hv-neutron-8353, got binding levels [] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:50:59.112312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f774efaa-5270-476c-9903-fa770315eb39 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.166910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:59.167150 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:59.173043 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 6 to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 Mar 28 10:50:59.273172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:50:59.288659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:50:59.293316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:59.296788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.310130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:50:59.343268 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-90c8a0bc-c24f-4113-acd7-90d2f1811e37 req-9e785d4d-02cd-4e37-aab0-0a6123f4ca72 service neutron] 10.222.0.31 "GET /v2.0/networks/386e369a-99b5-4e27-8723-fa9ac0238483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816182 Mar 28 10:50:59.347203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:50:59.374588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f774efaa-5270-476c-9903-fa770315eb39 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Calling delete_port for 2925bf99-52bb-4fa0-8cc2-6751c1abdae2 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:50:59.426428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:59.427077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:59.427077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:59.440732 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] For port e4a567f6-f294-46c5-850b-07703550173b, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:50:59.453642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.459551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:59.459551 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:59.459747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] For port e4a567f6-f294-46c5-850b-07703550173b, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e4a567f6-f294-46c5-850b-07703550173b,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:50:59.469395 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 7 to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 Mar 28 10:50:59.481960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:50:59.484108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.502462 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-7752c062-6991-493b-aab9-7e8bf00f12ab service neutron] 10.222.0.31 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575994 Mar 28 10:50:59.515233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:59.515567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:59.515917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:59.562484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:59.562804 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:59.567754 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 8 to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 Mar 28 10:50:59.582101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.649577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.653575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 66483233-0338-40c4-aac5-ce8b77d0ad6e yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:50:59.661356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:59.661689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:59.662050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:59.675105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe166b0-2bc8-478d-9879-da2c7f27a8da req-e17941d8-e5e7-4491-8e9c-0436d17fc47d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:59.676597 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3fe166b0-2bc8-478d-9879-da2c7f27a8da req-e17941d8-e5e7-4491-8e9c-0436d17fc47d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 943 time: 0.4367325 Mar 28 10:50:59.677134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f774efaa-5270-476c-9903-fa770315eb39 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.687620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:59.687947 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:59.730329 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 9 to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 Mar 28 10:50:59.772718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf789-3f48-4012-8ff1-4feb976dc893 req-b193d5f5-c53b-4c3f-ab43-159ccc38c819 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:59.774287 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bd7cf789-3f48-4012-8ff1-4feb976dc893 req-b193d5f5-c53b-4c3f-ab43-159ccc38c819 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 943 time: 0.5355444 Mar 28 10:50:59.775062 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774efaa-5270-476c-9903-fa770315eb39 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Pushing event deleted for resources: {'Port': ['ID=2925bf99-52bb-4fa0-8cc2-6751c1abdae2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:59.798754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event updated for resources: {'Port': ['ID=48276baf-bcb7-48f1-8882-1ea7303ff6ac,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:50:59.799273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:50:59.799888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.801247 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] 10.222.0.31 "PUT /v2.0/ports/e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 1093 time: 3.3306301 Mar 28 10:50:59.820241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f774efaa-5270-476c-9903-fa770315eb39 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.822200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde22117-5729-4985-9162-95b805311fbe', 'tag': 'e4a567f6-f294-46c5-850b-07703550173b'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:50:59.828870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:59.829205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:59.829537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:59.850120 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d66e607-8b65-4271-8f96-3fcf3e299140 req-71820f0b-ebb5-45e4-8ff7-e2a15f310cd7 service neutron] 10.222.0.31 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311300 Mar 28 10:50:59.855710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:59.855710 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:59.866594 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 10 to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 Mar 28 10:50:59.898811 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3fe166b0-2bc8-478d-9879-da2c7f27a8da req-63da8f86-07f1-483e-8c70-f472a0a109b6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705391 Mar 28 10:50:59.914014 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bd7cf789-3f48-4012-8ff1-4feb976dc893 req-4e64bc88-e19e-4414-b7f4-630d85f2f373 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159208 Mar 28 10:50:59.963345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.971285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:50:59.971623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:50:59.971949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:50:59.982430 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f774efaa-5270-476c-9903-fa770315eb39 tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "DELETE /v2.0/ports/2925bf99-52bb-4fa0-8cc2-6751c1abdae2 HTTP/1.1" status: 204 len: 168 time: 1.5917540 Mar 28 10:50:59.983082 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde22117-5729-4985-9162-95b805311fbe', 'tag': 'e4a567f6-f294-46c5-850b-07703550173b', 'status': 'completed', 'code': 200} Mar 28 10:50:59.988158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:50:59.988299 dv-neutron-835336-1-hyperv neutron-server[88494]: ERROR neutron.plugins.ml2.managers [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 6928f2f1-c1df-4a3c-9387-5226957b8080 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:50:59.988661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:50:59.995067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58094) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:00.148705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-1095a8f1-c16d-4ddb-9e3f-1cf99ce4e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.152030 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-1095a8f1-c16d-4ddb-9e3f-1cf99ce4e1af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1096 time: 0.2326322 Mar 28 10:51:00.152833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] For port 6928f2f1-c1df-4a3c-9387-5226957b8080, host hv-neutron-8353, cleared binding levels {{(pid=88494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:00.152833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempted to set empty binding levels {{(pid=88494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 10:51:00.156282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 962e110b-f05d-4321-99af-eb0e334a997c no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:51:00.190543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 962e110b-f05d-4321-99af-eb0e334a997c {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:51:00.190929 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 962e110b-f05d-4321-99af-eb0e334a997c not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:51:00.192771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff4a56-83f2-453a-a871-5be7ff3b4c16 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a567f6-f294-46c5-850b-07703550173b,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:00.195559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.200501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-9ff1f9da-8b87-4cdc-8b66-26de0045e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.202053 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-9ff1f9da-8b87-4cdc-8b66-26de0045e6b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06dc9a1460c146398826e7ae81977253&device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 1096 time: 0.6699367 Mar 28 10:51:00.230702 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-6ae3d100-07ad-4fae-a77e-d0dce0809e6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 217 time: 0.0634274 Mar 28 10:51:00.231951 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.274088 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da55ab9-8fd7-4f49-bc0a-29a7d42cb3aa tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] GET failed (client error): The resource could not be found. Mar 28 10:51:00.274672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5da55ab9-8fd7-4f49-bc0a-29a7d42cb3aa tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Synchronizing usage tracker for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:00.353993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.355153 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b522cb3f-9fab-4033-9a7c-11e97f5dae53 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6653035 Mar 28 10:51:00.371507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58100) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:00.375530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:00.390072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:00.398134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-482251030'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:00.400756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed7f5fe-e115-441a-a6cb-ab39fe401cdf None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:00.418681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] In _notify_port_updated(), no bound segment for port 6928f2f1-c1df-4a3c-9387-5226957b8080 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:51:00.419523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.420112 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.423710 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "PUT /v2.0/ports/6928f2f1-c1df-4a3c-9387-5226957b8080 HTTP/1.1" status: 200 len: 981 time: 3.5580306 Mar 28 10:51:00.431121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21ef86-88db-4320-b230-25ad8ab2a78d req-779643de-a3cd-45c3-954e-857d57242b00 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.432659 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df21ef86-88db-4320-b230-25ad8ab2a78d req-779643de-a3cd-45c3-954e-857d57242b00 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 943 time: 0.3462498 Mar 28 10:51:00.432983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58104) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:00.454641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.455146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.472265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:00.502144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Usage tracker for resource:network and tenant:4f385f44d34743799f48b5b026724ed5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:00.512139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.515899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:00.518701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=e960a61e-d59b-4fca-a41d-7da756a12eba,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:00.530540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7830f9-b535-47fd-a9df-66fa3b2ea0d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'Port': ['ID=6928f2f1-c1df-4a3c-9387-5226957b8080,revision_number=3']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:00.530540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-936402a3-2b26-4cf7-a14a-842d5477975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.530540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-936402a3-2b26-4cf7-a14a-842d5477975b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.2872300 Mar 28 10:51:00.531067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:00.549950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5da55ab9-8fd7-4f49-bc0a-29a7d42cb3aa tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] Unset dirty status for tenant:164189f1134041f9bb98c168fed4cd3e on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:00.551310 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5da55ab9-8fd7-4f49-bc0a-29a7d42cb3aa tempest-PortsAdminExtendedAttrsTestJSON-2128798876 tempest-PortsAdminExtendedAttrsTestJSON-2128798876-project-admin] 10.222.0.18 "GET /v2.0/ports/2925bf99-52bb-4fa0-8cc2-6751c1abdae2 HTTP/1.1" status: 404 len: 333 time: 0.5444856 Mar 28 10:51:00.562462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58108) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:00.593942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-4093860e-9bd8-46f1-afb0-13788822d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.594735 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df21ef86-88db-4320-b230-25ad8ab2a78d req-b566ee08-69cf-4277-a260-03b0cb01bb62 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146104 Mar 28 10:51:00.595360 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-4093860e-9bd8-46f1-afb0-13788822d1ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=386e369a-99b5-4e27-8723-fa9ac0238483 HTTP/1.1" status: 200 len: 912 time: 0.3505859 Mar 28 10:51:00.612589 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-02c893d0-9b48-421f-a675-2d95835b22a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0543010 Mar 28 10:51:00.620181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58112) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:00.632853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': 'e960a61e-d59b-4fca-a41d-7da756a12eba', 'ip_address': '2001:db8::3979:8d7c:c719:fdc3'}], 'name': 'tempest-NetworksTestDHCPv6-527634025'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:00.669299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Made reservation on behalf of 4f385f44d34743799f48b5b026724ed5 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:00.672745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.685077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.687721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.687721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.687721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.687721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.687721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.688265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.688265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.688720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.689175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.689628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.690109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.690562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.691014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.691722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.692170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.692620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.693069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.694068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.694530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.694990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.702393 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-66983688-3eff-4f0e-9f2a-7df9f97e7ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18922 time: 0.2603767 Mar 28 10:51:00.702589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': 'e960a61e-d59b-4fca-a41d-7da756a12eba'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:51:00.702589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.746040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58116) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:00.748798 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-1e7f4f37-c75b-40a8-b042-5ecd71e53188 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08c809c-f0c1-4845-82eb-1f67bb54d218 HTTP/1.1" status: 200 len: 217 time: 0.1305828 Mar 28 10:51:00.757818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.773226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-69721d94-ed1a-4dc2-a322-46016c0401b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.774730 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-69721d94-ed1a-4dc2-a322-46016c0401b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2295084 Mar 28 10:51:00.856388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/e960a61e-d59b-4fca-a41d-7da756a12eba/9d35551f-5a30-4308-b327-cc1a66ec4ff3) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:00.871875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:00.883287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.887985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Usage tracker for resource:security_group_rule and tenant:4f385f44d34743799f48b5b026724ed5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:00.898528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:00.906529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:00.913240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:00.913419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:00.918248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:00.918590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-239e1caf-3232-4cdc-a223-d8dfe4d36ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Deleting port 6928f2f1-c1df-4a3c-9387-5226957b8080 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:00.918920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-239e1caf-3232-4cdc-a223-d8dfe4d36ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.927607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:00.951290 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-43a4eab2-b25d-4459-b37e-ad1867608cf4 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692171 Mar 28 10:51:00.956473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:00.968834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-6f7b0a87-9aea-4342-b54a-6941ad53b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:00.970287 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-6f7b0a87-9aea-4342-b54a-6941ad53b714 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57 HTTP/1.1" status: 200 len: 850 time: 0.2036331 Mar 28 10:51:01.055868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:01.143998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.154026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Transition to ACTIVE for port object 9d35551f-5a30-4308-b327-cc1a66ec4ff3 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:01.174366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Transition to ACTIVE for port object 9d35551f-5a30-4308-b327-cc1a66ec4ff3 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:01.235362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=66483233-0338-40c4-aac5-ce8b77d0ad6e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:01.267490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.299051 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53425dc-986b-4002-a57b-f9017b09b1ef req-f4700901-8030-4c13-b9ad-f1c2df6c40ee service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408608 Mar 28 10:51:01.331677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:01.331878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.334467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:01.336881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:01.355370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83ed4e-0b6c-4a1e-bde8-c9d4f912c5a2 req-14af0066-7bf7-4afe-a685-defd1d953850 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:01.359597 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8f83ed4e-0b6c-4a1e-bde8-c9d4f912c5a2 req-14af0066-7bf7-4afe-a685-defd1d953850 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 943 time: 0.2368505 Mar 28 10:51:01.360943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.379962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Checking segment: {'id': '1edf8137-ee71-49de-ba27-803450291d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:01.380312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network hostable DHCP agents. Network: 6e876e18-3c0e-4ae4-a4be-301b4ebb3956, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:51:01.381202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Pushing event updated for resources: {'Port': ['ID=9d35551f-5a30-4308-b327-cc1a66ec4ff3,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:01.391914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731880-b27d-41b7-a769-806071b115e3 req-71f0de0b-96dd-4d6e-bc7e-1e6cf383ffeb tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:01.393392 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-81731880-b27d-41b7-a769-806071b115e3 req-71f0de0b-96dd-4d6e-bc7e-1e6cf383ffeb tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 943 time: 0.3387549 Mar 28 10:51:01.411190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 66a33eaa-3555-49d4-b626-ef1367f0708e yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:01.448120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Attempting to bind port 9d35551f-5a30-4308-b327-cc1a66ec4ff3 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:01.448581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Attempting to bind port 9d35551f-5a30-4308-b327-cc1a66ec4ff3 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:01.448882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Attempting to bind port 9d35551f-5a30-4308-b327-cc1a66ec4ff3 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:01.455451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:01.462160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:01.462160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.462160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:01.462160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Bound port: 9d35551f-5a30-4308-b327-cc1a66ec4ff3, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:01.462160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.477268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829702a4-4411-4fad-9dc0-38f4b6c64e6d']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:01.522669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:01.523232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93b65e1-6b78-44c1-91c5-6f10f4a9783b') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:01.531629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-129fb0b8-ddd3-429b-b001-480564aa29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:01.533320 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-129fb0b8-ddd3-429b-b001-480564aa29ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=386e369a-99b5-4e27-8723-fa9ac0238483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5174816 Mar 28 10:51:01.538290 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8f83ed4e-0b6c-4a1e-bde8-c9d4f912c5a2 req-02ff47f7-284f-47dc-b93f-4536e23f6330 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656699 Mar 28 10:51:01.549641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-239e1caf-3232-4cdc-a223-d8dfe4d36ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] For port 6928f2f1-c1df-4a3c-9387-5226957b8080, host hv-neutron-8353, got binding levels [] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:01.563028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-239e1caf-3232-4cdc-a223-d8dfe4d36ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.571340 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-81731880-b27d-41b7-a769-806071b115e3 req-13dd1488-df54-4b85-b875-cc2e79e3af6f tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625073 Mar 28 10:51:01.594683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.649551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] For port 9d35551f-5a30-4308-b327-cc1a66ec4ff3, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:01.652791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] For port 9d35551f-5a30-4308-b327-cc1a66ec4ff3, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9d35551f-5a30-4308-b327-cc1a66ec4ff3,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:01.654974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.678422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-1bd14297-4736-4953-b7b3-2d8d782834b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:01.680003 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-1bd14297-4736-4953-b7b3-2d8d782834b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1096 time: 0.1886621 Mar 28 10:51:01.708842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.810110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:51:01.816991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db5faa-22a2-43e3-9890-e57ec2ced147 None None] Pushing event updated for resources: {'Port': ['ID=9d35551f-5a30-4308-b327-cc1a66ec4ff3,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:01.826931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-239e1caf-3232-4cdc-a223-d8dfe4d36ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Calling delete_port for 6928f2f1-c1df-4a3c-9387-5226957b8080 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:01.875040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::3979:8d7c:c719:fdc3 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/e960a61e-d59b-4fca-a41d-7da756a12eba/66a33eaa-3555-49d4-b626-ef1367f0708e) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:01.897945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.946084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.961808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-b65bb24d-01d9-49eb-a9e7-48b6e43e88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:01.963288 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-b65bb24d-01d9-49eb-a9e7-48b6e43e88e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 912 time: 0.2513285 Mar 28 10:51:01.972408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:51:01.972983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:51:01.994962 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:51:02.015645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:51:02.032664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 6e876e18-3c0e-4ae4-a4be-301b4ebb3956) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:02.067552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21311ea6-6325-4cb4-9bf0-5db309806a54 None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:02.094357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf2246c-e883-49d2-84cc-0f378b7bad10,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:02.124554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:02.131942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:02.132521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.137648 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 135963b4-a825-42fd-bfa9-8b068e76c960 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 10:51:02.159012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.159350 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Added segment faf31a04-b4ff-4e51-b555-cc47ecd654b5 of type vlan for network b776910d-d3a7-4ec7-a64b-7f2061f136a3 Mar 28 10:51:02.202406 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-032730f5-5420-42ea-9f78-83972fd7595b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 217 time: 0.2248168 Mar 28 10:51:02.203720 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-eb438d0c-9d60-4085-8537-d2d14c44a666 service neutron] 10.222.0.31 "GET /v2.0/networks/386e369a-99b5-4e27-8723-fa9ac0238483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553373 Mar 28 10:51:02.210661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19529b5-c622-433f-9eb9-3be79b9057f6 req-7fd6bb22-f093-425f-9dc3-14d07bba34b9 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:02.231199 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a19529b5-c622-433f-9eb9-3be79b9057f6 req-7fd6bb22-f093-425f-9dc3-14d07bba34b9 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 943 time: 0.4894230 Mar 28 10:51:02.270858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9d35551f-5a30-4308-b327-cc1a66ec4ff3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:02.330792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.335269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.337286 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] 10.222.0.18 "DELETE /v2.0/networks/829702a4-4411-4fad-9dc0-38f4b6c64e6d HTTP/1.1" status: 204 len: 168 time: 1.7707009 Mar 28 10:51:02.338910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-239e1caf-3232-4cdc-a223-d8dfe4d36ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.427900 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-54829b1f-cba6-48db-ac88-0ff1f36bef19 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5869930 Mar 28 10:51:02.428951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58128) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:02.430877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.455289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-239e1caf-3232-4cdc-a223-d8dfe4d36ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.457829 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-239e1caf-3232-4cdc-a223-d8dfe4d36ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "DELETE /v2.0/ports/6928f2f1-c1df-4a3c-9387-5226957b8080 HTTP/1.1" status: 204 len: 168 time: 1.7079134 Mar 28 10:51:02.459780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e1caf-3232-4cdc-a223-d8dfe4d36ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event deleted for resources: {'Port': ['ID=6928f2f1-c1df-4a3c-9387-5226957b8080,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:02.463169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8bf63-430c-43a3-b96a-ae453cd4d619 tempest-PortsAdminExtendedAttrsTestJSON-2045712059 tempest-PortsAdminExtendedAttrsTestJSON-2045712059-project] Pushing event deleted for resources: {'Network': ['ID=829702a4-4411-4fad-9dc0-38f4b6c64e6d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:02.472755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58132) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:02.475482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1636098763'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:02.476812 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a19529b5-c622-433f-9eb9-3be79b9057f6 req-de125615-9cdb-4f71-a0da-a99c323b635f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446165 Mar 28 10:51:02.483901 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-8aa1f393-72cf-44c0-b037-676cf5dc6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:02.485463 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-8aa1f393-72cf-44c0-b037-676cf5dc6675 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.2069309 Mar 28 10:51:02.508817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:02.541328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:network and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:02.553201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:02.563793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 135963b4-a825-42fd-bfa9-8b068e76c960, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=135963b4-a825-42fd-bfa9-8b068e76c960,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:02.583846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '135963b4-a825-42fd-bfa9-8b068e76c960', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'port_id': '135963b4-a825-42fd-bfa9-8b068e76c960', 'mac_address': 'fa:16:3e:c7:ff:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 10:51:02.597390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:02.611993 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4bd60dfd-d672-4d31-83d9-14e5461ee33c req-413b474c-5b32-443a-a4f1-1dd0da740998 service neutron] 10.222.0.31 "GET /v2.0/networks/386e369a-99b5-4e27-8723-fa9ac0238483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946340 Mar 28 10:51:02.612150 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eabb04a-0b42-474a-a85e-f53ce8eaf4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] GET failed (client error): The resource could not be found. Mar 28 10:51:02.613404 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6eabb04a-0b42-474a-a85e-f53ce8eaf4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "GET /v2.0/ports/6928f2f1-c1df-4a3c-9387-5226957b8080 HTTP/1.1" status: 404 len: 333 time: 0.1355634 Mar 28 10:51:02.621920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58140) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:02.632101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800063546', 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:02.652326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.661237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.661416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:02.662202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.678494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 9d35551f-5a30-4308-b327-cc1a66ec4ff3 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:02.682652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:02.701336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-37398b79-0302-4bde-8d60-af142e825495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:02.701336 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-37398b79-0302-4bde-8d60-af142e825495 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1631305 Mar 28 10:51:02.730230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.734837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 66a33eaa-3555-49d4-b626-ef1367f0708e will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:02.770676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135963b4-a825-42fd-bfa9-8b068e76c960 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:51:02.790468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 135963b4-a825-42fd-bfa9-8b068e76c960, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=135963b4-a825-42fd-bfa9-8b068e76c960,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:02.833075 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4571764 Mar 28 10:51:02.834588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:02.838276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.847178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58144) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:02.859146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:02.871356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Request body: {'subnet': {'network_id': 'b776910d-d3a7-4ec7-a64b-7f2061f136a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:02.881816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event updated for resources: {'Network': ['ID=b776910d-d3a7-4ec7-a64b-7f2061f136a3,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:02.895563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.897214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device b08c809c-f0c1-4845-82eb-1f67bb54d218 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 10:51:02.938199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:51:02.945315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:02.945675 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Added segment 96b9a54e-b4d3-42f7-8e4a-514c4604dc27 of type vlan for network 84a95429-1c3c-4bfb-a39a-b6ed69bc8099 Mar 28 10:51:02.978644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.012929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58150) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:03.024660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.025014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.025348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.025868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.026275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.026612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.027131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.027629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.028240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.028585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.028916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.029239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9fa5-2098-48a1-a83d-ca54e5c7c548 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:03.053167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network b776910d-d3a7-4ec7-a64b-7f2061f136a3 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:51:03.070318 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-256eafe8-cc71-4912-96bc-89551a460c4d service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625486 Mar 28 10:51:03.074272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=135963b4-a825-42fd-bfa9-8b068e76c960,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:03.090635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f2959-e036-4b98-ab58-d17c73f9d196 req-b0aa01d0-b0d2-423d-b115-1c4f6bba29fa tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:03.093628 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-749f2959-e036-4b98-ab58-d17c73f9d196 req-b0aa01d0-b0d2-423d-b115-1c4f6bba29fa tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 943 time: 0.3544774 Mar 28 10:51:03.132737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Made reservation on behalf of d60ba87db28e4187ae09df7f9d1c2ba3 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:03.135446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.139029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.180521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] device_id is not set on port 0999bb5e-d724-4e01-956a-ff69e973e8e9 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:03.223466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:03.226194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.232219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:03.233078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.279253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port b08c809c-f0c1-4845-82eb-1f67bb54d218, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b08c809c-f0c1-4845-82eb-1f67bb54d218,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:03.284524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=66a33eaa-3555-49d4-b626-ef1367f0708e,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:03.284702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Usage tracker for resource:subnet and tenant:4f385f44d34743799f48b5b026724ed5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:03.293350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'b08c809c-f0c1-4845-82eb-1f67bb54d218', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'port_id': 'b08c809c-f0c1-4845-82eb-1f67bb54d218', 'mac_address': 'fa:16:3e:f1:b1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 10:51:03.304053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:03.314879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:03.324907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:03.332734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb70fc-de42-4253-839f-90816504e247 req-df4f3d8b-3f39-4a9c-9bcb-9334c597c7a3 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:03.334943 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-46eb70fc-de42-4253-839f-90816504e247 req-df4f3d8b-3f39-4a9c-9bcb-9334c597c7a3 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 943 time: 0.5289326 Mar 28 10:51:03.336549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3f36e238-eb26-4214-af1a-25fa3175850a None None] Provisioning for port 9d35551f-5a30-4308-b327-cc1a66ec4ff3 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:03.345938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3f36e238-eb26-4214-af1a-25fa3175850a None None] Provisioning complete for port 9d35551f-5a30-4308-b327-cc1a66ec4ff3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:03.346224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f36e238-eb26-4214-af1a-25fa3175850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.390625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Network': ['ID=84a95429-1c3c-4bfb-a39a-b6ed69bc8099,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:03.390987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.392869 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:03.395856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:03.402497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:03.403580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.418754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 84a95429-1c3c-4bfb-a39a-b6ed69bc8099 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:51:03.454454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08c809c-f0c1-4845-82eb-1f67bb54d218 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:51:03.458430 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8f0c6378-98ee-4c88-bbbc-792308bacceb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0117469 Mar 28 10:51:03.470661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58156) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:03.477395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Made reservation on behalf of 4f385f44d34743799f48b5b026724ed5 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:03.477395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.478484 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-749f2959-e036-4b98-ab58-d17c73f9d196 req-21db78ed-9c61-4b28-b941-d61cd8d2cda5 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3837149 Mar 28 10:51:03.554795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port b08c809c-f0c1-4845-82eb-1f67bb54d218, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b08c809c-f0c1-4845-82eb-1f67bb54d218,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:03.575499 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-889c0759-1e9c-4fc3-9aec-d4ad68ad38da req-9dcc00f5-75cb-4b89-b5cf-5d57ef08a7c5 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780762 Mar 28 10:51:03.578262 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9cb64a2e-5be0-4b8a-9462-1e84fd838cf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2f054b8a18f4f478894c161e5dff30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608294 Mar 28 10:51:03.587844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58162) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:03.593639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'ports': [{'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956'}, {'network_id': '84a95429-1c3c-4bfb-a39a-b6ed69bc8099'}]} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:03.593979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:03.594467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': '84a95429-1c3c-4bfb-a39a-b6ed69bc8099'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:03.648453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.700243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f36e238-eb26-4214-af1a-25fa3175850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.732540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2ce7991a-8c49-4886-be7a-8980b2f65978 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1111913 Mar 28 10:51:03.737104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58166) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:03.743507 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.765588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3f36e238-eb26-4214-af1a-25fa3175850a None None] For port 9d35551f-5a30-4308-b327-cc1a66ec4ff3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9d35551f-5a30-4308-b327-cc1a66ec4ff3,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:03.768208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=b08c809c-f0c1-4845-82eb-1f67bb54d218,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:03.779236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.796701 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-46eb70fc-de42-4253-839f-90816504e247 req-7a479bd8-f0b9-4760-9ac6-72321004b448 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4502242 Mar 28 10:51:03.844173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f36e238-eb26-4214-af1a-25fa3175850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.893380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:03.916654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36e238-eb26-4214-af1a-25fa3175850a None None] Pushing event updated for resources: {'Port': ['ID=9d35551f-5a30-4308-b327-cc1a66ec4ff3,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:03.926237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb199fa-5ac7-406f-902f-83a21ac70bae tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:03.932026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb199fa-5ac7-406f-902f-83a21ac70bae tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:03.933542 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6fb199fa-5ac7-406f-902f-83a21ac70bae tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1932349 Mar 28 10:51:03.941847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58172) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:04.039200 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-61d5ab32-5b6a-4464-a655-ab408867370a None None] Provisioning for port 66a33eaa-3555-49d4-b626-ef1367f0708e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:04.040206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43ba87-e3c5-45bc-942b-b1e1a69c699b req-d7a9437a-9103-4b34-9d50-ed456a57cd5e tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:04.041780 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce43ba87-e3c5-45bc-942b-b1e1a69c699b req-d7a9437a-9103-4b34-9d50-ed456a57cd5e tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 944 time: 0.2995021 Mar 28 10:51:04.045959 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-61d5ab32-5b6a-4464-a655-ab408867370a None None] Provisioning complete for port 66a33eaa-3555-49d4-b626-ef1367f0708e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:04.046451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-61d5ab32-5b6a-4464-a655-ab408867370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.095210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:04.108101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:04.108233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['b08c809c-f0c1-4845-82eb-1f67bb54d218'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 10:51:04.108329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:04.109513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:04.122179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.160296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-61d5ab32-5b6a-4464-a655-ab408867370a None None] Port 66a33eaa-3555-49d4-b626-ef1367f0708e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:04.161624 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce43ba87-e3c5-45bc-942b-b1e1a69c699b req-d6bc2018-8a9c-4820-be0d-6160580129a2 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085768 Mar 28 10:51:04.162860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e4a567f6-f294-46c5-850b-07703550173b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 10:51:04.174660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9d35551f-5a30-4308-b327-cc1a66ec4ff3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:04.175901 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 2} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:04.181982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.186062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0a44f-d8da-41e2-a878-abd8e6722afa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 66a33eaa-3555-49d4-b626-ef1367f0708e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:04.186062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cbf0a44f-d8da-41e2-a878-abd8e6722afa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.199889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.242244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['135963b4-a825-42fd-bfa9-8b068e76c960'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 10:51:04.248173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.254957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Network 0b79620b-b599-41b6-9a7e-135b3476f5ff is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:04.263292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.295537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:04.297846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:04.299204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:04.299319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.343350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'Port': ['ID=0999bb5e-d724-4e01-956a-ff69e973e8e9,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:04.411443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dffdd0-e19b-44e7-a112-8ec1cb7143bf,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:04.429033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event updated for resources: {'Subnet': ['ID=e3659211-1dd4-47b5-9b83-274f7f129203,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:04.430678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.431026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.432096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.432096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.432096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.432336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.432622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.433967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.433967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.433967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.433967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.438375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:04.452635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.453954 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cc3931fe-45c7-4066-b444-f4df99426d89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4dffdd0-e19b-44e7-a112-8ec1cb7143bf HTTP/1.1" status: 204 len: 168 time: 0.8338673 Mar 28 10:51:04.468854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Checking segment: {'id': 'faf31a04-b4ff-4e51-b555-cc47ecd654b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b776910d-d3a7-4ec7-a64b-7f2061f136a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:04.469286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Network hostable DHCP agents. Network: b776910d-d3a7-4ec7-a64b-7f2061f136a3, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:51:04.484376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9d35551f-5a30-4308-b327-cc1a66ec4ff3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:04.484892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.521967 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b5f98988-7eeb-424b-b053-1451f8301091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8968117 Mar 28 10:51:04.529101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58180) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:04.567402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 684f7e93-75f1-4e5f-bf34-4a3ebb93b6d2 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:04.668525 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e4a567f6-f294-46c5-850b-07703550173b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e4a567f6-f294-46c5-850b-07703550173b,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:04.711864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'e4a567f6-f294-46c5-850b-07703550173b', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'port_id': 'e4a567f6-f294-46c5-850b-07703550173b', 'mac_address': 'fa:16:3e:83:6d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 10:51:04.731527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488109ca-5b15-4d5d-8e67-e67389e86965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:04.731953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.732127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-488109ca-5b15-4d5d-8e67-e67389e86965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Synchronizing usage tracker for tenant:d60ba87db28e4187ae09df7f9d1c2ba3 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:04.751928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cbf0a44f-d8da-41e2-a878-abd8e6722afa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.820415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Network b776910d-d3a7-4ec7-a64b-7f2061f136a3 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:51:04.891574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:04.908524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port be400bea-4d93-4f4e-aa2f-66876f198caa yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:04.918934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0a44f-d8da-41e2-a878-abd8e6722afa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 66a33eaa-3555-49d4-b626-ef1367f0708e owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:04.943686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a567f6-f294-46c5-850b-07703550173b {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:51:04.951382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-488109ca-5b15-4d5d-8e67-e67389e86965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Unset dirty status for tenant:d60ba87db28e4187ae09df7f9d1c2ba3 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:04.952883 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-488109ca-5b15-4d5d-8e67-e67389e86965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "GET /v2.0/ports/0999bb5e-d724-4e01-956a-ff69e973e8e9 HTTP/1.1" status: 200 len: 959 time: 0.4074154 Mar 28 10:51:04.963610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58188) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:04.977063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e4a567f6-f294-46c5-850b-07703550173b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e4a567f6-f294-46c5-850b-07703550173b,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:05.013544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daa755-db79-4a14-8c48-ab850dbe8bba req-f41698ea-df93-4551-8cf6-2854efe20ff1 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:05.015090 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-40daa755-db79-4a14-8c48-ab850dbe8bba req-f41698ea-df93-4551-8cf6-2854efe20ff1 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 943 time: 0.3610792 Mar 28 10:51:05.041300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, b776910d-d3a7-4ec7-a64b-7f2061f136a3) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:05.050413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0aa2fb-26a4-45f9-b834-17e04321406c None None] Network b776910d-d3a7-4ec7-a64b-7f2061f136a3 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:05.056515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2644ab72-44b1-4e9d-b596-a661d3ab4f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Deleting port 0999bb5e-d724-4e01-956a-ff69e973e8e9 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:05.056846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2644ab72-44b1-4e9d-b596-a661d3ab4f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.079258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.088396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:05.089010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.133394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.138229 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-40daa755-db79-4a14-8c48-ab850dbe8bba req-5902961a-cb59-40bf-9639-50d6b84181f3 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120386 Mar 28 10:51:05.174159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c784f0-6e2a-409c-adc7-230f0f9f1b76 req-a155e636-dbdc-4dd6-831b-ddbc74bd4bb5 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:05.175660 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d9c784f0-6e2a-409c-adc7-230f0f9f1b76 req-a155e636-dbdc-4dd6-831b-ddbc74bd4bb5 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 944 time: 0.1573677 Mar 28 10:51:05.234894 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8cffe50b-23a3-4544-9179-d4cfc982159e tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3811235 Mar 28 10:51:05.239251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58194) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:05.256165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-151607423', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:05.256438 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d9c784f0-6e2a-409c-adc7-230f0f9f1b76 req-5d8d2180-657c-4992-887e-630ccfad4524 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684757 Mar 28 10:51:05.259184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e4a567f6-f294-46c5-850b-07703550173b,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:05.279049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:05.284904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.300963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Usage tracker for resource:router and tenant:4f385f44d34743799f48b5b026724ed5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:05.305452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:05.312058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58198) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:05.314773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:05.357520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:05.381430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cbf0a44f-d8da-41e2-a878-abd8e6722afa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.400371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:05.404906 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-b776910d-d3a7-4ec7-a64b-7f2061f136a3', 'network_id': 'b776910d-d3a7-4ec7-a64b-7f2061f136a3', 'tenant_id': '4f385f44d34743799f48b5b026724ed5', 'fixed_ips': [{'subnet_id': 'e3659211-1dd4-47b5-9b83-274f7f129203'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:51:05.406581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.410351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:05.411173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.449433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=684f7e93-75f1-4e5f-bf34-4a3ebb93b6d2,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:05.457472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.459679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.463228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0a44f-d8da-41e2-a878-abd8e6722afa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=66a33eaa-3555-49d4-b626-ef1367f0708e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:05.477947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2644ab72-44b1-4e9d-b596-a661d3ab4f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.514858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e4a567f6-f294-46c5-850b-07703550173b'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 10:51:05.590265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=be400bea-4d93-4f4e-aa2f-66876f198caa,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:05.604531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Checking segment: {'id': '96b9a54e-b4d3-42f7-8e4a-514c4604dc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '84a95429-1c3c-4bfb-a39a-b6ed69bc8099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:05.610474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network hostable DHCP agents. Network: 84a95429-1c3c-4bfb-a39a-b6ed69bc8099, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:51:05.624819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b9e0f-e8a2-425b-ba37-4a86cae23234 req-a542554e-cdd5-4f40-be71-6285b4525b9c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:05.634240 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bf4b9e0f-e8a2-425b-ba37-4a86cae23234 req-a542554e-cdd5-4f40-be71-6285b4525b9c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 944 time: 0.2878344 Mar 28 10:51:05.685320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Allocated IP 172.20.0.2 (b776910d-d3a7-4ec7-a64b-7f2061f136a3/e3659211-1dd4-47b5-9b83-274f7f129203/a9e2e82d-2161-4b09-9176-00d4d626c93b) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:05.688986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2644ab72-44b1-4e9d-b596-a661d3ab4f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Calling delete_port for 0999bb5e-d724-4e01-956a-ff69e973e8e9 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:05.706071 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bf4b9e0f-e8a2-425b-ba37-4a86cae23234 req-df49737d-f4fc-4dcd-ac4a-731317261a48 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674632 Mar 28 10:51:05.720693 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f8f258c4-194c-419d-9bf0-2ff5bbce6412 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=164189f1134041f9bb98c168fed4cd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075544 Mar 28 10:51:05.724292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58202) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:05.734929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cbf0a44f-d8da-41e2-a878-abd8e6722afa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.739922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.754984 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cbf0a44f-d8da-41e2-a878-abd8e6722afa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/66a33eaa-3555-49d4-b626-ef1367f0708e HTTP/1.1" status: 204 len: 168 time: 1.8120911 Mar 28 10:51:05.763613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58206) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:05.783308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 84a95429-1c3c-4bfb-a39a-b6ed69bc8099 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:51:05.821098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c8722e14-4f60-4a32-8443-25941b6c1716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.858284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05394b5-965d-4959-aa19-a2342da37120 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:05.859818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05394b5-965d-4959-aa19-a2342da37120 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:05.860564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b05394b5-965d-4959-aa19-a2342da37120 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:05.861712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c8722e14-4f60-4a32-8443-25941b6c1716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.872386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 84a95429-1c3c-4bfb-a39a-b6ed69bc8099) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:05.883532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:05.889442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:05.895128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:05.895349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:05.895448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e6ce5e-def4-48a5-8644-63dab9e964bf None None] Network 84a95429-1c3c-4bfb-a39a-b6ed69bc8099 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:05.984724 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-999e5985-39c3-4206-bbeb-fb24046e461e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5024462 Mar 28 10:51:05.985258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58210) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:06.027716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c8722e14-4f60-4a32-8443-25941b6c1716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.034637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2644ab72-44b1-4e9d-b596-a661d3ab4f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.036196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b05394b5-965d-4959-aa19-a2342da37120 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:06.040529 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b05394b5-965d-4959-aa19-a2342da37120 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2773721 Mar 28 10:51:06.042996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58214) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:06.048137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8722e14-4f60-4a32-8443-25941b6c1716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b23601-1c48-4a63-a66d-9d22ac4696c0,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:06.108556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.122903 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-02f86594-1a06-4e89-a9be-f93e3eeeb4f1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port be400bea-4d93-4f4e-aa2f-66876f198caa {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:06.123245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02f86594-1a06-4e89-a9be-f93e3eeeb4f1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.138800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644ab72-44b1-4e9d-b596-a661d3ab4f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event deleted for resources: {'Port': ['ID=0999bb5e-d724-4e01-956a-ff69e973e8e9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:06.148248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c8722e14-4f60-4a32-8443-25941b6c1716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.150579 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c8722e14-4f60-4a32-8443-25941b6c1716 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17b23601-1c48-4a63-a66d-9d22ac4696c0 HTTP/1.1" status: 204 len: 168 time: 0.4244843 Mar 28 10:51:06.152669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 135963b4-a825-42fd-bfa9-8b068e76c960 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:06.227620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Transition to ACTIVE for port object a9e2e82d-2161-4b09-9176-00d4d626c93b will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:06.273997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Transition to ACTIVE for port object a9e2e82d-2161-4b09-9176-00d4d626c93b will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:06.336856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.372609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.376518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2644ab72-44b1-4e9d-b596-a661d3ab4f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.382751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec0d1cf-1f2f-4e88-9651-af94457c280f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet e960a61e-d59b-4fca-a41d-7da756a12eba {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:06.385765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d1cf-1f2f-4e88-9651-af94457c280f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.410313 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 135963b4-a825-42fd-bfa9-8b068e76c960 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:06.430046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 135963b4-a825-42fd-bfa9-8b068e76c960 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:06.430407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.470869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Network b776910d-d3a7-4ec7-a64b-7f2061f136a3 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:06.482359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:06.485630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:06.502896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Pushing event updated for resources: {'Port': ['ID=a9e2e82d-2161-4b09-9176-00d4d626c93b,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:06.568998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02f86594-1a06-4e89-a9be-f93e3eeeb4f1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.590283 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2644ab72-44b1-4e9d-b596-a661d3ab4f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "DELETE /v2.0/ports/0999bb5e-d724-4e01-956a-ff69e973e8e9 HTTP/1.1" status: 204 len: 168 time: 1.6254787 Mar 28 10:51:06.594901 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58226) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:06.612456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Attempting to bind port a9e2e82d-2161-4b09-9176-00d4d626c93b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:06.613013 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Attempting to bind port a9e2e82d-2161-4b09-9176-00d4d626c93b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'faf31a04-b4ff-4e51-b555-cc47ecd654b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b776910d-d3a7-4ec7-a64b-7f2061f136a3'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:06.613324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Attempting to bind port a9e2e82d-2161-4b09-9176-00d4d626c93b on network b776910d-d3a7-4ec7-a64b-7f2061f136a3 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:06.664266 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:06.664517 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Checking segment: {'id': 'faf31a04-b4ff-4e51-b555-cc47ecd654b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b776910d-d3a7-4ec7-a64b-7f2061f136a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:06.664904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.665351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Bound using segment: {'id': 'faf31a04-b4ff-4e51-b555-cc47ecd654b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b776910d-d3a7-4ec7-a64b-7f2061f136a3'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:06.665757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Bound port: a9e2e82d-2161-4b09-9176-00d4d626c93b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf31a04-b4ff-4e51-b555-cc47ecd654b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b776910d-d3a7-4ec7-a64b-7f2061f136a3'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:06.666259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.696660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.767741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135963b4-a825-42fd-bfa9-8b068e76c960'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:51:06.842283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.854781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-02f86594-1a06-4e89-a9be-f93e3eeeb4f1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for be400bea-4d93-4f4e-aa2f-66876f198caa owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:06.869797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 135963b4-a825-42fd-bfa9-8b068e76c960, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=135963b4-a825-42fd-bfa9-8b068e76c960,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:06.877507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.881086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] For port a9e2e82d-2161-4b09-9176-00d4d626c93b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:06.884715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] For port a9e2e82d-2161-4b09-9176-00d4d626c93b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a9e2e82d-2161-4b09-9176-00d4d626c93b,segment=NetworkSegment(faf31a04-b4ff-4e51-b555-cc47ecd654b5),segment_id=faf31a04-b4ff-4e51-b555-cc47ecd654b5)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:06.938662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d1cf-1f2f-4e88-9651-af94457c280f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.941041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:06.942129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device b08c809c-f0c1-4845-82eb-1f67bb54d218 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:07.001229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edc761-cef2-462a-a33a-cb9205053bb8 req-53f71a5e-50a3-4e46-ba37-2568ff6c1937 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:07.008602 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31edc761-cef2-462a-a33a-cb9205053bb8 req-53f71a5e-50a3-4e46-ba37-2568ff6c1937 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 944 time: 0.5915883 Mar 28 10:51:07.010726 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6892b9-344a-4fa0-b8ab-4c8939bc2321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] GET failed (client error): The resource could not be found. Mar 28 10:51:07.011944 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3a6892b9-344a-4fa0-b8ab-4c8939bc2321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "GET /v2.0/ports/0999bb5e-d724-4e01-956a-ff69e973e8e9 HTTP/1.1" status: 404 len: 333 time: 0.3931787 Mar 28 10:51:07.040391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58244) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:07.053888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.056961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Request body: {'port': {'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1548984541'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:07.076625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:07.089544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Allocated IP 172.26.2.19 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/467af669-3a2c-410f-b601-8f828c69fe4c) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:07.115699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Usage tracker for resource:port and tenant:d60ba87db28e4187ae09df7f9d1c2ba3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:07.123544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=135963b4-a825-42fd-bfa9-8b068e76c960,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:07.126880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:07.143169 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31edc761-cef2-462a-a33a-cb9205053bb8 req-2f531825-eeb4-4c33-acfc-be248f8cb07a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331916 Mar 28 10:51:07.186611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:07.210840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afa9c9-1997-443e-975a-cc77fd398726 None None] Pushing event updated for resources: {'Port': ['ID=a9e2e82d-2161-4b09-9176-00d4d626c93b,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:07.220255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22f7f-82a2-4c4c-8544-960912f4c3e3 req-b86bc154-75c0-43a3-9505-80b54cfc8b82 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:07.221851 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9ad22f7f-82a2-4c4c-8544-960912f4c3e3 req-b86bc154-75c0-43a3-9505-80b54cfc8b82 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 944 time: 0.8038554 Mar 28 10:51:07.262280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port b08c809c-f0c1-4845-82eb-1f67bb54d218 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:07.263238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02f86594-1a06-4e89-a9be-f93e3eeeb4f1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.268745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port b08c809c-f0c1-4845-82eb-1f67bb54d218 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:07.269655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.338677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02f86594-1a06-4e89-a9be-f93e3eeeb4f1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.341397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Made reservation on behalf of d60ba87db28e4187ae09df7f9d1c2ba3 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:07.343770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.353812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f86594-1a06-4e89-a9be-f93e3eeeb4f1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=be400bea-4d93-4f4e-aa2f-66876f198caa,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:07.359140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.389303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d1cf-1f2f-4e88-9651-af94457c280f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.455835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.461722 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9ad22f7f-82a2-4c4c-8544-960912f4c3e3 req-eab9005c-0f88-4285-a2aa-b20a74e2feaa tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205298 Mar 28 10:51:07.473530 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-02f86594-1a06-4e89-a9be-f93e3eeeb4f1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/be400bea-4d93-4f4e-aa2f-66876f198caa HTTP/1.1" status: 204 len: 168 time: 1.4872649 Mar 28 10:51:07.489250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.492607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] device_id is not set on port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:07.553401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58258) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:07.563119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port b08c809c-f0c1-4845-82eb-1f67bb54d218, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b08c809c-f0c1-4845-82eb-1f67bb54d218,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:07.632970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.711642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:07.730147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:07.734762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:07.751900 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135963b4-a825-42fd-bfa9-8b068e76c960', 'code': 200} Mar 28 10:51:07.755533 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=b08c809c-f0c1-4845-82eb-1f67bb54d218,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:07.772190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.798926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event updated for resources: {'Port': ['ID=467af669-3a2c-410f-b601-8f828c69fe4c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:07.850350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8f070-d727-43c5-9d76-80c01fb91a6f req-7956486f-579c-484e-a305-0a193887f153 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:07.851898 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b5f8f070-d727-43c5-9d76-80c01fb91a6f req-7956486f-579c-484e-a305-0a193887f153 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 944 time: 0.4895818 Mar 28 10:51:07.889923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d1cf-1f2f-4e88-9651-af94457c280f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:07.918184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5e1-8552-470a-8e62-9bb98de0a53e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:07.923889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5e1-8552-470a-8e62-9bb98de0a53e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:07.924810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5ee3e5e1-8552-470a-8e62-9bb98de0a53e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:07.945313 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b5f8f070-d727-43c5-9d76-80c01fb91a6f req-e6a6a469-3570-4674-892d-0f06b9098fe5 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858827 Mar 28 10:51:07.947590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0d1cf-1f2f-4e88-9651-af94457c280f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=e960a61e-d59b-4fca-a41d-7da756a12eba,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:07.957717 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f6fd7-c3c0-4312-b10a-ada9c37d1798 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:07.962943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d1cf-1f2f-4e88-9651-af94457c280f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:08.018684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:08.121032 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4ec0d1cf-1f2f-4e88-9651-af94457c280f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/e960a61e-d59b-4fca-a41d-7da756a12eba HTTP/1.1" status: 204 len: 168 time: 2.0740597 Mar 28 10:51:08.123406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58268) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:08.146539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Network 0b79620b-b599-41b6-9a7e-135b3476f5ff is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:08.149145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:08.159660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:08.160636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:08.164677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:08.173935 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e4a567f6-f294-46c5-850b-07703550173b up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:08.220491 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'Port': ['ID=9e6ac822-eb5a-44bf-b2b4-086fb2b83082,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:08.301019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a9e2e82d-2161-4b09-9176-00d4d626c93b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:08.366259 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a1f97d25-d57c-47a1-a68c-8a239d9c2fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3194580 Mar 28 10:51:08.374370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58278) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:08.436835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5ee3e5e1-8552-470a-8e62-9bb98de0a53e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:08.441112 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5ee3e5e1-8552-470a-8e62-9bb98de0a53e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.8828444 Mar 28 10:51:08.441528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58284) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:08.446029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:08.467352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port a9e2e82d-2161-4b09-9176-00d4d626c93b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:08.486718 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3677c732-13dd-421c-bf28-873c6caa4f7e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3587215 Mar 28 10:51:08.509526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58288) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:08.518406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port e4a567f6-f294-46c5-850b-07703550173b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:08.524988 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port e4a567f6-f294-46c5-850b-07703550173b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:08.525362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:08.552422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:08.625883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8e0fdc-7381-4b00-869d-6f4be42f5fc6 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:51:08.643198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e0fdc-7381-4b00-869d-6f4be42f5fc6 None None] Deleting port 9d35551f-5a30-4308-b327-cc1a66ec4ff3 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:08.643828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0fdc-7381-4b00-869d-6f4be42f5fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:08.681492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-9b86b971-d5a7-49c7-93b5-7b1afb4f6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:08.683005 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-9b86b971-d5a7-49c7-93b5-7b1afb4f6629 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 1098 time: 0.4511137 Mar 28 10:51:08.696440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-980ef785-a91d-4146-a9a0-91e44d2db94f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 684f7e93-75f1-4e5f-bf34-4a3ebb93b6d2 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:08.696790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-980ef785-a91d-4146-a9a0-91e44d2db94f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:08.699353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7edaf9-018a-41a3-a244-868a64801e0a None None] Network b776910d-d3a7-4ec7-a64b-7f2061f136a3 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:08.807802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d2d8d-9836-4bbb-8b31-f308218c2a92 req-3105b7f8-9f98-4e82-bb50-afc17cafadbd tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:08.814760 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c5d2d8d-9836-4bbb-8b31-f308218c2a92 req-3105b7f8-9f98-4e82-bb50-afc17cafadbd tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 944 time: 0.4557741 Mar 28 10:51:08.824675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:08.835570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-d94782d2-b393-4994-b5e5-36ffc73d5a2e service neutron] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:08.861784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:08.869500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58298) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:08.896146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:08.905710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:08.911328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:08.922096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-d94782d2-b393-4994-b5e5-36ffc73d5a2e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:08.942582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-d94782d2-b393-4994-b5e5-36ffc73d5a2e service neutron] Usage tracker for resource:security_group_rule and tenant:2833c75b8d8a475aa1eed2f5d72d1713 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:08.947565 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c5d2d8d-9836-4bbb-8b31-f308218c2a92 req-15da8999-a4d5-4004-acf9-5e412bd080ab tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319468 Mar 28 10:51:08.949306 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-d94782d2-b393-4994-b5e5-36ffc73d5a2e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:08.970758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-d94782d2-b393-4994-b5e5-36ffc73d5a2e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:08.980243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:09.058600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-efbfe9aa-2b45-42b0-bf2a-d60da0b9e14e None None] Provisioning for port a9e2e82d-2161-4b09-9176-00d4d626c93b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:09.122920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991fb28-6c79-40ed-8d70-815c738188ba req-66fc59ab-e059-4eb5-bdc2-1f9a60483e62 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:09.128359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:09.129781 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7991fb28-6c79-40ed-8d70-815c738188ba req-66fc59ab-e059-4eb5-bdc2-1f9a60483e62 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 945 time: 0.3987083 Mar 28 10:51:09.131914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.153083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-980ef785-a91d-4146-a9a0-91e44d2db94f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.166651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-efbfe9aa-2b45-42b0-bf2a-d60da0b9e14e None None] Provisioning complete for port a9e2e82d-2161-4b09-9176-00d4d626c93b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:09.167006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-efbfe9aa-2b45-42b0-bf2a-d60da0b9e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.222368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-197806945', 'router:external': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:09.239714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:09.271742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Usage tracker for resource:network and tenant:bf93c5fc4dbb480793290a5235d3f82d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:09.324467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:09.371147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.399522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:09.411091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4c8e0fdc-7381-4b00-869d-6f4be42f5fc6 None None] For port 9d35551f-5a30-4308-b327-cc1a66ec4ff3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9d35551f-5a30-4308-b327-cc1a66ec4ff3,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:09.411733 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0fdc-7381-4b00-869d-6f4be42f5fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.427883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-980ef785-a91d-4146-a9a0-91e44d2db94f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 684f7e93-75f1-4e5f-bf34-4a3ebb93b6d2 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:09.487353 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7991fb28-6c79-40ed-8d70-815c738188ba req-f025f3c0-8d1a-40c3-a1f8-2496566329d6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556507 Mar 28 10:51:09.561496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-d94782d2-b393-4994-b5e5-36ffc73d5a2e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.565988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Made reservation on behalf of bf93c5fc4dbb480793290a5235d3f82d for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:09.569582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.569743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e0fdc-7381-4b00-869d-6f4be42f5fc6 None None] Calling delete_port for 9d35551f-5a30-4308-b327-cc1a66ec4ff3 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:09.592921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99696c4-c461-4c3b-b772-3a1170a04548 req-21a30e26-0533-4cac-bedc-4597a30c0faa tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:09.600775 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d99696c4-c461-4c3b-b772-3a1170a04548 req-21a30e26-0533-4cac-bedc-4597a30c0faa tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 945 time: 0.4397979 Mar 28 10:51:09.602357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.628656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e4a567f6-f294-46c5-850b-07703550173b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e4a567f6-f294-46c5-850b-07703550173b,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:09.632077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] device_id is not set on port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:09.634551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-d94782d2-b393-4994-b5e5-36ffc73d5a2e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.656472 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-980ef785-a91d-4146-a9a0-91e44d2db94f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.673050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.679501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:09.690089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.700551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Usage tracker for resource:security_group_rule and tenant:bf93c5fc4dbb480793290a5235d3f82d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:09.705991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.706957 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a1609e30-0ded-4b28-aac0-a0226c8108e9 req-d94782d2-b393-4994-b5e5-36ffc73d5a2e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9450119 Mar 28 10:51:09.718373 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d99696c4-c461-4c3b-b772-3a1170a04548 req-b79b7de2-033f-4c58-959b-f0e4c1929be3 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163528 Mar 28 10:51:09.753891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e23df66-c420-404d-81c9-fae441b7f017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08c809c-f0c1-4845-82eb-1f67bb54d218'}, {'server_uuid': 'bde22117-5729-4985-9162-95b805311fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a567f6-f294-46c5-850b-07703550173b'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:51:09.758609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-efbfe9aa-2b45-42b0-bf2a-d60da0b9e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.760777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ef785-a91d-4146-a9a0-91e44d2db94f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=684f7e93-75f1-4e5f-bf34-4a3ebb93b6d2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:09.769523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94782d2-b393-4994-b5e5-36ffc73d5a2e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=445b803a-c9e2-4a2d-a00b-9a4c39dd8e80,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:09.773117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-980ef785-a91d-4146-a9a0-91e44d2db94f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.824541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e4a567f6-f294-46c5-850b-07703550173b,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:09.827692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-efbfe9aa-2b45-42b0-bf2a-d60da0b9e14e None None] For port a9e2e82d-2161-4b09-9176-00d4d626c93b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a9e2e82d-2161-4b09-9176-00d4d626c93b,segment=NetworkSegment(faf31a04-b4ff-4e51-b555-cc47ecd654b5),segment_id=faf31a04-b4ff-4e51-b555-cc47ecd654b5)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:09.834961 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e23df66-c420-404d-81c9-fae441b7f017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08c809c-f0c1-4845-82eb-1f67bb54d218', 'code': 200} Mar 28 10:51:09.835215 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde22117-5729-4985-9162-95b805311fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a567f6-f294-46c5-850b-07703550173b', 'code': 200} Mar 28 10:51:09.836582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.836928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.837265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.837595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.837968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.838272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.838596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.838915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.839239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.839555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.840062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.840545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:09.873229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4c8e0fdc-7381-4b00-869d-6f4be42f5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.892757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:09.902690 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-980ef785-a91d-4146-a9a0-91e44d2db94f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/684f7e93-75f1-4e5f-bf34-4a3ebb93b6d2 HTTP/1.1" status: 204 len: 168 time: 1.4590034 Mar 28 10:51:09.904795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58308) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:09.912748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Transition to ACTIVE for port object 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:09.924516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:09.925091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e0fdc-7381-4b00-869d-6f4be42f5fc6 None None] Pushing event deleted for resources: {'Port': ['ID=9d35551f-5a30-4308-b327-cc1a66ec4ff3,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:09.929212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-efbfe9aa-2b45-42b0-bf2a-d60da0b9e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:09.985627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e0fdc-7381-4b00-869d-6f4be42f5fc6 None None] No DVR routers for this DVR port 9d35551f-5a30-4308-b327-cc1a66ec4ff3 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:51:10.021522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d3dfec-6551-406b-b2fd-823ff113e2d7 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:10.025281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfe9aa-2b45-42b0-bf2a-d60da0b9e14e None None] Pushing event updated for resources: {'Port': ['ID=a9e2e82d-2161-4b09-9176-00d4d626c93b,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:10.025415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-59d3dfec-6551-406b-b2fd-823ff113e2d7 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:10.049979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7bec4cee-51c7-44d5-8b2c-614f6408bd41 None None] Provisioning complete for port a9e2e82d-2161-4b09-9176-00d4d626c93b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:10.050279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7bec4cee-51c7-44d5-8b2c-614f6408bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.053963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.127192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-59d3dfec-6551-406b-b2fd-823ff113e2d7 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:10.127682 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-59d3dfec-6551-406b-b2fd-823ff113e2d7 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2215965 Mar 28 10:51:10.133143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58314) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:10.186331 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-31aaa6e7-6d0a-4c9c-9fbd-a8cce8d06a3b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:51:10.187941 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-31aaa6e7-6d0a-4c9c-9fbd-a8cce8d06a3b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/be400bea-4d93-4f4e-aa2f-66876f198caa HTTP/1.1" status: 404 len: 333 time: 0.0537686 Mar 28 10:51:10.190875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58318) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:10.237218 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-675df336-d486-4700-9a4c-d6a9c5647422 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:51:10.238883 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-675df336-d486-4700-9a4c-d6a9c5647422 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/684f7e93-75f1-4e5f-bf34-4a3ebb93b6d2 HTTP/1.1" status: 404 len: 333 time: 0.0467181 Mar 28 10:51:10.242312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58322) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:10.252394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a9e2e82d-2161-4b09-9176-00d4d626c93b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:10.275787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'Port': ['ID=9e6ac822-eb5a-44bf-b2b4-086fb2b83082,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:10.307166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.341750 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a9e2e82d-2161-4b09-9176-00d4d626c93b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:10.341989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:10.342141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.342303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:10.342642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:10.353860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef222e8-b435-4398-895b-9f01af915d25 req-854a4eea-47de-42c3-88a5-cb6e41fd8c65 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:10.361082 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7ef222e8-b435-4398-895b-9f01af915d25 req-854a4eea-47de-42c3-88a5-cb6e41fd8c65 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2741933 Mar 28 10:51:10.367879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.370478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:10.370804 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:10.379173 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 2 to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 Mar 28 10:51:10.406969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:10.407668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.407934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:10.408270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:10.408604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:10.414847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:10.420213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:10.420811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.434105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:10.434105 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:10.434457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b8c3ac-594b-4a5e-a5ad-cd151b30fefd None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:10.435298 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 3 to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 Mar 28 10:51:10.444866 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7ef222e8-b435-4398-895b-9f01af915d25 req-c5634560-80a8-48c9-93f0-04250f977879 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827870 Mar 28 10:51:10.445979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=44fcbbcb-2a40-4441-a165-dc14155fc64c,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:10.459969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.477754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:10.478132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:10.478471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:10.512310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Router e19d199f-2e17-4be0-aaaf-e38941542f84 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:51:10.514046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:10.514370 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:10.522269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:51:10.524245 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 4 to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 Mar 28 10:51:10.554263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdf1ebd-0abd-4ed3-8a77-bcc45cbb6423,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:10.561742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.562351 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Added segment 664c6aae-2253-4647-ae26-ee6c3ac29670 of type vlan for network 5fa9a781-1143-431c-aab9-a54199fbf1d4 Mar 28 10:51:10.613356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.627762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:10.628748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:10.629401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:10.645547 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-459efdca-4574-400e-805a-4ae0ae7db72d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1298654 Mar 28 10:51:10.654741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58328) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:10.655558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:10.656040 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:10.663133 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 5 to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 Mar 28 10:51:10.679400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': '44fcbbcb-2a40-4441-a165-dc14155fc64c', 'ip_address': '2001:db8::7513:97fe:3c2b:31fb'}], 'name': 'tempest-NetworksTestDHCPv6-288630437'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:10.739226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a95429-1c3c-4bfb-a39a-b6ed69bc8099']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:10.767049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b9a54e-b4d3-42f7-8e4a-514c4604dc27') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:10.767581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b9a54e-b4d3-42f7-8e4a-514c4604dc27') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:10.775222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.784713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.788743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:10.789079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:10.789411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:10.810952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.820454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:51:10.820859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.839543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '44fcbbcb-2a40-4441-a165-dc14155fc64c'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:51:10.840385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:51:10.850237 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:51:10.864569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:10.864903 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:10.899835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9d35551f-5a30-4308-b327-cc1a66ec4ff3 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:51:10.916862 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 6 to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 Mar 28 10:51:10.975799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:10.976169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:10.976457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:10.990950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 9d35551f-5a30-4308-b327-cc1a66ec4ff3 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:51:10.991272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9d35551f-5a30-4308-b327-cc1a66ec4ff3 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:51:11.006987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:11.021571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:11.021571 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:11.027134 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 7 to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 Mar 28 10:51:11.041471 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9d5bc8-b1a9-430c-a2cd-2fd9428e42a3 None None] Sync routers for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:11.057031 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d5bc8-b1a9-430c-a2cd-2fd9428e42a3 None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:11.058127 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6a9d5bc8-b1a9-430c-a2cd-2fd9428e42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:11.065725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622531c6-1ba6-4f5f-9160-c31ad8d73da9 req-ea4e5d5b-cf00-4c26-b25b-3ccadfe56103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:11.067417 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-622531c6-1ba6-4f5f-9160-c31ad8d73da9 req-ea4e5d5b-cf00-4c26-b25b-3ccadfe56103 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1098 time: 0.4346001 Mar 28 10:51:11.076669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f205dc-a461-44bc-965c-a2a8e842bdc9 req-0d51dd89-f528-4587-b214-72f32c7e4f35 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:11.078252 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-05f205dc-a461-44bc-965c-a2a8e842bdc9 req-0d51dd89-f528-4587-b214-72f32c7e4f35 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 945 time: 0.3856213 Mar 28 10:51:11.080915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:11.081258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:11.081587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:11.092618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5628fe3-5369-4362-b4fa-7078b1e9027b req-29cf18ac-650e-41da-ae32-52aa36bf4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:11.094132 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c5628fe3-5369-4362-b4fa-7078b1e9027b req-29cf18ac-650e-41da-ae32-52aa36bf4180 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 1098 time: 0.3968098 Mar 28 10:51:11.095092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:11.100338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:11.100672 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:11.103535 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 8 to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 Mar 28 10:51:11.110935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:11.117109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.128963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:11.134773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/44fcbbcb-2a40-4441-a165-dc14155fc64c/f8c35049-80ef-4c03-8aa7-c679fde9ce88) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:11.143012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:11.144884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.145839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:11.146496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.154439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.172700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a743dfa-3f57-4f4f-ab91-1ab4e167e788 req-80252325-ffcf-4365-a598-850660dbfa0e tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:11.175552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:11.175893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:11.176183 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6a9d5bc8-b1a9-430c-a2cd-2fd9428e42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:11.176334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:11.180998 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a743dfa-3f57-4f4f-ab91-1ab4e167e788 req-80252325-ffcf-4365-a598-850660dbfa0e tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 945 time: 0.3276439 Mar 28 10:51:11.185130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.186330 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-73ff3fe6-8c8d-4e5f-ae15-6296a61583fb tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.9461548 Mar 28 10:51:11.187578 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d5bc8-b1a9-430c-a2cd-2fd9428e42a3 None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:11.188535 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6a9d5bc8-b1a9-430c-a2cd-2fd9428e42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:11.200124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58334) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:11.201038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Network': ['ID=84a95429-1c3c-4bfb-a39a-b6ed69bc8099,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:11.217308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:11.217637 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:11.265582 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 9 to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 Mar 28 10:51:11.266877 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6a9d5bc8-b1a9-430c-a2cd-2fd9428e42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:11.267437 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9d5bc8-b1a9-430c-a2cd-2fd9428e42a3 None None] The sync data for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:11.279149 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c5628fe3-5369-4362-b4fa-7078b1e9027b req-b31c46f8-2add-4700-b519-379d9254ca44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774092 Mar 28 10:51:11.288379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event updated for resources: {'Network': ['ID=5fa9a781-1143-431c-aab9-a54199fbf1d4,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:11.290448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:11.292015 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-60a0f1ba-6a8a-4651-b687-ebdbfedf079d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/networks/84a95429-1c3c-4bfb-a39a-b6ed69bc8099 HTTP/1.1" status: 204 len: 168 time: 1.0473740 Mar 28 10:51:11.307070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58338) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:11.309549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-622531c6-1ba6-4f5f-9160-c31ad8d73da9 req-5c2f1548-f0b4-46b3-ad0d-ddadc4542352 service neutron] Synchronizing usage tracker for tenant:2833c75b8d8a475aa1eed2f5d72d1713 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:11.309691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 5fa9a781-1143-431c-aab9-a54199fbf1d4 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:51:11.327218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1378877885'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:11.328995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-05f205dc-a461-44bc-965c-a2a8e842bdc9 req-2a297483-e15b-4b80-8bd9-4b8c3a7d0596 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392905 Mar 28 10:51:11.330416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:11.330747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:11.331079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:11.334246 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3bd6e6cf-959f-468c-ade1-ecdf217fe4ff tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4396501 Mar 28 10:51:11.340023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:11.342594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58342) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:11.351498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:network and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:11.361970 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a743dfa-3f57-4f4f-ab91-1ab4e167e788 req-c595ac89-8d34-42d2-8c1c-d05363a0f870 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799021 Mar 28 10:51:11.408617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:11.408910 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:11.413396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:11.418976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'subnet': {'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:11.423100 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempt 10 to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 Mar 28 10:51:11.442972 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:11.452756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:11.455046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Usage tracker for resource:subnet and tenant:bf93c5fc4dbb480793290a5235d3f82d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:11.461604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:11.465933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:11.466272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:11.466607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempting to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:11.476586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:11.507688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.518274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Transition to ACTIVE for port object f8c35049-80ef-4c03-8aa7-c679fde9ce88 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:11.537328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Transition to ACTIVE for port object f8c35049-80ef-4c03-8aa7-c679fde9ce88 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:11.539340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:51:11.539844 dv-neutron-835336-1-hyperv neutron-server[88493]: ERROR neutron.plugins.ml2.managers [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Failed to bind port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on host hv-neutron-8353 for vnic_type normal using segments [{'id': 'e1d8924d-83ea-403f-b93f-330bc1becbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0b79620b-b599-41b6-9a7e-135b3476f5ff'}] Mar 28 10:51:11.540209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.555410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.593149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-622531c6-1ba6-4f5f-9160-c31ad8d73da9 req-5c2f1548-f0b4-46b3-ad0d-ddadc4542352 service neutron] Unset dirty status for tenant:2833c75b8d8a475aa1eed2f5d72d1713 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:11.594389 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-622531c6-1ba6-4f5f-9160-c31ad8d73da9 req-5c2f1548-f0b4-46b3-ad0d-ddadc4542352 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5065367 Mar 28 10:51:11.609165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 497e8efa-3d34-492e-ad0b-6be042862e36 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:11.639044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.705876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:11.708900 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:11.717143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:11.750423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:11.752004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Pushing event updated for resources: {'Port': ['ID=f8c35049-80ef-4c03-8aa7-c679fde9ce88,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:11.753848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.770463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Made reservation on behalf of bf93c5fc4dbb480793290a5235d3f82d for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:11.772748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.824036 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Attempting to bind port f8c35049-80ef-4c03-8aa7-c679fde9ce88 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:11.824868 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Attempting to bind port f8c35049-80ef-4c03-8aa7-c679fde9ce88 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:11.825236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Attempting to bind port f8c35049-80ef-4c03-8aa7-c679fde9ce88 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:11.830830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:11.831335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:11.831731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.833782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:11.833782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Bound port: f8c35049-80ef-4c03-8aa7-c679fde9ce88, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:11.833782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.841269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff860a07-ee91-41b9-bc4c-4918c85c7cbd req-3f7d28da-51d7-4ea9-9a30-1229bf59bb05 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:11.843232 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ff860a07-ee91-41b9-bc4c-4918c85c7cbd req-3f7d28da-51d7-4ea9-9a30-1229bf59bb05 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2446752 Mar 28 10:51:11.930621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] For port f8c35049-80ef-4c03-8aa7-c679fde9ce88, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:11.933838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] For port f8c35049-80ef-4c03-8aa7-c679fde9ce88, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f8c35049-80ef-4c03-8aa7-c679fde9ce88,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:11.956774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:51:11.971751 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ff860a07-ee91-41b9-bc4c-4918c85c7cbd req-6801bf84-c8ee-4236-83de-04d18f613dbe tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727606 Mar 28 10:51:11.998573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:11.998921 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Added segment b5d12c3b-5483-412d-ac79-20e6bc3d2abb of type vlan for network 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b Mar 28 10:51:12.000972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:12.011237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] For port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:12.011587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attempted to set empty binding levels {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 10:51:12.097958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:12.110731 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:51:12.139592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d89a0-fbe2-4366-8595-ac604d12474f None None] Pushing event updated for resources: {'Port': ['ID=f8c35049-80ef-4c03-8aa7-c679fde9ce88,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:12.151190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:12.247357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::7513:97fe:3c2b:31fb (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/44fcbbcb-2a40-4441-a165-dc14155fc64c/497e8efa-3d34-492e-ad0b-6be042862e36) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:12.251218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:12.259377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] In _notify_port_updated(), no bound segment for port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 on network 0b79620b-b599-41b6-9a7e-135b3476f5ff {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:51:12.260349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:12.260963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:12.262291 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "PUT /v2.0/ports/9e6ac822-eb5a-44bf-b2b4-086fb2b83082 HTTP/1.1" status: 200 len: 981 time: 3.8869805 Mar 28 10:51:12.270501 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58348) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:12.292570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb085157-999f-4c0f-8f04-c0f24ebf8c34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event updated for resources: {'Port': ['ID=9e6ac822-eb5a-44bf-b2b4-086fb2b83082,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:12.405518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:12.412432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:12.421572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:12.456032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b1160392-3ec7-4bcb-aeab-50f2d7d7e522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Deleting port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:12.456433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b1160392-3ec7-4bcb-aeab-50f2d7d7e522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:12.664722 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3545499 Mar 28 10:51:12.670616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58356) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:12.676218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536b712-9685-428a-836e-be31e9a9a9ac tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Network': ['ID=1aab1bf7-8392-4c2f-9f0c-ac9684230d3b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:12.687820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:51:12.689540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': '1aab1bf7-8392-4c2f-9f0c-ac9684230d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:12.891211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:12.910866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:12.921379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:12.923866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 497e8efa-3d34-492e-ad0b-6be042862e36 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:12.927499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:12.936119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:12.971108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856fcf8-f41a-457f-9059-9acd0b772b40 req-a030e334-3c92-4403-a59a-199290557af3 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:12.972683 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9856fcf8-f41a-457f-9059-9acd0b772b40 req-a030e334-3c92-4403-a59a-199290557af3 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 945 time: 0.4501383 Mar 28 10:51:13.007501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:51:13.007976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:13.052068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:13.055648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:13.101719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:13.143276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01524c98-788c-4198-a879-9a050aba3aec req-237c9cb2-236e-49f4-bcc4-1cdf0b3d54d8 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:13.144275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01524c98-788c-4198-a879-9a050aba3aec req-237c9cb2-236e-49f4-bcc4-1cdf0b3d54d8 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 945 time: 0.6206665 Mar 28 10:51:13.300997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f2ebcd26-da68-439c-8d7e-40ef4cc47265,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:13.313063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.ipam_backend_mixin [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Performing IP validity checks on allocation pools {{(pid=88493) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 10:51:13.313063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.ipam_backend_mixin [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88493) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 10:51:13.325551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:13.335390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:13.340122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=497e8efa-3d34-492e-ad0b-6be042862e36,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:13.347070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:13.353273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:13.353918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:13.378581 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01524c98-788c-4198-a879-9a050aba3aec req-4b98687a-5e3c-4df2-9fdb-fa59067fab71 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142086 Mar 28 10:51:13.379494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Checking segment: {'id': '664c6aae-2253-4647-ae26-ee6c3ac29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:13.379859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Network hostable DHCP agents. Network: 5fa9a781-1143-431c-aab9-a54199fbf1d4, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:51:13.437182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-b1160392-3ec7-4bcb-aeab-50f2d7d7e522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] For port 9e6ac822-eb5a-44bf-b2b4-086fb2b83082, host hv-neutron-8353, got binding levels [] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:13.437542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b1160392-3ec7-4bcb-aeab-50f2d7d7e522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:13.501521 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c7c01b4d-d30d-49d9-845b-0fc134d01826 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8443494 Mar 28 10:51:13.506701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58362) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:13.518847 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9856fcf8-f41a-457f-9059-9acd0b772b40 req-28a16711-c0ba-4dd7-9532-e6b81d9daaf4 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3655105 Mar 28 10:51:13.575737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-64c8e11e-597c-463c-ba5e-20dee52bf28c None None] Provisioning for port f8c35049-80ef-4c03-8aa7-c679fde9ce88 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:13.606229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:13.740984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e47a64-1787-4378-bd71-750da0a6f24f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:13.746721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e47a64-1787-4378-bd71-750da0a6f24f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:13.747521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a3e47a64-1787-4378-bd71-750da0a6f24f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:13.754584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b1160392-3ec7-4bcb-aeab-50f2d7d7e522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Calling delete_port for 9e6ac822-eb5a-44bf-b2b4-086fb2b83082 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:13.754818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Network 5fa9a781-1143-431c-aab9-a54199fbf1d4 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:51:13.814051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=720222b5-f03d-4ccf-b2d8-03cb9ac22030,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:13.823942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Checking segment: {'id': 'b5d12c3b-5483-412d-ac79-20e6bc3d2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1aab1bf7-8392-4c2f-9f0c-ac9684230d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:13.824332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network hostable DHCP agents. Network: 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:51:13.846930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 5fa9a781-1143-431c-aab9-a54199fbf1d4) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:13.852118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:13.852699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:13.858892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Allocated IP 172.20.0.1 (b776910d-d3a7-4ec7-a64b-7f2061f136a3/e3659211-1dd4-47b5-9b83-274f7f129203/b766d3f2-983d-4f88-ae5d-c7b276492e9e) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:13.861471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12be20d9-1adb-46d2-8b37-aeae026afa63 None None] Network 5fa9a781-1143-431c-aab9-a54199fbf1d4 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:13.879943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a3e47a64-1787-4378-bd71-750da0a6f24f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:13.883917 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a3e47a64-1787-4378-bd71-750da0a6f24f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3754308 Mar 28 10:51:13.887748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58368) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:13.899566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e5cb3d64-26c2-4208-a839-6828f48b816f None None] Provisioning for port 497e8efa-3d34-492e-ad0b-6be042862e36 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:13.912765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e5cb3d64-26c2-4208-a839-6828f48b816f None None] Provisioning complete for port 497e8efa-3d34-492e-ad0b-6be042862e36 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:13.913261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5cb3d64-26c2-4208-a839-6828f48b816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:13.944362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:51:13.967880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:13.984849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4295cdf3-12ac-41f0-b7b3-805e2d1edd38 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 497e8efa-3d34-492e-ad0b-6be042862e36 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:13.984849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4295cdf3-12ac-41f0-b7b3-805e2d1edd38 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.012019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:14.012622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.028414 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9558e3df-3211-4cb0-b56e-09b475806cb3 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6814137 Mar 28 10:51:14.030304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6b30-c3b3-4ea4-a48d-3c0e10f45ac3 req-78d0a95a-9dec-4b5a-9f85-cacf7d90a486 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:14.035251 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-572a6b30-c3b3-4ea4-a48d-3c0e10f45ac3 req-78d0a95a-9dec-4b5a-9f85-cacf7d90a486 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 945 time: 0.2933402 Mar 28 10:51:14.035932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58372) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:14.040933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58374) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:14.052143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Request body: {'floatingip': {'port_id': '135963b4-a825-42fd-bfa9-8b068e76c960'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:14.056394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1537303080', 'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:14.060838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:14.065097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Usage tracker for resource:port and tenant:bf93c5fc4dbb480793290a5235d3f82d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:14.068503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:14.074391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:14.099930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021b4-5006-46d4-ade7-7f410f5ea31f req-5a87dfd3-a410-494f-909c-fa3e124ad81b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:14.106939 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f85021b4-5006-46d4-ade7-7f410f5ea31f req-5a87dfd3-a410-494f-909c-fa3e124ad81b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5939369 Mar 28 10:51:14.125356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b1160392-3ec7-4bcb-aeab-50f2d7d7e522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.181874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbf00fa-bd68-474d-aa60-373f5cef07c9 None None] Network 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:14.236363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1160392-3ec7-4bcb-aeab-50f2d7d7e522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e6ac822-eb5a-44bf-b2b4-086fb2b83082,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:14.254221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for floatingip, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.256788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f8c35049-80ef-4c03-8aa7-c679fde9ce88 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:14.286628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.305285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Transition to ACTIVE for port object b766d3f2-983d-4f88-ae5d-c7b276492e9e will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:14.330319 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4a5cf8cc-066b-4fb2-b41b-d67d013af3c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6527550 Mar 28 10:51:14.341615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58380) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:14.352082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b1160392-3ec7-4bcb-aeab-50f2d7d7e522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.358301 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f85021b4-5006-46d4-ade7-7f410f5ea31f req-bea0f11b-2601-42fb-8bfe-6b6cad6302b2 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505119 Mar 28 10:51:14.370926 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b1160392-3ec7-4bcb-aeab-50f2d7d7e522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "DELETE /v2.0/ports/9e6ac822-eb5a-44bf-b2b4-086fb2b83082 HTTP/1.1" status: 204 len: 168 time: 2.0246992 Mar 28 10:51:14.373230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58384) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:14.426787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.436081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': '1aab1bf7-8392-4c2f-9f0c-ac9684230d3b', 'name': 'tempest-PortsTestJSON-79622231'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:14.461311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb3d64-26c2-4208-a839-6828f48b816f None None] Port 497e8efa-3d34-492e-ad0b-6be042862e36 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:14.489218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Made reservation on behalf of bf93c5fc4dbb480793290a5235d3f82d for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:14.492528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.515550 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-499c1c63-6282-4ec8-8968-0a7a94573305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] GET failed (client error): The resource could not be found. Mar 28 10:51:14.516096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-499c1c63-6282-4ec8-8968-0a7a94573305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Synchronizing usage tracker for tenant:d60ba87db28e4187ae09df7f9d1c2ba3 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:14.527089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Network b776910d-d3a7-4ec7-a64b-7f2061f136a3 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:14.546419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:14.621846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:14.691604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] device_id is not set on port 75824729-8316-4273-909d-de0874c79c3c yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:14.730763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cd433-28f1-4149-b01b-7f79d10b9ae3 None None] Network 5fa9a781-1143-431c-aab9-a54199fbf1d4 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:14.780347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.810053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event updated for resources: {'Port': ['ID=b766d3f2-983d-4f88-ae5d-c7b276492e9e,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:14.837943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-1aab1bf7-8392-4c2f-9f0c-ac9684230d3b', 'network_id': '1aab1bf7-8392-4c2f-9f0c-ac9684230d3b', 'tenant_id': '88ec145311bb436e9dcd2230251cb270', 'fixed_ips': [{'subnet_id': '720222b5-f03d-4ccf-b2d8-03cb9ac22030'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:51:14.838637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.857250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port f8c35049-80ef-4c03-8aa7-c679fde9ce88 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:14.868871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f8c35049-80ef-4c03-8aa7-c679fde9ce88 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:14.869244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:14.903248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-499c1c63-6282-4ec8-8968-0a7a94573305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] Unset dirty status for tenant:d60ba87db28e4187ae09df7f9d1c2ba3 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:14.904397 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-499c1c63-6282-4ec8-8968-0a7a94573305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403827596-project-admin] 10.222.0.18 "GET /v2.0/ports/9e6ac822-eb5a-44bf-b2b4-086fb2b83082 HTTP/1.1" status: 404 len: 333 time: 0.5302064 Mar 28 10:51:14.912749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58392) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:14.959472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:14.983774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21023a81-42eb-49b4-b12c-9c2c9db1eb1c req-3a7b6ff9-b03d-45ec-af8e-0e0876a445d0 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:14.985345 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-21023a81-42eb-49b4-b12c-9c2c9db1eb1c req-3a7b6ff9-b03d-45ec-af8e-0e0876a445d0 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 945 time: 0.4294410 Mar 28 10:51:14.990187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4295cdf3-12ac-41f0-b7b3-805e2d1edd38 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.004182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Allocated IP 2001:db8::3ab (5fa9a781-1143-431c-aab9-a54199fbf1d4/f2ebcd26-da68-439c-8d7e-40ef4cc47265/75824729-8316-4273-909d-de0874c79c3c) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:15.019025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e90dc-e6a6-4709-a0ea-f51c72386748 req-713f74c3-ff8c-4006-8ced-be5a31852dfc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:15.020664 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-007e90dc-e6a6-4709-a0ea-f51c72386748 req-713f74c3-ff8c-4006-8ced-be5a31852dfc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.4002826 Mar 28 10:51:15.036366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58396) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:15.048120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-65c469ba-6f79-4be5-a72d-26888ad7da04 None None] Provisioning for port b766d3f2-983d-4f88-ae5d-c7b276492e9e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:15.052047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Request body: {'floatingip': {'port_id': 'e4a567f6-f294-46c5-850b-07703550173b'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:15.054034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:15.097212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-65c469ba-6f79-4be5-a72d-26888ad7da04 None None] Provisioning complete for port b766d3f2-983d-4f88-ae5d-c7b276492e9e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:15.097582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-65c469ba-6f79-4be5-a72d-26888ad7da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.163226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.232705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4295cdf3-12ac-41f0-b7b3-805e2d1edd38 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 497e8efa-3d34-492e-ad0b-6be042862e36 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:15.304984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:15.308520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.363643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-65c469ba-6f79-4be5-a72d-26888ad7da04 None None] Port b766d3f2-983d-4f88-ae5d-c7b276492e9e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:15.399611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.412975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Allocated IP 172.20.0.2 (1aab1bf7-8392-4c2f-9f0c-ac9684230d3b/720222b5-f03d-4ccf-b2d8-03cb9ac22030/0f373aaf-deb5-49cb-ad0a-d819f93832b1) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:15.422490 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-21023a81-42eb-49b4-b12c-9c2c9db1eb1c req-5eecbdff-e852-4dd8-a8b2-a05ca00749e8 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4148724 Mar 28 10:51:15.502308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.532829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.598614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port f8c35049-80ef-4c03-8aa7-c679fde9ce88, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f8c35049-80ef-4c03-8aa7-c679fde9ce88,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:15.604540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.655570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 5234167a-0c6e-4d97-9605-4bc17d7c1e51 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:15.667685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.799523 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=f8c35049-80ef-4c03-8aa7-c679fde9ce88,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:15.810743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.823054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Transition to ACTIVE for port object 0f373aaf-deb5-49cb-ad0a-d819f93832b1 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:15.846543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Transition to ACTIVE for port object 0f373aaf-deb5-49cb-ad0a-d819f93832b1 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:15.918931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.920219 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.983138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:15.983802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Network 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:15.990938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:15.997060 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:16.000845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Pushing event updated for resources: {'Port': ['ID=0f373aaf-deb5-49cb-ad0a-d819f93832b1,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:16.087126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4295cdf3-12ac-41f0-b7b3-805e2d1edd38 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.087283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Attempting to bind port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:16.087598 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Attempting to bind port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b5d12c3b-5483-412d-ac79-20e6bc3d2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1aab1bf7-8392-4c2f-9f0c-ac9684230d3b'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:16.087962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Attempting to bind port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 on network 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:16.093857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:16.094250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Checking segment: {'id': 'b5d12c3b-5483-412d-ac79-20e6bc3d2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1aab1bf7-8392-4c2f-9f0c-ac9684230d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:16.094537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b79620b-b599-41b6-9a7e-135b3476f5ff']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:16.094679 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.095013 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Bound using segment: {'id': 'b5d12c3b-5483-412d-ac79-20e6bc3d2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1aab1bf7-8392-4c2f-9f0c-ac9684230d3b'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:16.095520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Bound port: 0f373aaf-deb5-49cb-ad0a-d819f93832b1, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d12c3b-5483-412d-ac79-20e6bc3d2abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1aab1bf7-8392-4c2f-9f0c-ac9684230d3b'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:16.095891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.109162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfe908-b20f-4840-97ca-62017ec9d784 req-5f836783-07ee-449c-986b-a1e0886c8ab8 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:16.110685 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e1dfe908-b20f-4840-97ca-62017ec9d784 req-5f836783-07ee-449c-986b-a1e0886c8ab8 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 945 time: 0.4913552 Mar 28 10:51:16.136049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58402) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:16.162549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.8 (1aab1bf7-8392-4c2f-9f0c-ac9684230d3b/720222b5-f03d-4ccf-b2d8-03cb9ac22030/5234167a-0c6e-4d97-9605-4bc17d7c1e51) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:16.168812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d8924d-83ea-403f-b93f-330bc1becbab') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:16.168812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d8924d-83ea-403f-b93f-330bc1becbab') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:16.181933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295cdf3-12ac-41f0-b7b3-805e2d1edd38 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=497e8efa-3d34-492e-ad0b-6be042862e36,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:16.204104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f8c35049-80ef-4c03-8aa7-c679fde9ce88 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:16.215751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:51:16.221163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Request body: {'floatingip': {'port_id': 'b08c809c-f0c1-4845-82eb-1f67bb54d218'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:16.278283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] For port 0f373aaf-deb5-49cb-ad0a-d819f93832b1, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:16.280195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.291660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] For port 0f373aaf-deb5-49cb-ad0a-d819f93832b1, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0f373aaf-deb5-49cb-ad0a-d819f93832b1,segment=NetworkSegment(b5d12c3b-5483-412d-ac79-20e6bc3d2abb),segment_id=b5d12c3b-5483-412d-ac79-20e6bc3d2abb)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:16.318255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f8c35049-80ef-4c03-8aa7-c679fde9ce88 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:16.320052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.324181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4295cdf3-12ac-41f0-b7b3-805e2d1edd38 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.346024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.353680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.376780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.393488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:51:16.393885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:51:16.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:51:16.413921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.495855 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4295cdf3-12ac-41f0-b7b3-805e2d1edd38 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/497e8efa-3d34-492e-ad0b-6be042862e36 HTTP/1.1" status: 204 len: 168 time: 2.6080434 Mar 28 10:51:16.557011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b037f01-8fc7-4828-a7f3-84ff4ac6f9db None None] Pushing event updated for resources: {'Port': ['ID=0f373aaf-deb5-49cb-ad0a-d819f93832b1,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:16.581957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.585107 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58406) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:16.594349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:16.964784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.030174 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Floating IP 56a16442-50b1-402d-9f55-7397d56d5740 associated. External IP: 172.26.2.68, port: 135963b4-a825-42fd-bfa9-8b068e76c960. Mar 28 10:51:17.083029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.135084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] Pushing event deleted for resources: {'Network': ['ID=0b79620b-b599-41b6-9a7e-135b3476f5ff,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:17.140417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.150704 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bb26b964-10d8-45a5-bab4-ecbddb515c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-296001830-project] 10.222.0.18 "DELETE /v2.0/networks/0b79620b-b599-41b6-9a7e-135b3476f5ff HTTP/1.1" status: 204 len: 168 time: 2.2350760 Mar 28 10:51:17.168343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 5234167a-0c6e-4d97-9605-4bc17d7c1e51 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:17.174669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Network 5fa9a781-1143-431c-aab9-a54199fbf1d4 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:17.198616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:17.211860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3504833b-2597-48b1-ae85-f569cf3b4fad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:17.213455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3504833b-2597-48b1-ae85-f569cf3b4fad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:17.214243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3504833b-2597-48b1-ae85-f569cf3b4fad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:17.221551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:17.222512 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:17.223105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.241020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event updated for resources: {'Port': ['ID=75824729-8316-4273-909d-de0874c79c3c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:17.442593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.479883 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-33edc980-534f-4558-9b5b-2409da7df54e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.4329119 Mar 28 10:51:17.481119 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3504833b-2597-48b1-ae85-f569cf3b4fad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:17.482585 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3504833b-2597-48b1-ae85-f569cf3b4fad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8855221 Mar 28 10:51:17.483238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58412) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:17.491876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58414) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:17.556228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:17.568741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:17.603351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:17.672152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.687584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=5234167a-0c6e-4d97-9605-4bc17d7c1e51,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:17.705563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b42b609-e64d-473f-a724-a7b0cc085c46 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 44fcbbcb-2a40-4441-a165-dc14155fc64c {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:17.709066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:51:17.714674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b42b609-e64d-473f-a724-a7b0cc085c46 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.741054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1042477-a858-42a9-8521-b4f61dab0f7c None None] Network 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:17.751663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58422) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:17.757765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:51:17.781094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:17.781686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.818528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.873205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b42b609-e64d-473f-a724-a7b0cc085c46 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.894397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8f7119e3-ca03-4a62-a6b7-15c1573dc90f tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Deleting port 75824729-8316-4273-909d-de0874c79c3c {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:17.894737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f7119e3-ca03-4a62-a6b7-15c1573dc90f tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:17.930870 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9b2e1d1c-7828-492a-bd62-9ac9729d058f None None] Provisioning for port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:18.024594 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2a7cf587-1b11-4fe7-8a40-333fb7283266 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6797800 Mar 28 10:51:18.034015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58428) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:18.040686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.044081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.103330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event updated for resources: {'Port': ['ID=b766d3f2-983d-4f88-ae5d-c7b276492e9e,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:18.137012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.176461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:18.192120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.195066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] Sync routers for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:18.206580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:18.207332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:18.260237 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-41bcd0f0-d272-4392-88a2-bd2e62a2a891 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=894ddf000b0349cda53833f7e32cf31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004213 Mar 28 10:51:18.263453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58432) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:18.281623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-23673172-5b4a-4ead-a613-58c9338a699d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 5234167a-0c6e-4d97-9605-4bc17d7c1e51 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:18.281623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23673172-5b4a-4ead-a613-58c9338a699d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.281857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0f373aaf-deb5-49cb-ad0a-d819f93832b1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:18.327384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dbacb544-fec4-4d3f-ac32-00c981c9bdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.331792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b42b609-e64d-473f-a724-a7b0cc085c46 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.524367 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a159e801-f88b-4a49-b926-b8567bd4073c tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "PUT /v2.0/floatingips/56a16442-50b1-402d-9f55-7397d56d5740 HTTP/1.1" status: 200 len: 990 time: 4.4822314 Mar 28 10:51:18.535125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'tag': '135963b4-a825-42fd-bfa9-8b068e76c960'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:51:18.556002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:18.578635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2e54-592f-4d8f-9603-1dd1b94f7c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.626872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:18.636256 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'tag': '135963b4-a825-42fd-bfa9-8b068e76c960', 'status': 'completed', 'code': 200} Mar 28 10:51:18.645036 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:18.645465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.741928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2df00a44-67b4-47c9-8610-dc7c9e75e082 None None] Provisioning for port 5234167a-0c6e-4d97-9605-4bc17d7c1e51 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:18.776833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2df00a44-67b4-47c9-8610-dc7c9e75e082 None None] Provisioning complete for port 5234167a-0c6e-4d97-9605-4bc17d7c1e51 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:18.777199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2df00a44-67b4-47c9-8610-dc7c9e75e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.824780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:51:18.861662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2df00a44-67b4-47c9-8610-dc7c9e75e082 None None] Port 5234167a-0c6e-4d97-9605-4bc17d7c1e51 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:18.894658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2e54-592f-4d8f-9603-1dd1b94f7c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.902552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b42b609-e64d-473f-a724-a7b0cc085c46 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.923563 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Network b776910d-d3a7-4ec7-a64b-7f2061f136a3 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:18.928540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Floating IP e5c6a45e-e431-4616-8970-e8701f315e9f associated. External IP: 172.26.2.105, port: e4a567f6-f294-46c5-850b-07703550173b. Mar 28 10:51:18.970526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42b609-e64d-473f-a724-a7b0cc085c46 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=44fcbbcb-2a40-4441-a165-dc14155fc64c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:18.973244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b42b609-e64d-473f-a724-a7b0cc085c46 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:18.991952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:18.999414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87594c34-6208-4d75-a5da-8dacc19583c8 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:19.032929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f7119e3-ca03-4a62-a6b7-15c1573dc90f tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.045934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23673172-5b4a-4ead-a613-58c9338a699d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.056927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.129129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8511c019-1f9f-4d08-a83d-1b4706767aa3 None None] Provisioning complete for port 5234167a-0c6e-4d97-9605-4bc17d7c1e51 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:19.129495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8511c019-1f9f-4d08-a83d-1b4706767aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.188549 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8b42b609-e64d-473f-a724-a7b0cc085c46 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/44fcbbcb-2a40-4441-a165-dc14155fc64c HTTP/1.1" status: 204 len: 168 time: 1.6923172 Mar 28 10:51:19.191831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58440) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:19.193975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-c1882327-4ebe-435a-bc2f-5681752cbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:19.195420 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-c1882327-4ebe-435a-bc2f-5681752cbd1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=14012b9ad9094d9bb17d45da271576be&device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 1098 time: 0.3590090 Mar 28 10:51:19.214346 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.261155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-23673172-5b4a-4ead-a613-58c9338a699d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 5234167a-0c6e-4d97-9605-4bc17d7c1e51 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:19.276459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 0f373aaf-deb5-49cb-ad0a-d819f93832b1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0f373aaf-deb5-49cb-ad0a-d819f93832b1,segment=NetworkSegment(b5d12c3b-5483-412d-ac79-20e6bc3d2abb),segment_id=b5d12c3b-5483-412d-ac79-20e6bc3d2abb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:19.292876 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8f7119e3-ca03-4a62-a6b7-15c1573dc90f tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Calling delete_port for 75824729-8316-4273-909d-de0874c79c3c owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:19.323560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8511c019-1f9f-4d08-a83d-1b4706767aa3 None None] Port 5234167a-0c6e-4d97-9605-4bc17d7c1e51 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:19.332169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.342992 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8f4f81c8-37bc-4891-99b2-3c1a6559d1a6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440561 Mar 28 10:51:19.347549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58444) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:19.357883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.434520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=0f373aaf-deb5-49cb-ad0a-d819f93832b1,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:19.453235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2e54-592f-4d8f-9603-1dd1b94f7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.459941 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '56a16442-50b1-402d-9f55-7397d56d5740', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'floating_ip_address': '172.26.2.68', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'port_id': '135963b4-a825-42fd-bfa9-8b068e76c960', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'mac_address': 'fa:16:3e:c7:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:50:33Z', 'updated_at': '2022-03-28T10:51:16Z', 'revision_number': 1, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd892be09-94fe-40aa-ba06-cb893b040838', 'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'mac_address': 'fa:16:3e:17:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:15Z', 'updated_at': '2022-03-28T10:50:35Z', 'revision_number': 5, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'subnets': [{'id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:19.469304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] Checking router: 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:51:19.483834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a5642853-3e27-40ab-9bd5-0403465b4a49 None None] Provisioning complete for port b766d3f2-983d-4f88-ae5d-c7b276492e9e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:19.484237 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5642853-3e27-40ab-9bd5-0403465b4a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.511197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d2e54-592f-4d8f-9603-1dd1b94f7c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9631a6-6e75-41b9-b887-d507f8f847df,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:19.517194 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-443ba5d6-cbb8-4e43-bebd-c700aada683f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9302437 Mar 28 10:51:19.522931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2e54-592f-4d8f-9603-1dd1b94f7c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.524193 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0f2d2e54-592f-4d8f-9603-1dd1b94f7c19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f9631a6-6e75-41b9-b887-d507f8f847df HTTP/1.1" status: 204 len: 168 time: 1.2521887 Mar 28 10:51:19.556963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92758f3f-8ba2-47b6-bd35-fd96da1fd0a4 req-24262527-8fb0-4f3e-810a-81da16b156bf tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:19.559659 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-92758f3f-8ba2-47b6-bd35-fd96da1fd0a4 req-24262527-8fb0-4f3e-810a-81da16b156bf tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 945 time: 0.8466721 Mar 28 10:51:19.632345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-390112f8-2463-43c9-a371-44e25cf1880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:19.633808 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-390112f8-2463-43c9-a371-44e25cf1880b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1f9f8e6-790b-41f0-a889-cee57795c222 HTTP/1.1" status: 200 len: 906 time: 0.3383303 Mar 28 10:51:19.638964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9442bda0-0350-460e-a89b-4023c174e00a None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:51:19.653862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:19.654645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:50:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:19.715468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9442bda0-0350-460e-a89b-4023c174e00a None None] Deleting port f8c35049-80ef-4c03-8aa7-c679fde9ce88 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:19.715468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9442bda0-0350-460e-a89b-4023c174e00a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.733099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6638c0ae-b569-4184-8d21-d2cbc41b525d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:19.733798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6638c0ae-b569-4184-8d21-d2cbc41b525d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:19.780609 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-11056300-8adf-49f2-96b0-c2c6bf6db71d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=135963b4-a825-42fd-bfa9-8b068e76c960 HTTP/1.1" status: 200 len: 998 time: 0.1347725 Mar 28 10:51:19.794932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a5642853-3e27-40ab-9bd5-0403465b4a49 None None] Port b766d3f2-983d-4f88-ae5d-c7b276492e9e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:19.834827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23673172-5b4a-4ead-a613-58c9338a699d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:19.892947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6638c0ae-b569-4184-8d21-d2cbc41b525d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:19.893990 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6638c0ae-b569-4184-8d21-d2cbc41b525d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5439572 Mar 28 10:51:19.905108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58452) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:19.907855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23673172-5b4a-4ead-a613-58c9338a699d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=5234167a-0c6e-4d97-9605-4bc17d7c1e51,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:20.029091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-182d13e2-b28d-4909-9707-77a036391859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:20.030625 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-182d13e2-b28d-4909-9707-77a036391859 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12b8631a-3ce2-486a-881e-2b3ed3837708 HTTP/1.1" status: 200 len: 844 time: 0.2437894 Mar 28 10:51:20.075951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:20.163339 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-92758f3f-8ba2-47b6-bd35-fd96da1fd0a4 req-933dc9f0-b44e-49cd-a7fa-77db551f0ab7 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5481915 Mar 28 10:51:20.171597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767b8ad1-a9bb-4fe3-a4f1-101e1ac2991b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:20.172296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-767b8ad1-a9bb-4fe3-a4f1-101e1ac2991b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:20.237346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23673172-5b4a-4ead-a613-58c9338a699d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:20.251355 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-23673172-5b4a-4ead-a613-58c9338a699d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/5234167a-0c6e-4d97-9605-4bc17d7c1e51 HTTP/1.1" status: 204 len: 168 time: 2.2142870 Mar 28 10:51:20.254355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58460) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:20.254903 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Floating IP c892b470-e104-42a1-a33e-14a785a330db associated. External IP: 172.26.2.147, port: b08c809c-f0c1-4845-82eb-1f67bb54d218. Mar 28 10:51:20.282282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0f373aaf-deb5-49cb-ad0a-d819f93832b1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:20.317674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Router e19d199f-2e17-4be0-aaaf-e38941542f84 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:51:20.332106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58464) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:20.334773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9442bda0-0350-460e-a89b-4023c174e00a None None] For port f8c35049-80ef-4c03-8aa7-c679fde9ce88, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f8c35049-80ef-4c03-8aa7-c679fde9ce88,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:20.335160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9442bda0-0350-460e-a89b-4023c174e00a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:20.338146 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e14bae3-346e-42f2-b771-f279f967e078 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:51:20.338378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e14bae3-346e-42f2-b771-f279f967e078 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:51:20.341548 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6e14bae3-346e-42f2-b771-f279f967e078 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/5234167a-0c6e-4d97-9605-4bc17d7c1e51 HTTP/1.1" status: 404 len: 333 time: 0.0838931 Mar 28 10:51:20.341548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-767b8ad1-a9bb-4fe3-a4f1-101e1ac2991b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:20.354336 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-767b8ad1-a9bb-4fe3-a4f1-101e1ac2991b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4320245 Mar 28 10:51:20.356496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58468) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:20.356828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58470) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:20.399341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f7119e3-ca03-4a62-a6b7-15c1573dc90f tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:20.471459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7119e3-ca03-4a62-a6b7-15c1573dc90f tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event deleted for resources: {'Port': ['ID=75824729-8316-4273-909d-de0874c79c3c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:20.495057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9442bda0-0350-460e-a89b-4023c174e00a None None] Calling delete_port for f8c35049-80ef-4c03-8aa7-c679fde9ce88 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:20.523340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f388bdc0-2832-42b8-a0f9-31c684d02c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:20.574031 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0d70c5fe-e872-4500-a184-9b74ba3ec761 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2153809 Mar 28 10:51:20.578269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-52199d35-d893-4319-ad34-0959571259d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:20.578269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-52199d35-d893-4319-ad34-0959571259d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1f9f8e6-790b-41f0-a889-cee57795c222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5140269 Mar 28 10:51:20.582827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58476) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:20.610716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f7119e3-ca03-4a62-a6b7-15c1573dc90f tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:20.666853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:20.667217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:20.677993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:20.692495 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a171952-a73f-41e7-b986-ab1587a57dcf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:51:20.692710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6a171952-a73f-41e7-b986-ab1587a57dcf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:20.699936 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8f7119e3-ca03-4a62-a6b7-15c1573dc90f tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "DELETE /v2.0/ports/75824729-8316-4273-909d-de0874c79c3c HTTP/1.1" status: 204 len: 168 time: 3.1641836 Mar 28 10:51:20.710973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58480) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:20.717097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Router 319941c2-b252-4302-8e96-49ad14250d34 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:51:20.731457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4', 'external_fixed_ips': [{'subnet_id': 'f2ebcd26-da68-439c-8d7e-40ef4cc47265', 'ip_address': '2001:db8::3ab'}]}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:20.755930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:20.807690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9442bda0-0350-460e-a89b-4023c174e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:20.819428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Usage tracker for resource:router and tenant:bf93c5fc4dbb480793290a5235d3f82d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:20.836331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:20.843142 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1815bb11-5272-4c55-a6f6-c55cdfa045cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d60ba87db28e4187ae09df7f9d1c2ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056992 Mar 28 10:51:20.866496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58484) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:20.867610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:20.869821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442bda0-0350-460e-a89b-4023c174e00a None None] Pushing event deleted for resources: {'Port': ['ID=f8c35049-80ef-4c03-8aa7-c679fde9ce88,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:20.875457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442bda0-0350-460e-a89b-4023c174e00a None None] No DVR routers for this DVR port f8c35049-80ef-4c03-8aa7-c679fde9ce88 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:51:20.898845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6a171952-a73f-41e7-b986-ab1587a57dcf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:20.902655 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6a171952-a73f-41e7-b986-ab1587a57dcf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/5234167a-0c6e-4d97-9605-4bc17d7c1e51 HTTP/1.1" status: 404 len: 333 time: 0.5406857 Mar 28 10:51:20.902655 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-0074e4cb-7613-4dbf-a995-939f3c708b14 service neutron] 10.222.0.31 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135221 Mar 28 10:51:20.908377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58488) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:20.917398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:20.951483 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '56a16442-50b1-402d-9f55-7397d56d5740', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'floating_ip_address': '172.26.2.68', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'port_id': '135963b4-a825-42fd-bfa9-8b068e76c960', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'mac_address': 'fa:16:3e:c7:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:50:33Z', 'updated_at': '2022-03-28T10:51:16Z', 'revision_number': 1, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd892be09-94fe-40aa-ba06-cb893b040838', 'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'mac_address': 'fa:16:3e:17:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:15Z', 'updated_at': '2022-03-28T10:50:35Z', 'revision_number': 5, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'subnets': [{'id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:20.956230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e2fa16-6dbf-4e95-aff9-ace7387eaa48 None None] The sync data for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv is: [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '56a16442-50b1-402d-9f55-7397d56d5740', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'floating_ip_address': '172.26.2.68', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'port_id': '135963b4-a825-42fd-bfa9-8b068e76c960', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'mac_address': 'fa:16:3e:c7:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:50:33Z', 'updated_at': '2022-03-28T10:51:16Z', 'revision_number': 1, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd892be09-94fe-40aa-ba06-cb893b040838', 'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'mac_address': 'fa:16:3e:17:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:15Z', 'updated_at': '2022-03-28T10:50:35Z', 'revision_number': 5, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'subnets': [{'id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:20.983826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:21.001250 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-27ec6972-6077-44ad-9643-32b4551586e3 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "PUT /v2.0/routers/e19d199f-2e17-4be0-aaaf-e38941542f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7963159 Mar 28 10:51:21.009141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58492) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:21.014732 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f4780-4975-4b51-a72e-811309bf5fc5 None None] Sync routers for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:21.015259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.015914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.026197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f8c35049-80ef-4c03-8aa7-c679fde9ce88 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:51:21.034443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:21.037321 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f4780-4975-4b51-a72e-811309bf5fc5 None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:21.038267 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-da7f4780-4975-4b51-a72e-811309bf5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:21.070098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: f8c35049-80ef-4c03-8aa7-c679fde9ce88 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:51:21.072956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f8c35049-80ef-4c03-8aa7-c679fde9ce88 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:51:21.076636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Request body: {'port': {'network_id': 'b776910d-d3a7-4ec7-a64b-7f2061f136a3', 'name': 'tempest-FloatingIPAdminTestJSON-2051768248'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:21.152587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d2c5a9-3620-476f-81ef-aa2b8ffdc165 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet 720222b5-f03d-4ccf-b2d8-03cb9ac22030 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:21.161120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18d2c5a9-3620-476f-81ef-aa2b8ffdc165 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.166234 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-da7f4780-4975-4b51-a72e-811309bf5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:21.176646 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f4780-4975-4b51-a72e-811309bf5fc5 None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:21.177294 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-da7f4780-4975-4b51-a72e-811309bf5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:21.207624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.233529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:21.237187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.241860 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-da7f4780-4975-4b51-a72e-811309bf5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:21.242289 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f4780-4975-4b51-a72e-811309bf5fc5 None None] The sync data for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:21.258619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59125428-5a09-434c-b5fc-cdb19f8b39f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.299633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae99837-e0ae-42a6-a8b2-7588af132529 None None] New status for floating IP 56a16442-50b1-402d-9f55-7397d56d5740: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:51:21.302850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Router 24f52220-dfba-408a-a24b-b28c237944a5 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:51:21.304228 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:21.308730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.316434 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] Sync routers for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:21.330008 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:21.331071 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:21.375680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18d2c5a9-3620-476f-81ef-aa2b8ffdc165 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.405608 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2983cbb-9939-40ca-b2f0-9d662f715255 req-33f2b1dc-a4e4-4ab5-8a40-1e7e32b76feb service neutron] 10.222.0.31 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527957 Mar 28 10:51:21.419609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59125428-5a09-434c-b5fc-cdb19f8b39f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.610237 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8b1a1aa9-dfbe-4a3b-8557-ec65ee89286b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "PUT /v2.0/floatingips/e5c6a45e-e431-4616-8970-e8701f315e9f HTTP/1.1" status: 200 len: 991 time: 6.5696890 Mar 28 10:51:21.611714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:21.618747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.628659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde22117-5729-4985-9162-95b805311fbe', 'tag': 'e4a567f6-f294-46c5-850b-07703550173b'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:51:21.657624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.658562 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:21.681997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Usage tracker for resource:port and tenant:4f385f44d34743799f48b5b026724ed5 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:21.693227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:21.733940 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde22117-5729-4985-9162-95b805311fbe', 'tag': 'e4a567f6-f294-46c5-850b-07703550173b', 'status': 'completed', 'code': 200} Mar 28 10:51:21.734697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:21.890986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.949049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Made reservation on behalf of 4f385f44d34743799f48b5b026724ed5 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:21.952578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.961937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18d2c5a9-3620-476f-81ef-aa2b8ffdc165 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.976195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:21.980773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:21.993791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] Sync routers for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:22.012492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:22.013686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:22.033802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59125428-5a09-434c-b5fc-cdb19f8b39f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:22.034525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] device_id is not set on port 5d1f2c8e-c09d-4c32-9301-aa1d5218f199 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:22.071095 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:25Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'e5c6a45e-e431-4616-8970-e8701f315e9f', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '319941c2-b252-4302-8e96-49ad14250d34', 'port_id': 'e4a567f6-f294-46c5-850b-07703550173b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'mac_address': 'fa:16:3e:83:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde22117-5729-4985-9162-95b805311fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:50:40Z', 'updated_at': '2022-03-28T10:51:17Z', 'revision_number': 1, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68c5e3-380c-41ed-9a8c-d7ed76189ca9', 'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'mac_address': 'fa:16:3e:b9:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:21Z', 'updated_at': '2022-03-28T10:50:37Z', 'revision_number': 5, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'subnets': [{'id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:22.076537 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] Checking router: 319941c2-b252-4302-8e96-49ad14250d34 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:51:22.084422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59125428-5a09-434c-b5fc-cdb19f8b39f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f89ec2-722f-4ea3-baac-d39aa44ad8e0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:22.089809 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:22.090610 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:22.114445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-1124ac4a-de3d-434a-8d90-a3f47ff99a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:22.116545 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-1124ac4a-de3d-434a-8d90-a3f47ff99a8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=14012b9ad9094d9bb17d45da271576be&device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 1098 time: 0.4481373 Mar 28 10:51:22.125632 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-57983bd6-ed48-4cec-bc34-235d1e74499f tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "PUT /v2.0/floatingips/c892b470-e104-42a1-a33e-14a785a330db HTTP/1.1" status: 200 len: 991 time: 5.9884925 Mar 28 10:51:22.204249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-233abaea-b51f-41a5-81f0-bcfc9c11f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:22.204695 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-233abaea-b51f-41a5-81f0-bcfc9c11f177 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1098 time: 0.3719468 Mar 28 10:51:22.212995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cf396-268c-4378-adad-134c278e1c0f req-a2c71486-f11a-4de3-978a-034f56161e4d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:22.220090 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c72cf396-268c-4378-adad-134c278e1c0f req-a2c71486-f11a-4de3-978a-034f56161e4d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3882720 Mar 28 10:51:22.328411 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:22.329215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:22.390050 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c72cf396-268c-4378-adad-134c278e1c0f req-213538bb-8d4b-4389-a812-bd3f6f668e3d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689248 Mar 28 10:51:22.402367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Allocated IP 172.20.0.7 (b776910d-d3a7-4ec7-a64b-7f2061f136a3/e3659211-1dd4-47b5-9b83-274f7f129203/5d1f2c8e-c09d-4c32-9301-aa1d5218f199) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:22.437144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:22.498884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18d2c5a9-3620-476f-81ef-aa2b8ffdc165 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:22.507127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:22.515789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:22.521033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:22.522163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:22.529230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59125428-5a09-434c-b5fc-cdb19f8b39f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:22.530503 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-59125428-5a09-434c-b5fc-cdb19f8b39f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9f89ec2-722f-4ea3-baac-d39aa44ad8e0 HTTP/1.1" status: 204 len: 168 time: 1.6646082 Mar 28 10:51:22.559182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=ec1031f9-d9ae-4552-831b-08ffd59f07f7,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:22.629257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18d2c5a9-3620-476f-81ef-aa2b8ffdc165 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:22.634427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:22.650806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Transition to ACTIVE for port object 5d1f2c8e-c09d-4c32-9301-aa1d5218f199 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:22.684157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a8e93a-0fa6-4efd-b03a-b83813f1e286 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:22.697737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2c5a9-3620-476f-81ef-aa2b8ffdc165 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=720222b5-f03d-4ccf-b2d8-03cb9ac22030,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:22.698023 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a546dad-3ce6-4050-85b4-06f40efc6996 None None] Network 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:22.743363 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-18d2c5a9-3620-476f-81ef-aa2b8ffdc165 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/720222b5-f03d-4ccf-b2d8-03cb9ac22030 HTTP/1.1" status: 204 len: 168 time: 1.8316433 Mar 28 10:51:22.749301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58506) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:22.750504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-46246841-3e53-40e9-997e-f45c6b592f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:22.752037 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-46246841-3e53-40e9-997e-f45c6b592f14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1f9f8e6-790b-41f0-a889-cee57795c222 HTTP/1.1" status: 200 len: 906 time: 0.6072171 Mar 28 10:51:22.797584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:22.900683 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:25Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'e5c6a45e-e431-4616-8970-e8701f315e9f', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '319941c2-b252-4302-8e96-49ad14250d34', 'port_id': 'e4a567f6-f294-46c5-850b-07703550173b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'mac_address': 'fa:16:3e:83:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde22117-5729-4985-9162-95b805311fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:50:40Z', 'updated_at': '2022-03-28T10:51:17Z', 'revision_number': 1, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68c5e3-380c-41ed-9a8c-d7ed76189ca9', 'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'mac_address': 'fa:16:3e:b9:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:21Z', 'updated_at': '2022-03-28T10:50:37Z', 'revision_number': 5, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'subnets': [{'id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:22.904946 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b57957-088f-462d-b945-5151395cc8b2 None None] The sync data for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv is: [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:25Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'e5c6a45e-e431-4616-8970-e8701f315e9f', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '319941c2-b252-4302-8e96-49ad14250d34', 'port_id': 'e4a567f6-f294-46c5-850b-07703550173b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'mac_address': 'fa:16:3e:83:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde22117-5729-4985-9162-95b805311fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:50:40Z', 'updated_at': '2022-03-28T10:51:17Z', 'revision_number': 1, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68c5e3-380c-41ed-9a8c-d7ed76189ca9', 'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'mac_address': 'fa:16:3e:b9:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:21Z', 'updated_at': '2022-03-28T10:50:37Z', 'revision_number': 5, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'subnets': [{'id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:22.925735 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-75ed548b-2e3a-4b94-80ac-66f3043bc463 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3402760 Mar 28 10:51:22.931721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58510) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:22.952339 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-763e9777-f4f9-4c97-a549-6f724677ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:22.954322 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-763e9777-f4f9-4c97-a549-6f724677ac1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 912 time: 0.7270994 Mar 28 10:51:22.957300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Network b776910d-d3a7-4ec7-a64b-7f2061f136a3 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:22.966015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:22.968607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:23.001277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': 'ec1031f9-d9ae-4552-831b-08ffd59f07f7', 'ip_address': '2001:db8::5fe1:34f2:58f6:40fa'}], 'name': 'tempest-NetworksTestDHCPv6-242766949'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:23.090308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:23.150460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event updated for resources: {'Port': ['ID=5d1f2c8e-c09d-4c32-9301-aa1d5218f199,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:23.167010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd37a45-30c5-4d44-9343-b17b283d8a1b req-62d281e3-d80c-494e-98f5-e416a7a38629 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:23.168583 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3fd37a45-30c5-4d44-9343-b17b283d8a1b req-62d281e3-d80c-494e-98f5-e416a7a38629 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 945 time: 0.4962027 Mar 28 10:51:23.185549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:23.187059 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-9cc6818a-b62f-4fed-81fe-ba87e307ab89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=135963b4-a825-42fd-bfa9-8b068e76c960 HTTP/1.1" status: 200 len: 1000 time: 0.4040983 Mar 28 10:51:23.204218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:23.204841 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:23.289893 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-08018700-53f5-47cf-92b6-5aea6f2edd13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 999 time: 0.3260937 Mar 28 10:51:23.306190 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d63eb-9b68-45fc-918d-b2997e690d76 None None] New status for floating IP e5c6a45e-e431-4616-8970-e8701f315e9f: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:51:23.318776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164689-19ed-46df-b7aa-cbf96c834662 req-ae29d1bb-2cdf-4e9c-9e8d-7b773a10c31e tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:23.339448 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68164689-19ed-46df-b7aa-cbf96c834662 req-ae29d1bb-2cdf-4e9c-9e8d-7b773a10c31e tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.6127162 Mar 28 10:51:23.444876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-4c240b17-5a83-4028-bcc5-156fa9d989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:23.446499 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3fd37a45-30c5-4d44-9343-b17b283d8a1b req-7a39d887-9b50-4d52-bee1-28488b4b8b9c tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623711 Mar 28 10:51:23.447211 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-4c240b17-5a83-4028-bcc5-156fa9d989c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=12b8631a-3ce2-486a-881e-2b3ed3837708 HTTP/1.1" status: 200 len: 844 time: 0.0882046 Mar 28 10:51:23.513534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': 'ec1031f9-d9ae-4552-831b-08ffd59f07f7'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:51:23.514488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:23.531491 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68164689-19ed-46df-b7aa-cbf96c834662 req-90e4d7fc-8f42-41a5-893b-ae2f9438022c tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921623 Mar 28 10:51:23.544367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-a99aeeb1-d044-4a94-a394-29be51a6141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:23.550244 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-a99aeeb1-d044-4a94-a394-29be51a6141b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.2089837 Mar 28 10:51:23.558625 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f3dbb583-dde2-4398-9a4d-02ab6c23b66d tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5531495 Mar 28 10:51:23.560533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58526) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:23.566369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:23.566824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:23.705134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] DHCP port deletion for 1aab1bf7-8392-4c2f-9f0c-ac9684230d3b request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:51:23.711624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-68e838a0-f01b-4b0f-81cb-dc098247bc5f None None] Provisioning for port 5d1f2c8e-c09d-4c32-9301-aa1d5218f199 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:23.738418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e23df66-c420-404d-81c9-fae441b7f017', 'tag': 'b08c809c-f0c1-4845-82eb-1f67bb54d218'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:51:23.756399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-1a90a4ba-11f5-42ce-a57e-0904f069513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:23.758508 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-1a90a4ba-11f5-42ce-a57e-0904f069513b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1956716 Mar 28 10:51:23.777223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'c892b470-e104-42a1-a33e-14a785a330db', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'floating_ip_address': '172.26.2.147', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'port_id': 'b08c809c-f0c1-4845-82eb-1f67bb54d218', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'mac_address': 'fa:16:3e:f1:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23df66-c420-404d-81c9-fae441b7f017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:50:37Z', 'updated_at': '2022-03-28T10:51:18Z', 'revision_number': 1, 'project_id': '06dc9a1460c146398826e7ae81977253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd161c114-4a98-435b-b676-fa67865c4474', 'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:22Z', 'updated_at': '2022-03-28T10:50:41Z', 'revision_number': 5, 'project_id': '06dc9a1460c146398826e7ae81977253', 'subnets': [{'id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:23.785257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-68e838a0-f01b-4b0f-81cb-dc098247bc5f None None] Provisioning complete for port 5d1f2c8e-c09d-4c32-9301-aa1d5218f199 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:23.786059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-68e838a0-f01b-4b0f-81cb-dc098247bc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:23.860199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] Deleting port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:23.860510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:23.981864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] Checking router: 24f52220-dfba-408a-a24b-b28c237944a5 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:51:24.000159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'project_id': '4f385f44d34743799f48b5b026724ed5', 'port_id': '5d1f2c8e-c09d-4c32-9301-aa1d5218f199'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:24.006198 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e23df66-c420-404d-81c9-fae441b7f017', 'tag': 'b08c809c-f0c1-4845-82eb-1f67bb54d218', 'status': 'completed', 'code': 200} Mar 28 10:51:24.031200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:24.039341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Usage tracker for resource:floatingip and tenant:4f385f44d34743799f48b5b026724ed5 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:24.041203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-68e838a0-f01b-4b0f-81cb-dc098247bc5f None None] Port 5d1f2c8e-c09d-4c32-9301-aa1d5218f199 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:24.049152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:24.049757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:24.085154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:24.109274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:24.166226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:24.173878 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-a4b3d9ab-1ca1-46dc-b6c0-c59e865d4e04 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048188 Mar 28 10:51:24.218313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:24.224605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:24.228559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:24.234623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:24.248531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] For port 0f373aaf-deb5-49cb-ad0a-d819f93832b1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0f373aaf-deb5-49cb-ad0a-d819f93832b1,segment=NetworkSegment(b5d12c3b-5483-412d-ac79-20e6bc3d2abb),segment_id=b5d12c3b-5483-412d-ac79-20e6bc3d2abb)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:24.248929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:24.264026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/ec1031f9-d9ae-4552-831b-08ffd59f07f7/38e33068-170a-4f74-b0dd-dfcc81b9ed2a) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:24.276545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0f373aaf-deb5-49cb-ad0a-d819f93832b1 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:51:24.422429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:24.473358 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-a7983ff3-41aa-42af-ab20-67d4eda3f067 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913690 Mar 28 10:51:24.485831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:24.496053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:24.613307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 0f373aaf-deb5-49cb-ad0a-d819f93832b1 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:24.700445 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Allocated IP 172.26.2.171 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/c25017c1-578e-4ff1-8723-c0df4d6e329a) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:24.744403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] For port 0f373aaf-deb5-49cb-ad0a-d819f93832b1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0f373aaf-deb5-49cb-ad0a-d819f93832b1,segment=NetworkSegment(b5d12c3b-5483-412d-ac79-20e6bc3d2abb),segment_id=b5d12c3b-5483-412d-ac79-20e6bc3d2abb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:24.744730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:24.752984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:24.773531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-5f31f404-64f0-48ec-a91b-1df474f7ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:24.775138 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-5f31f404-64f0-48ec-a91b-1df474f7ff50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1f9f8e6-790b-41f0-a889-cee57795c222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2959247 Mar 28 10:51:24.915369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8f7cb-8e81-4bce-b3d9-8fb84381e370 req-72c5a424-c41b-4a62-9c7f-55d8563e5368 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:24.917073 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-85c8f7cb-8e81-4bce-b3d9-8fb84381e370 req-72c5a424-c41b-4a62-9c7f-55d8563e5368 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2032251 Mar 28 10:51:24.961263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:24.962794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] Calling delete_port for 0f373aaf-deb5-49cb-ad0a-d819f93832b1 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:24.997483 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-85c8f7cb-8e81-4bce-b3d9-8fb84381e370 req-f66b2cdc-49d7-4a94-8dbc-9855c3872f6b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688601 Mar 28 10:51:25.068965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Allocated IP 2001:db8::3ab (5fa9a781-1143-431c-aab9-a54199fbf1d4/f2ebcd26-da68-439c-8d7e-40ef4cc47265/8090056a-a004-4438-983c-2f504e1654f8) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:25.078796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.141259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.157958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.164398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-bef35a28-2bfc-4cc4-b3c7-94b89da68fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:25.166147 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-bef35a28-2bfc-4cc4-b3c7-94b89da68fec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06dc9a1460c146398826e7ae81977253&device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 1098 time: 1.2499311 Mar 28 10:51:25.209782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:25.219301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:25.231388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:25.292992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Pushing event updated for resources: {'Port': ['ID=c25017c1-578e-4ff1-8723-c0df4d6e329a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:25.299602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=0f373aaf-deb5-49cb-ad0a-d819f93832b1,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:25.335677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No DVR routers for this DVR port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:51:25.342587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58564) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:25.346484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 1fe78744-ccd1-4bcc-96aa-320f630b68f2 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:25.433153 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:51:25.433727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:51:25.438623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.454307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Transition to ACTIVE for port object 38e33068-170a-4f74-b0dd-dfcc81b9ed2a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:25.473123 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc6184-f49a-44d3-bf23-dc333b096cb5 req-d4c88b10-f208-4ef1-a74a-4426ad5a1639 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:25.475384 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-abcc6184-f49a-44d3-bf23-dc333b096cb5 req-d4c88b10-f208-4ef1-a74a-4426ad5a1639 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3323238 Mar 28 10:51:25.479442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'c892b470-e104-42a1-a33e-14a785a330db', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'floating_ip_address': '172.26.2.147', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'port_id': 'b08c809c-f0c1-4845-82eb-1f67bb54d218', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'mac_address': 'fa:16:3e:f1:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23df66-c420-404d-81c9-fae441b7f017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:50:37Z', 'updated_at': '2022-03-28T10:51:18Z', 'revision_number': 1, 'project_id': '06dc9a1460c146398826e7ae81977253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd161c114-4a98-435b-b676-fa67865c4474', 'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:22Z', 'updated_at': '2022-03-28T10:50:41Z', 'revision_number': 5, 'project_id': '06dc9a1460c146398826e7ae81977253', 'subnets': [{'id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:25.503923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Transition to ACTIVE for port object 38e33068-170a-4f74-b0dd-dfcc81b9ed2a will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:25.513592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33805a51-094e-4d65-be80-3dd6ffdad6d9 None None] The sync data for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv is: [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'c892b470-e104-42a1-a33e-14a785a330db', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'floating_ip_address': '172.26.2.147', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'port_id': 'b08c809c-f0c1-4845-82eb-1f67bb54d218', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'mac_address': 'fa:16:3e:f1:b1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23df66-c420-404d-81c9-fae441b7f017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:50:37Z', 'updated_at': '2022-03-28T10:51:18Z', 'revision_number': 1, 'project_id': '06dc9a1460c146398826e7ae81977253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd161c114-4a98-435b-b676-fa67865c4474', 'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:22Z', 'updated_at': '2022-03-28T10:50:41Z', 'revision_number': 5, 'project_id': '06dc9a1460c146398826e7ae81977253', 'subnets': [{'id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:25.548756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-760497989', 'router:external': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:25.568119 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-abcc6184-f49a-44d3-bf23-dc333b096cb5 req-c05ae469-3666-465b-82ce-1acef625caf9 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858579 Mar 28 10:51:25.592883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.624186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:25.651888 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Usage tracker for resource:network and tenant:b94ab840993743ec82d60cd2a23cb97e is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:25.663972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:25.677104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:25.680448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:25.684223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:25.731522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:25.738005 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-2eaf1160-9c05-4939-93dd-dc454238799f service neutron] 10.222.0.31 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9124553 Mar 28 10:51:25.756116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=38e33068-170a-4f74-b0dd-dfcc81b9ed2a,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:25.794446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.821096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Made reservation on behalf of b94ab840993743ec82d60cd2a23cb97e for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:25.823360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.834282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42445ef-95f8-40d7-bef0-d62430571260 None None] New status for floating IP c892b470-e104-42a1-a33e-14a785a330db: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:51:25.839564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.858373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:25.862282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Usage tracker for resource:security_group_rule and tenant:b94ab840993743ec82d60cd2a23cb97e is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:25.865185 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:25.870879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:25.908009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.912669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Attempting to bind port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:25.913011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Attempting to bind port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:25.913366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Attempting to bind port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:25.924859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:25.925227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:25.925607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.926033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:25.926494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Bound port: 38e33068-170a-4f74-b0dd-dfcc81b9ed2a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:25.927018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.939031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] Deleting port 0f373aaf-deb5-49cb-ad0a-d819f93832b1 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:25.939398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.969039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.970175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:25.990456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-26b3276b-93f5-42ac-9be1-86edb7dba53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:25.992054 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-26b3276b-93f5-42ac-9be1-86edb7dba53b service neutron] 10.222.0.31 "GET /v2.0/networks?id=386e369a-99b5-4e27-8723-fa9ac0238483 HTTP/1.1" status: 200 len: 912 time: 0.7887175 Mar 28 10:51:26.000758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aab1bf7-8392-4c2f-9f0c-ac9684230d3b']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:26.043432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.074019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:51:26.082909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a8ba04-9d59-481b-b25a-6bf54483a028,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:26.088690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.089084 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Added segment e4cd074e-f767-41cf-962a-6e9d91167f04 of type vlan for network 0dab0b41-a997-410f-bbbe-658f700acb50 Mar 28 10:51:26.126985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d12c3b-5483-412d-ac79-20e6bc3d2abb') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:26.127300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d12c3b-5483-412d-ac79-20e6bc3d2abb') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:26.130791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1e450399-2562-4c81-a6be-1522cff62a45 None None] The port '0f373aaf-deb5-49cb-ad0a-d819f93832b1' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:51:26.152482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.247592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] For port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:26.255296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] For port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38e33068-170a-4f74-b0dd-dfcc81b9ed2a,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:26.337757 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.337884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.345185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::5fe1:34f2:58f6:40fa (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/ec1031f9-d9ae-4552-831b-08ffd59f07f7/1fe78744-ccd1-4bcc-96aa-320f630b68f2) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:26.352446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.386570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.414891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:51:26.415219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:51:26.435313 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:51:26.444830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b070e-9b79-4056-b908-ea9d55cfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=38e33068-170a-4f74-b0dd-dfcc81b9ed2a,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:26.468383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e19bc4-bb69-4597-8cab-989edcc7bf70 req-5803bf21-7193-4c73-8091-6663cbfa1a42 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:26.468630 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-823f84c9-028d-4b64-af7e-84440938a152 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b08c809c-f0c1-4845-82eb-1f67bb54d218 HTTP/1.1" status: 200 len: 999 time: 0.4564731 Mar 28 10:51:26.469818 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-43e19bc4-bb69-4597-8cab-989edcc7bf70 req-5803bf21-7193-4c73-8091-6663cbfa1a42 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2114537 Mar 28 10:51:26.580040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.581250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:26.581878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.645940 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b427f984-d2b6-4988-b6f2-30c58d2364c5 req-ab015da2-3ab6-460e-bdfc-12ca9c6377cd service neutron] 10.222.0.31 "GET /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180021 Mar 28 10:51:26.647493 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-43e19bc4-bb69-4597-8cab-989edcc7bf70 req-1e128e88-75bd-4796-8826-758ce86fa9ba tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615798 Mar 28 10:51:26.690140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.696599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-eeca43e0-8628-4b0d-8c27-d0dca5e72838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:26.698178 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-eeca43e0-8628-4b0d-8c27-d0dca5e72838 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57 HTTP/1.1" status: 200 len: 850 time: 0.1790442 Mar 28 10:51:26.772286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event updated for resources: {'Network': ['ID=0dab0b41-a997-410f-bbbe-658f700acb50,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:26.793495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0dab0b41-a997-410f-bbbe-658f700acb50 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:51:26.847275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.851963 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0d715a46-669a-4d18-8212-f73a6a93d7c2 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4801514 Mar 28 10:51:26.854869 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58578) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:26.875266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'subnet': {'network_id': '0dab0b41-a997-410f-bbbe-658f700acb50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:26.881498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:26.886369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Usage tracker for resource:subnet and tenant:b94ab840993743ec82d60cd2a23cb97e is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:26.890191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:26.901607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:26.906157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.919519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.957551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:26.971409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Network 5fa9a781-1143-431c-aab9-a54199fbf1d4 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:26.991312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Network': ['ID=1aab1bf7-8392-4c2f-9f0c-ac9684230d3b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:26.993210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:27.004745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:27.025837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Made reservation on behalf of b94ab840993743ec82d60cd2a23cb97e for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:27.028183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:27.063081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event updated for resources: {'Port': ['ID=8090056a-a004-4438-983c-2f504e1654f8,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:27.082775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Pushing event updated for resources: {'Port': ['ID=c25017c1-578e-4ff1-8723-c0df4d6e329a,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:27.096732 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d2aa4fc5-b8f8-4c5f-96e4-c2f75ad4a5df tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/networks/1aab1bf7-8392-4c2f-9f0c-ac9684230d3b HTTP/1.1" status: 204 len: 168 time: 4.3436852 Mar 28 10:51:27.107299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58584) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:27.142701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:27.169466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1692353970'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:27.215361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:27.236746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:network and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:27.243103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:27.250945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:27.258147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-7802d2d9-a7a6-4446-9cfb-71d92cd03be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:27.261178 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-7802d2d9-a7a6-4446-9cfb-71d92cd03be4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=386e369a-99b5-4e27-8723-fa9ac0238483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4981024 Mar 28 10:51:27.261178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:27.324526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 1fe78744-ccd1-4bcc-96aa-320f630b68f2 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:27.389417 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Floating IP 1b7f7060-43a1-4d1f-ab8d-3b3bcb6ac13c associated. External IP: 172.26.2.171, port: 5d1f2c8e-c09d-4c32-9301-aa1d5218f199. Mar 28 10:51:27.391447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:27.396110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:27.556994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:51:27.620009 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-dde29cef-bd96-4a1c-aa58-fcc2ef38009b service neutron] 10.222.0.31 "GET /v2.0/networks/386e369a-99b5-4e27-8723-fa9ac0238483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505907 Mar 28 10:51:27.664188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:27.664518 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Added segment cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d of type vlan for network 37781166-2ed9-4477-8e7e-75ab1341a0b0 Mar 28 10:51:27.700811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:27.767445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:27.850333 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c56405e6-f984-4f5a-9bee-5d8c0cd0b10a None None] Provisioning for port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:27.996379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:28.070703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:28.073552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=1fe78744-ccd1-4bcc-96aa-320f630b68f2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:28.087703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Router e19d199f-2e17-4be0-aaaf-e38941542f84 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:51:28.094194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:28.107606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120e586-566c-4a55-8f18-1eb3ed8ecfab req-42e91729-888a-488f-aa8a-f7acb7bc7ba0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:28.109182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8120e586-566c-4a55-8f18-1eb3ed8ecfab req-42e91729-888a-488f-aa8a-f7acb7bc7ba0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3895738 Mar 28 10:51:28.155280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:28.160794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:28.161446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:28.186051 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8a5c31fb-8149-4353-8a17-8b85ff306d0e req-5c83ca23-c552-48d5-983f-dea247b61419 service neutron] 10.222.0.31 "GET /v2.0/networks/386e369a-99b5-4e27-8723-fa9ac0238483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545499 Mar 28 10:51:28.238471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38e33068-170a-4f74-b0dd-dfcc81b9ed2a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:28.289503 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c26acdcf-f66e-4d82-a9c9-4bbd6dc759d3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3541565 Mar 28 10:51:28.298032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58592) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:28.298696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:28.304145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:28.304750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:28.334058 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8120e586-566c-4a55-8f18-1eb3ed8ecfab req-2ff600c5-1eb0-42fb-aa9d-c51f5aa629cb tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119777 Mar 28 10:51:28.369760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': 'ec1031f9-d9ae-4552-831b-08ffd59f07f7', 'ip_address': '2001:db8::5fe1:34f2:58f6:40fa'}], 'name': 'tempest-NetworksTestDHCPv6-714713912'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:28.416365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:28.418077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.objects.ports [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:51:28.418799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:28.426409 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef27dc-3625-44f3-bce4-2a9180b4f771 None None] Sync routers for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:28.445686 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef27dc-3625-44f3-bce4-2a9180b4f771 None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:28.446712 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-24ef27dc-3625-44f3-bce4-2a9180b4f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:28.515297 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-24ef27dc-3625-44f3-bce4-2a9180b4f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:28.527751 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef27dc-3625-44f3-bce4-2a9180b4f771 None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:28.528699 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-24ef27dc-3625-44f3-bce4-2a9180b4f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:28.529404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b89ee9bd-d842-4766-a8a8-2b73bb95a5be,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:28.563561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Checking segment: {'id': 'e4cd074e-f767-41cf-962a-6e9d91167f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0dab0b41-a997-410f-bbbe-658f700acb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:28.564144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Network hostable DHCP agents. Network: 0dab0b41-a997-410f-bbbe-658f700acb50, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:51:28.594630 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-24ef27dc-3625-44f3-bce4-2a9180b4f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:28.595122 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef27dc-3625-44f3-bce4-2a9180b4f771 None None] The sync data for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:28.602974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Network': ['ID=37781166-2ed9-4477-8e7e-75ab1341a0b0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:28.615259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 37781166-2ed9-4477-8e7e-75ab1341a0b0 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:51:28.640463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:28.723056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:28.729984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:28.734323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:28.743356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:28.900650 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:28.905599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:28.905980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:28.925621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Network 0dab0b41-a997-410f-bbbe-658f700acb50 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:51:28.928211 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-699820e0-4f92-4e9b-b16d-d1981c0850b5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8142321 Mar 28 10:51:28.934865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:28.935341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58596) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:28.937826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-75aec5c7-7843-4e74-8f5c-132111685d45 None None] Provisioning for port 1fe78744-ccd1-4bcc-96aa-320f630b68f2 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:28.941777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': '37781166-2ed9-4477-8e7e-75ab1341a0b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:28.951964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-75aec5c7-7843-4e74-8f5c-132111685d45 None None] Provisioning complete for port 1fe78744-ccd1-4bcc-96aa-320f630b68f2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:28.955254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-75aec5c7-7843-4e74-8f5c-132111685d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:28.972191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Router 3ea299fd-e5a4-4d92-9964-f99eaa302be5 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:51:28.993387 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-66e0cd6c-614a-41cd-b7d6-5776fab9d68c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.4269001 Mar 28 10:51:28.993618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58600) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:29.025582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-75aec5c7-7843-4e74-8f5c-132111685d45 None None] Port 1fe78744-ccd1-4bcc-96aa-320f630b68f2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:29.054944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0dab0b41-a997-410f-bbbe-658f700acb50) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:29.064230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae845c-2742-4b72-8038-f4e0a7e8e60c None None] Network 0dab0b41-a997-410f-bbbe-658f700acb50 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:29.075751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:29.076456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:29.088461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:29.093299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:29.115361 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-25c99752-a9bf-4651-8445-46f93a0bb76c tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] 10.222.0.18 "GET /v2.0/floatingips/1b7f7060-43a1-4d1f-ab8d-3b3bcb6ac13c HTTP/1.1" status: 200 len: 983 time: 0.1197765 Mar 28 10:51:29.116995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58604) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:29.149668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 0de60497-d1e5-476f-bd14-ed3fcda23b58 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:29.173256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:29.178275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-56753a34-aa1e-42d6-acfe-a7f01fd96aa8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3193116 Mar 28 10:51:29.184423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58608) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:29.190362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:29.198439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1622687259', 'network_id': '0dab0b41-a997-410f-bbbe-658f700acb50'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:29.204760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:29.209103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:29.212340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Usage tracker for resource:port and tenant:b94ab840993743ec82d60cd2a23cb97e is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:29.216495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:29.225837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:29.231738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:29.244873 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-083db4b3-a775-4cbd-928e-6f97f838ea2f tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1241856 Mar 28 10:51:29.245082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58612) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:29.261189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38e33068-170a-4f74-b0dd-dfcc81b9ed2a,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:29.292408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:29.341438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Made reservation on behalf of b94ab840993743ec82d60cd2a23cb97e for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:29.343071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:29.375326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:29.393318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:29.422736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Sync routers for ids ['3ea299fd-e5a4-4d92-9964-f99eaa302be5'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:29.425771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848ac3c-8d0a-4090-983d-f7ce0b5b1699 None None] Network 0dab0b41-a997-410f-bbbe-658f700acb50 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:29.435053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] device_id is not set on port 83fdd615-9464-44ff-b3c4-868dc533134e yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:29.452558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:29.456029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:29.540264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Routers {'3ea299fd-e5a4-4d92-9964-f99eaa302be5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:29.541122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3ea299fd-e5a4-4d92-9964-f99eaa302be5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:29.573329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:29.574552 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-875d2165-1dac-41c7-bc9e-35b9b8b399cc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.8626447 Mar 28 10:51:29.579781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58618) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:29.595058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Allocated IP 172.20.0.9 (0dab0b41-a997-410f-bbbe-658f700acb50/b89ee9bd-d842-4766-a8a8-2b73bb95a5be/83fdd615-9464-44ff-b3c4-868dc533134e) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:29.642059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=38e33068-170a-4f74-b0dd-dfcc81b9ed2a,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:29.714509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Deleting port c25017c1-578e-4ff1-8723-c0df4d6e329a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:29.714851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:29.766241 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 10:51:29.766749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:51:29.869863 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Set router 3ea299fd-e5a4-4d92-9964-f99eaa302be5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:29.915516 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9e752bc2-2414-4adb-914a-d8593d3175fb tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6065369 Mar 28 10:51:29.922454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58622) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:29.998313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c995b3-4f10-432f-9749-e8b4717dcc49 req-6c8f0dea-80a8-436e-b1d3-06518ff1d749 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:29.999828 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-67c995b3-4f10-432f-9749-e8b4717dcc49 req-6c8f0dea-80a8-436e-b1d3-06518ff1d749 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.4026194 Mar 28 10:51:30.011359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.187052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea299fd-e5a4-4d92-9964-f99eaa302be5', 'name': '', 'tenant_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4', 'external_fixed_ips': [{'subnet_id': 'f2ebcd26-da68-439c-8d7e-40ef4cc47265', 'ip_address': '2001:db8::3ab'}], 'enable_snat': True}, 'gw_port_id': '8090056a-a004-4438-983c-2f504e1654f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:21Z', 'updated_at': '2022-03-28T10:51:27Z', 'revision_number': 3, 'project_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'gw_port': {'id': '8090056a-a004-4438-983c-2f504e1654f8', 'name': '', 'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea299fd-e5a4-4d92-9964-f99eaa302be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f2ebcd26-da68-439c-8d7e-40ef4cc47265', 'ip_address': '2001:db8::3ab', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:51:24Z', 'updated_at': '2022-03-28T10:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2ebcd26-da68-439c-8d7e-40ef4cc47265', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:30.193848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Checking router: 3ea299fd-e5a4-4d92-9964-f99eaa302be5 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:51:30.194236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Updating router 3ea299fd-e5a4-4d92-9964-f99eaa302be5 port 8090056a-a004-4438-983c-2f504e1654f8 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:51:30.199540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-67c995b3-4f10-432f-9749-e8b4717dcc49 req-df03bb2f-15f3-45ab-9e7d-6910ba0b6cae tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842101 Mar 28 10:51:30.203568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.203894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.232068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38e33068-170a-4f74-b0dd-dfcc81b9ed2a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:30.242846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.292883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19846d9-67c6-45ef-8c8c-37e2d54b99ea tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:30.297325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.299426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19846d9-67c6-45ef-8c8c-37e2d54b99ea tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:30.300344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e19846d9-67c6-45ef-8c8c-37e2d54b99ea tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:30.341473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Calling delete_port for c25017c1-578e-4ff1-8723-c0df4d6e329a owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:30.370678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.371132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.390175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=8163bcbd-6149-477e-97f9-c1198d619edc,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:30.404223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:30.404597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.405337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Checking segment: {'id': 'cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '37781166-2ed9-4477-8e7e-75ab1341a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:30.405842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network hostable DHCP agents. Network: 37781166-2ed9-4477-8e7e-75ab1341a0b0, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:51:30.417515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e19846d9-67c6-45ef-8c8c-37e2d54b99ea tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:30.421467 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e19846d9-67c6-45ef-8c8c-37e2d54b99ea tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4977744 Mar 28 10:51:30.426897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58626) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:30.468120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Deleting port 8090056a-a004-4438-983c-2f504e1654f8 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:30.468608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.505163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 37781166-2ed9-4477-8e7e-75ab1341a0b0 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:51:30.520429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3321f6ab-8f16-4d11-8541-41ae9bde8de7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 1fe78744-ccd1-4bcc-96aa-320f630b68f2 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:30.524360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3321f6ab-8f16-4d11-8541-41ae9bde8de7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.572760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 37781166-2ed9-4477-8e7e-75ab1341a0b0) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:30.585774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:30.587699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.633454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c40593-a9d7-495d-9ea8-29be8d40492d None None] Network 37781166-2ed9-4477-8e7e-75ab1341a0b0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:30.681492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.688163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:30.754703 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-507cd29d-1be9-4b74-9aef-3faf85bee591 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8181741 Mar 28 10:51:30.780124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58630) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:30.781792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Network 0dab0b41-a997-410f-bbbe-658f700acb50 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:30.803650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:30.817035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': '37781166-2ed9-4477-8e7e-75ab1341a0b0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1679024832'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:30.820779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Calling delete_port for 8090056a-a004-4438-983c-2f504e1654f8 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:30.837230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:30.956171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event updated for resources: {'Port': ['ID=83fdd615-9464-44ff-b3c4-868dc533134e,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:31.007219 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-37781166-2ed9-4477-8e7e-75ab1341a0b0', 'network_id': '37781166-2ed9-4477-8e7e-75ab1341a0b0', 'tenant_id': '88ec145311bb436e9dcd2230251cb270', 'fixed_ips': [{'subnet_id': '8163bcbd-6149-477e-97f9-c1198d619edc'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:51:31.008107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.033830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.075455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:31.076051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.085076 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3321f6ab-8f16-4d11-8541-41ae9bde8de7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.093151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Transition to ACTIVE for port object 8090056a-a004-4438-983c-2f504e1654f8 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:31.111232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.171782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.229137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:51:31.229719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:51:31.231257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Allocated IP 172.20.0.2 (37781166-2ed9-4477-8e7e-75ab1341a0b0/8163bcbd-6149-477e-97f9-c1198d619edc/38923f5b-5c99-43ca-aac3-a36c13006d02) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:31.271280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42c370-0dfb-4f8e-8c1a-9283edadaf50 None None] Pushing event updated for resources: {'Port': ['ID=8090056a-a004-4438-983c-2f504e1654f8,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:31.273658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Attempting to bind port 8090056a-a004-4438-983c-2f504e1654f8 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:31.274131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Attempting to bind port 8090056a-a004-4438-983c-2f504e1654f8 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '664c6aae-2253-4647-ae26-ee6c3ac29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:31.274530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Attempting to bind port 8090056a-a004-4438-983c-2f504e1654f8 on network 5fa9a781-1143-431c-aab9-a54199fbf1d4 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:31.285731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3321f6ab-8f16-4d11-8541-41ae9bde8de7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 1fe78744-ccd1-4bcc-96aa-320f630b68f2 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:31.295852 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:31.296318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Checking segment: {'id': '664c6aae-2253-4647-ae26-ee6c3ac29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:31.296770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.297224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Bound using segment: {'id': '664c6aae-2253-4647-ae26-ee6c3ac29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:31.297762 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Bound port: 8090056a-a004-4438-983c-2f504e1654f8, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664c6aae-2253-4647-ae26-ee6c3ac29670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5fa9a781-1143-431c-aab9-a54199fbf1d4'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:31.298217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.319226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event deleted for resources: {'Port': ['ID=c25017c1-578e-4ff1-8723-c0df4d6e329a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:31.367708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:31.440006 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f6564fbb-d060-4bc5-817f-a898aa7a26b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2545497 Mar 28 10:51:31.443226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58638) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:31.446162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:31.451223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] For port 8090056a-a004-4438-983c-2f504e1654f8, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:31.461808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:31.462258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] For port 8090056a-a004-4438-983c-2f504e1654f8, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8090056a-a004-4438-983c-2f504e1654f8,segment=NetworkSegment(664c6aae-2253-4647-ae26-ee6c3ac29670),segment_id=664c6aae-2253-4647-ae26-ee6c3ac29670)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:31.489018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:31.511904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-54ac915e-3b34-4086-ada0-ad60f53f69c7 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Deleting port 83fdd615-9464-44ff-b3c4-868dc533134e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:31.517002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54ac915e-3b34-4086-ada0-ad60f53f69c7 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.547552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.550640 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.551344 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Floating IP 1b7f7060-43a1-4d1f-ab8d-3b3bcb6ac13c disassociated (deleted). External IP: 172.26.2.171, port: 5d1f2c8e-c09d-4c32-9301-aa1d5218f199. Mar 28 10:51:31.640124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.649297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:31.652893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.657060 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Routers {'3ea299fd-e5a4-4d92-9964-f99eaa302be5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:31.657703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3ea299fd-e5a4-4d92-9964-f99eaa302be5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:31.741574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Deleting port 8090056a-a004-4438-983c-2f504e1654f8 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:31.742216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:31.811469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42c370-0dfb-4f8e-8c1a-9283edadaf50 None None] Pushing event updated for resources: {'Port': ['ID=8090056a-a004-4438-983c-2f504e1654f8,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:31.835042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 0345358c-e8ea-4239-96a3-aa46f135d27c yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:31.847606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] Set router 3ea299fd-e5a4-4d92-9964-f99eaa302be5 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:31.887952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd2b3e-0c5c-469b-aa03-e3ec5364d2a6 req-f161d733-eb6f-4685-bd75-c7d920493ce9 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:31.889427 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dcfd2b3e-0c5c-469b-aa03-e3ec5364d2a6 req-f161d733-eb6f-4685-bd75-c7d920493ce9 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5573530 Mar 28 10:51:31.961657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea299fd-e5a4-4d92-9964-f99eaa302be5', 'name': '', 'tenant_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:21Z', 'updated_at': '2022-03-28T10:51:30Z', 'revision_number': 4, 'project_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:31.965822 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686aaa34-1e71-4aa8-ae87-58953cd5d772 None None] The sync data for ids ['3ea299fd-e5a4-4d92-9964-f99eaa302be5'] in dv-neutron-835336-1-hyperv is: [{'id': '3ea299fd-e5a4-4d92-9964-f99eaa302be5', 'name': '', 'tenant_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:21Z', 'updated_at': '2022-03-28T10:51:30Z', 'revision_number': 4, 'project_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:31.975942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54ac915e-3b34-4086-ada0-ad60f53f69c7 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.022571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Transition to ACTIVE for port object 38923f5b-5c99-43ca-aac3-a36c13006d02 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:32.036753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3321f6ab-8f16-4d11-8541-41ae9bde8de7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.054454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Transition to ACTIVE for port object 38923f5b-5c99-43ca-aac3-a36c13006d02 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:32.081602 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dcfd2b3e-0c5c-469b-aa03-e3ec5364d2a6 req-0231a889-c1f3-48a9-af90-597d1ae5eb61 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358190 Mar 28 10:51:32.095229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.121105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-54ac915e-3b34-4086-ada0-ad60f53f69c7 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Calling delete_port for 83fdd615-9464-44ff-b3c4-868dc533134e owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:32.153940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321f6ab-8f16-4d11-8541-41ae9bde8de7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=1fe78744-ccd1-4bcc-96aa-320f630b68f2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:32.171078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Network 37781166-2ed9-4477-8e7e-75ab1341a0b0 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:32.174329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:32.182838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:32.183629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] For port 8090056a-a004-4438-983c-2f504e1654f8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8090056a-a004-4438-983c-2f504e1654f8,segment=NetworkSegment(664c6aae-2253-4647-ae26-ee6c3ac29670),segment_id=664c6aae-2253-4647-ae26-ee6c3ac29670)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:32.183988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.249446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Pushing event updated for resources: {'Port': ['ID=38923f5b-5c99-43ca-aac3-a36c13006d02,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:32.309381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3321f6ab-8f16-4d11-8541-41ae9bde8de7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.315477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.10 (37781166-2ed9-4477-8e7e-75ab1341a0b0/8163bcbd-6149-477e-97f9-c1198d619edc/0345358c-e8ea-4239-96a3-aa46f135d27c) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:32.316701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Attempting to bind port 38923f5b-5c99-43ca-aac3-a36c13006d02 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:32.317263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Attempting to bind port 38923f5b-5c99-43ca-aac3-a36c13006d02 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '37781166-2ed9-4477-8e7e-75ab1341a0b0'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:32.318448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Attempting to bind port 38923f5b-5c99-43ca-aac3-a36c13006d02 on network 37781166-2ed9-4477-8e7e-75ab1341a0b0 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:32.326027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:32.326744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Checking segment: {'id': 'cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '37781166-2ed9-4477-8e7e-75ab1341a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:32.327309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.327846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Bound using segment: {'id': 'cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '37781166-2ed9-4477-8e7e-75ab1341a0b0'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:32.328456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Bound port: 38923f5b-5c99-43ca-aac3-a36c13006d02, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '37781166-2ed9-4477-8e7e-75ab1341a0b0'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:32.328985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.341291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Calling delete_port for 8090056a-a004-4438-983c-2f504e1654f8 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:32.436098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] For port 38923f5b-5c99-43ca-aac3-a36c13006d02, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:32.439248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] For port 38923f5b-5c99-43ca-aac3-a36c13006d02, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38923f5b-5c99-43ca-aac3-a36c13006d02,segment=NetworkSegment(cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d),segment_id=cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:32.478095 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3321f6ab-8f16-4d11-8541-41ae9bde8de7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/1fe78744-ccd1-4bcc-96aa-320f630b68f2 HTTP/1.1" status: 204 len: 168 time: 2.0513103 Mar 28 10:51:32.482539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58642) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:32.484380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.527069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Router e19d199f-2e17-4be0-aaaf-e38941542f84 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:51:32.607869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b978503-a614-44c4-9b16-3d9a49bc017a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:32.610239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b978503-a614-44c4-9b16-3d9a49bc017a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:32.611916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9b978503-a614-44c4-9b16-3d9a49bc017a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:32.615506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c1653-9e3f-44a8-8246-2b7abfe722d8 None None] Pushing event updated for resources: {'Port': ['ID=38923f5b-5c99-43ca-aac3-a36c13006d02,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:32.619373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54ac915e-3b34-4086-ada0-ad60f53f69c7 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.682138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.688662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac915e-3b34-4086-ada0-ad60f53f69c7 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event deleted for resources: {'Port': ['ID=83fdd615-9464-44ff-b3c4-868dc533134e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:32.764681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 0345358c-e8ea-4239-96a3-aa46f135d27c will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:32.789340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:32.794378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.800227 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15108af2-e259-451f-a81a-e3e0f710635d None None] Sync routers for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:32.826939 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15108af2-e259-451f-a81a-e3e0f710635d None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:32.828163 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-15108af2-e259-451f-a81a-e3e0f710635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:32.837301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9b978503-a614-44c4-9b16-3d9a49bc017a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:32.838735 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9b978503-a614-44c4-9b16-3d9a49bc017a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3531241 Mar 28 10:51:32.845969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58646) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:32.905806 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-935455f6-4cd9-43f1-8982-162a1a62c5ee tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "DELETE /v2.0/floatingips/1b7f7060-43a1-4d1f-ab8d-3b3bcb6ac13c HTTP/1.1" status: 204 len: 168 time: 3.6596937 Mar 28 10:51:32.909298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54ac915e-3b34-4086-ada0-ad60f53f69c7 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.909703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58650) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:32.920327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:32.927036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:32.932054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Usage tracker for resource:floatingip and tenant:460ad2f2349749b1ba9b054d6e8c1bf6 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:32.932799 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-15108af2-e259-451f-a81a-e3e0f710635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:32.947054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:32.950472 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15108af2-e259-451f-a81a-e3e0f710635d None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:32.950963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:32.951151 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-15108af2-e259-451f-a81a-e3e0f710635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:32.961069 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-54ac915e-3b34-4086-ada0-ad60f53f69c7 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "DELETE /v2.0/ports/83fdd615-9464-44ff-b3c4-868dc533134e HTTP/1.1" status: 204 len: 168 time: 1.5160418 Mar 28 10:51:32.962012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58654) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:32.975216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dab0b41-a997-410f-bbbe-658f700acb50', 'external_fixed_ips': [{'subnet_id': 'b89ee9bd-d842-4766-a8a8-2b73bb95a5be', 'ip_address': '172.20.0.9'}]}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:32.984883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:32.995049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Usage tracker for resource:router and tenant:b94ab840993743ec82d60cd2a23cb97e is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:32.998196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:32.999903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:33.011848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-858d6b0c-5466-4c66-8f17-a94939243da9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet ec1031f9-d9ae-4552-831b-08ffd59f07f7 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:33.015024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:33.016952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-858d6b0c-5466-4c66-8f17-a94939243da9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.021157 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-15108af2-e259-451f-a81a-e3e0f710635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:33.021837 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15108af2-e259-451f-a81a-e3e0f710635d None None] The sync data for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:33.038457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 37781166-2ed9-4477-8e7e-75ab1341a0b0 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:33.042104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:33.046495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:33.058351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.110340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=0345358c-e8ea-4239-96a3-aa46f135d27c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:33.120681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event deleted for resources: {'Port': ['ID=8090056a-a004-4438-983c-2f504e1654f8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:33.136695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:33.137464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.143771 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.169105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-858d6b0c-5466-4c66-8f17-a94939243da9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.209470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.261676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.262793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.281778 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3df5c5de-126c-482e-9457-d238e803b2d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.4876862 Mar 28 10:51:33.284888 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58660) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:33.375541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a989d1ed-9e05-4bbb-b1e8-a62fa30294fa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 0345358c-e8ea-4239-96a3-aa46f135d27c {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:33.376190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a989d1ed-9e05-4bbb-b1e8-a62fa30294fa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.454301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1d8e7-0f91-410f-8437-fa1b69736b67 req-dd16db13-ee32-45e8-a3ec-a93fd37e383e tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:33.455811 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-15f1d8e7-0f91-410f-8437-fa1b69736b67 req-dd16db13-ee32-45e8-a3ec-a93fd37e383e tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2273064 Mar 28 10:51:33.520203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.522380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.523432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.535975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.583205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-858d6b0c-5466-4c66-8f17-a94939243da9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.612935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.613445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea299fd-e5a4-4d92-9964-f99eaa302be5 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:51:33.716390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.717538 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-23a63ad5-660b-493d-9a84-3448a148c55c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3ea299fd-e5a4-4d92-9964-f99eaa302be5 HTTP/1.1" status: 204 len: 168 time: 4.1368542 Mar 28 10:51:33.727383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58666) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:33.814555 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-15f1d8e7-0f91-410f-8437-fa1b69736b67 req-abed7fdd-293c-4dbe-9e24-04efa898665f tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501563 Mar 28 10:51:33.931264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.964505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-80525bdd-eb13-4692-9741-58e538c34814 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Deleting subnet f2ebcd26-da68-439c-8d7e-40ef4cc47265 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:33.981604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80525bdd-eb13-4692-9741-58e538c34814 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:33.991541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927796c4-780e-41a9-98c3-11218b4553b0 None None] Network 37781166-2ed9-4477-8e7e-75ab1341a0b0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:34.000062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-858d6b0c-5466-4c66-8f17-a94939243da9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.055610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-858d6b0c-5466-4c66-8f17-a94939243da9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.060072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d6b0c-5466-4c66-8f17-a94939243da9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1031f9-d9ae-4552-831b-08ffd59f07f7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:34.070218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a989d1ed-9e05-4bbb-b1e8-a62fa30294fa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.075332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e00d6b-526d-401e-9676-2a21a60dbee5 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:34.084504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Allocated IP 172.26.2.129 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/92e3cfc0-c94b-4430-83bf-89efebf30132) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:34.131286 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-858d6b0c-5466-4c66-8f17-a94939243da9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/ec1031f9-d9ae-4552-831b-08ffd59f07f7 HTTP/1.1" status: 204 len: 168 time: 1.2825816 Mar 28 10:51:34.133678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58670) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:34.214419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80525bdd-eb13-4692-9741-58e538c34814 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.218424 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-30f815e7-4434-422c-892c-8dd573dc725d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835738 Mar 28 10:51:34.219216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58674) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:34.227412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:34.252052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a989d1ed-9e05-4bbb-b1e8-a62fa30294fa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 0345358c-e8ea-4239-96a3-aa46f135d27c owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:34.281211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38923f5b-5c99-43ca-aac3-a36c13006d02 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:34.319494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a4266c9b-8de1-4451-ae8b-b5ea87ae052d None None] Provisioning for port 38923f5b-5c99-43ca-aac3-a36c13006d02 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:34.350504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:34.356860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:34.360462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:34.367234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:34.436169 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80525bdd-eb13-4692-9741-58e538c34814 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.495602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:34.499659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.569697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 38923f5b-5c99-43ca-aac3-a36c13006d02 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:34.577659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 38923f5b-5c99-43ca-aac3-a36c13006d02 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:34.578095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.619578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.660470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a10c520-b67a-494c-b681-610b896a2218 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:51:34.685673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80525bdd-eb13-4692-9741-58e538c34814 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.687011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0a10c520-b67a-494c-b681-610b896a2218 None None] Deleting port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:34.687378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0a10c520-b67a-494c-b681-610b896a2218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.734656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80525bdd-eb13-4692-9741-58e538c34814 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ebcd26-da68-439c-8d7e-40ef4cc47265,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:34.738747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a989d1ed-9e05-4bbb-b1e8-a62fa30294fa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.754953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.837058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.839237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80525bdd-eb13-4692-9741-58e538c34814 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.855575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-44139704-31bd-4a7b-a5c7-a6b800d39026 None None] Could not find standard attr ID for object 0345358c-e8ea-4239-96a3-aa46f135d27c. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:51:34.869277 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-80525bdd-eb13-4692-9741-58e538c34814 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/f2ebcd26-da68-439c-8d7e-40ef4cc47265 HTTP/1.1" status: 204 len: 168 time: 1.1382580 Mar 28 10:51:34.887762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58680) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:34.890611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989d1ed-9e05-4bbb-b1e8-a62fa30294fa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=0345358c-e8ea-4239-96a3-aa46f135d27c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:34.933688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:34.989088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-44139704-31bd-4a7b-a5c7-a6b800d39026 None None] Provisioning complete for port 38923f5b-5c99-43ca-aac3-a36c13006d02 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:34.989642 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-44139704-31bd-4a7b-a5c7-a6b800d39026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.035106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.058442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:35.080770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:35.084391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:35.155399 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 38923f5b-5c99-43ca-aac3-a36c13006d02, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38923f5b-5c99-43ca-aac3-a36c13006d02,segment=NetworkSegment(cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d),segment_id=cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:35.157456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0a10c520-b67a-494c-b681-610b896a2218 None None] For port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38e33068-170a-4f74-b0dd-dfcc81b9ed2a,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:35.157840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0a10c520-b67a-494c-b681-610b896a2218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.201077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Pushing event updated for resources: {'Port': ['ID=92e3cfc0-c94b-4430-83bf-89efebf30132,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:35.201422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Allocated IP 172.20.0.9 (0dab0b41-a997-410f-bbbe-658f700acb50/b89ee9bd-d842-4766-a8a8-2b73bb95a5be/4ec88dfe-904f-4ca6-9e9d-c3995205e6b2) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:35.224438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a989d1ed-9e05-4bbb-b1e8-a62fa30294fa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.225581 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a989d1ed-9e05-4bbb-b1e8-a62fa30294fa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/0345358c-e8ea-4239-96a3-aa46f135d27c HTTP/1.1" status: 204 len: 168 time: 1.9335334 Mar 28 10:51:35.228632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58684) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:35.238936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.287080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.295869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0a10c520-b67a-494c-b681-610b896a2218 None None] Calling delete_port for 38e33068-170a-4f74-b0dd-dfcc81b9ed2a owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:35.359621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b68e4-491f-4b51-be2e-aa94361d2b8e req-b9611227-f37b-4c27-8d1b-36db6d50cdd6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:35.361571 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be5b68e4-491f-4b51-be2e-aa94361d2b8e req-b9611227-f37b-4c27-8d1b-36db6d50cdd6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3636992 Mar 28 10:51:35.398982 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-c199a283-1da4-4ffc-9148-037d51ce32c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:51:35.399516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c199a283-1da4-4ffc-9148-037d51ce32c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:35.480867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=38923f5b-5c99-43ca-aac3-a36c13006d02,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:35.500191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.519460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.529853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.546433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0a10c520-b67a-494c-b681-610b896a2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.557254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.569208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c199a283-1da4-4ffc-9148-037d51ce32c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:35.574481 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c199a283-1da4-4ffc-9148-037d51ce32c2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/0345358c-e8ea-4239-96a3-aa46f135d27c HTTP/1.1" status: 404 len: 333 time: 0.3430867 Mar 28 10:51:35.575140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58690) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:35.589419 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:35.594667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10c520-b67a-494c-b681-610b896a2218 None None] Pushing event deleted for resources: {'Port': ['ID=38e33068-170a-4f74-b0dd-dfcc81b9ed2a,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:35.596502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:35.598160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a10c520-b67a-494c-b681-610b896a2218 None None] No DVR routers for this DVR port 38e33068-170a-4f74-b0dd-dfcc81b9ed2a on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:51:35.604103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa9a781-1143-431c-aab9-a54199fbf1d4']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:35.606776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-11f58ba5-1da8-47bc-9a1b-2c7935e42f46 None None] Could not find standard attr ID for object 0345358c-e8ea-4239-96a3-aa46f135d27c. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:51:35.615752 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be5b68e4-491f-4b51-be2e-aa94361d2b8e req-59d5b8a1-63cb-4ecf-994f-50cd9bc854f2 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456498 Mar 28 10:51:35.622146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664c6aae-2253-4647-ae26-ee6c3ac29670') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:35.622516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664c6aae-2253-4647-ae26-ee6c3ac29670') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:35.629516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c806b-bdc4-40f4-a54f-92f956a4734f None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:35.636464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.652665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:35.656695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.690093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.695088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.711835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:51:35.712305 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:51:35.726875 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:51:35.749247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.775306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c62abd-7d79-4f33-b35b-879b11ad7a4c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet 8163bcbd-6149-477e-97f9-c1198d619edc {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:35.776982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=36d41e32-0368-405b-b233-10740ad2c118,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:35.796051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Network 0dab0b41-a997-410f-bbbe-658f700acb50 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:35.796866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b4c62abd-7d79-4f33-b35b-879b11ad7a4c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.830688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:35.842002 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c90deece-849b-40aa-adae-6fdaff1b14ad tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6206706 Mar 28 10:51:35.845584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58694) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:35.845730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:35.866293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '36d41e32-0368-405b-b233-10740ad2c118'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:51:35.866293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.866485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': '36d41e32-0368-405b-b233-10740ad2c118', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-800857733'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:35.870585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event updated for resources: {'Port': ['ID=4ec88dfe-904f-4ca6-9e9d-c3995205e6b2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:35.901052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b4c62abd-7d79-4f33-b35b-879b11ad7a4c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:35.981973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.018088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fa9a781-1143-431c-aab9-a54199fbf1d4 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 10:51:36.022033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/36d41e32-0368-405b-b233-10740ad2c118/0608faa4-c36f-49d8-890a-41885314c379) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:36.032489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.082181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fa9a781-1143-431c-aab9-a54199fbf1d4,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:36.117294 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d00fde6d-2d6f-47bd-80ca-5776d9191ed4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "DELETE /v2.0/networks/5fa9a781-1143-431c-aab9-a54199fbf1d4 HTTP/1.1" status: 204 len: 168 time: 1.2275124 Mar 28 10:51:36.153850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:36.158369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:36.161544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:36.165603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b4c62abd-7d79-4f33-b35b-879b11ad7a4c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.169773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:36.220366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.226378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:36.298216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38923f5b-5c99-43ca-aac3-a36c13006d02 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:36.402330 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.403774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.428986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.449739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 38923f5b-5c99-43ca-aac3-a36c13006d02 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:36.450277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.460629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.483858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port a002baa7-957e-4dd0-b99f-acf5d2d56daa yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:36.526598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b4c62abd-7d79-4f33-b35b-879b11ad7a4c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.548962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Transition to ACTIVE for port object 0608faa4-c36f-49d8-890a-41885314c379 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:36.603872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Transition to ACTIVE for port object 0608faa4-c36f-49d8-890a-41885314c379 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:36.640615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Pushing event updated for resources: {'Port': ['ID=92e3cfc0-c94b-4430-83bf-89efebf30132,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:36.655792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62abd-7d79-4f33-b35b-879b11ad7a4c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=8163bcbd-6149-477e-97f9-c1198d619edc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:36.675082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b4c62abd-7d79-4f33-b35b-879b11ad7a4c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.703899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.721041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac14fb7-ffe6-4c08-a251-c9f4dbdfbec1 None None] Network 37781166-2ed9-4477-8e7e-75ab1341a0b0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:36.729459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58706) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:36.738699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'router': {'name': 'tempest-router--1325477663', 'project_id': '79d65e5606fb4d48b7ea865255c3a95a'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:36.743571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.744168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:36.749002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Usage tracker for resource:router and tenant:79d65e5606fb4d48b7ea865255c3a95a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:36.752191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:36.758825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:36.831916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.836122 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-be6ad1f9-71ab-43aa-826f-afcb81f2f18a tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9222789 Mar 28 10:51:36.836830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Pushing event updated for resources: {'Port': ['ID=0608faa4-c36f-49d8-890a-41885314c379,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:36.841221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.842790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.847112 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:51:36.847357 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:51:36.853738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58710) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:36.887650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.916754 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-94e61c82-54ac-4510-9bd3-9eac0220862d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0687149 Mar 28 10:51:36.919409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58716) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:36.945998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:36.956474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:36.966650 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:36.972327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68910e6e-496b-4287-b5bc-0e6f62ffb904 req-daddf9db-af1c-4a88-a45c-68f71e2ee41b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:36.974875 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68910e6e-496b-4287-b5bc-0e6f62ffb904 req-daddf9db-af1c-4a88-a45c-68f71e2ee41b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.1843982 Mar 28 10:51:36.981392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:36.994070 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b4c62abd-7d79-4f33-b35b-879b11ad7a4c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/8163bcbd-6149-477e-97f9-c1198d619edc HTTP/1.1" status: 204 len: 168 time: 1.4121799 Mar 28 10:51:36.994793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58720) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:37.054147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38e33068-170a-4f74-b0dd-dfcc81b9ed2a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:51:37.071334 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68910e6e-496b-4287-b5bc-0e6f62ffb904 req-f061c245-6b93-4b15-b792-fdb6a1b36a66 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847147 Mar 28 10:51:37.098023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.100208 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c4736906-fda6-4c92-8e02-2bc2808179e4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3665006 Mar 28 10:51:37.104055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58724) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:37.112007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d6230-9e69-41c1-90aa-7bbaa34fe002 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:37.113041 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-082d6230-9e69-41c1-90aa-7bbaa34fe002 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:37.117454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 38e33068-170a-4f74-b0dd-dfcc81b9ed2a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:51:37.117803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38e33068-170a-4f74-b0dd-dfcc81b9ed2a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:51:37.135092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:37.141953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:37.146085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Usage tracker for resource:floatingip and tenant:c37426b235cd4271950c4e2a57daf14d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:37.152550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:37.158790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:37.192429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-082d6230-9e69-41c1-90aa-7bbaa34fe002 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:37.194716 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-082d6230-9e69-41c1-90aa-7bbaa34fe002 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2734435 Mar 28 10:51:37.199467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58728) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:37.211823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Attempting to bind port 0608faa4-c36f-49d8-890a-41885314c379 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:37.212224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Attempting to bind port 0608faa4-c36f-49d8-890a-41885314c379 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:37.212617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Attempting to bind port 0608faa4-c36f-49d8-890a-41885314c379 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:37.219828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:37.225304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:37.225304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.225304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:37.225304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Bound port: 0608faa4-c36f-49d8-890a-41885314c379, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:37.225304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.233170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.294181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af4a3a7-beba-4334-9b4b-8f9fa9373183 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:37.295868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af4a3a7-beba-4334-9b4b-8f9fa9373183 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:37.298960 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9af4a3a7-beba-4334-9b4b-8f9fa9373183 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0998039 Mar 28 10:51:37.301114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58732) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:37.337448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] For port 0608faa4-c36f-49d8-890a-41885314c379, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:37.341517 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] For port 0608faa4-c36f-49d8-890a-41885314c379, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0608faa4-c36f-49d8-890a-41885314c379,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:37.348331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.354600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9646b249-45f2-478b-9dd4-60bb1f7f7f11 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.401657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23a378-759c-4a9d-8ac7-489db6e167ce None None] DHCP port deletion for 37781166-2ed9-4477-8e7e-75ab1341a0b0 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:51:37.407598 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cf23a378-759c-4a9d-8ac7-489db6e167ce None None] Deleting port 38923f5b-5c99-43ca-aac3-a36c13006d02 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:37.407968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf23a378-759c-4a9d-8ac7-489db6e167ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.431624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfff76c7-d3d1-40a8-8ada-849ab6284f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 36d41e32-0368-405b-b233-10740ad2c118 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:37.437051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bfff76c7-d3d1-40a8-8ada-849ab6284f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.445730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.496317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.557812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 38923f5b-5c99-43ca-aac3-a36c13006d02 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:37.558197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.597745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bfff76c7-d3d1-40a8-8ada-849ab6284f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.601995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e194776-29ce-4e20-8227-1aaf94bf337a None None] Pushing event updated for resources: {'Port': ['ID=0608faa4-c36f-49d8-890a-41885314c379,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:37.658049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.753305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-cf23a378-759c-4a9d-8ac7-489db6e167ce None None] For port 38923f5b-5c99-43ca-aac3-a36c13006d02, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38923f5b-5c99-43ca-aac3-a36c13006d02,segment=NetworkSegment(cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d),segment_id=cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:37.754066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf23a378-759c-4a9d-8ac7-489db6e167ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.761893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bfff76c7-d3d1-40a8-8ada-849ab6284f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.855407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9646b249-45f2-478b-9dd4-60bb1f7f7f11 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.875079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Allocated IP 172.26.2.135 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/5c0ad7f2-37a4-4a31-a0d0-6817b18930a5) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:37.887830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cf23a378-759c-4a9d-8ac7-489db6e167ce None None] Calling delete_port for 38923f5b-5c99-43ca-aac3-a36c13006d02 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:37.920771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9646b249-45f2-478b-9dd4-60bb1f7f7f11 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:37.994050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bfff76c7-d3d1-40a8-8ada-849ab6284f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.052923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff76c7-d3d1-40a8-8ada-849ab6284f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=36d41e32-0368-405b-b233-10740ad2c118,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:38.058786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bfff76c7-d3d1-40a8-8ada-849ab6284f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.080278 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bfff76c7-d3d1-40a8-8ada-849ab6284f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/36d41e32-0368-405b-b233-10740ad2c118 HTTP/1.1" status: 204 len: 168 time: 0.7779169 Mar 28 10:51:38.084054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58736) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:38.085582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf23a378-759c-4a9d-8ac7-489db6e167ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.180801 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3499abe6-2aed-41ba-9772-f15a87e61927 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954061 Mar 28 10:51:38.181418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58742) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:38.203989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:38.219048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23a378-759c-4a9d-8ac7-489db6e167ce None None] No DVR routers for this DVR port 38923f5b-5c99-43ca-aac3-a36c13006d02 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:51:38.220819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23a378-759c-4a9d-8ac7-489db6e167ce None None] Pushing event deleted for resources: {'Port': ['ID=38923f5b-5c99-43ca-aac3-a36c13006d02,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:38.240111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9646b249-45f2-478b-9dd4-60bb1f7f7f11 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.240111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9646b249-45f2-478b-9dd4-60bb1f7f7f11 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96989aed-b67b-45dc-9cc6-24017cee566c {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:51:38.261332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9646b249-45f2-478b-9dd4-60bb1f7f7f11 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.262480 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9646b249-45f2-478b-9dd4-60bb1f7f7f11 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "DELETE /v2.0/routers/96989aed-b67b-45dc-9cc6-24017cee566c HTTP/1.1" status: 204 len: 168 time: 1.1554227 Mar 28 10:51:38.271921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] For port 38923f5b-5c99-43ca-aac3-a36c13006d02, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38923f5b-5c99-43ca-aac3-a36c13006d02,segment=NetworkSegment(cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d),segment_id=cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:38.272282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.293545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0608faa4-c36f-49d8-890a-41885314c379 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:38.334925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.415912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 0608faa4-c36f-49d8-890a-41885314c379 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:38.420048 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 38923f5b-5c99-43ca-aac3-a36c13006d02 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:38.459607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:38.478082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38923f5b-5c99-43ca-aac3-a36c13006d02 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:51:38.478508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:38.483348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:38.500588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f5b0a-0ae5-4e88-8752-cfbb4faeaf65 req-50425b5e-36a2-4d12-97c9-53f1c329e541 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:38.503972 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fc1f5b0a-0ae5-4e88-8752-cfbb4faeaf65 req-50425b5e-36a2-4d12-97c9-53f1c329e541 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2369385 Mar 28 10:51:38.504114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:38.507240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:51:38.507653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:51:38.529400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Router 43f4f30c-7220-4db5-abee-a17fc6b02261 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:51:38.540298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 38923f5b-5c99-43ca-aac3-a36c13006d02 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:51:38.540654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38923f5b-5c99-43ca-aac3-a36c13006d02 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:51:38.567935 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fc1f5b0a-0ae5-4e88-8752-cfbb4faeaf65 req-b8f47865-9af4-4308-8727-70e2e690634e tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566509 Mar 28 10:51:38.568176 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58748) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:38.592233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.637136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:38.646210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.728908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:38.735196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:38.744372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Sync routers for ids ['43f4f30c-7220-4db5-abee-a17fc6b02261'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:38.749701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:38.752239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Pushing event updated for resources: {'Port': ['ID=5c0ad7f2-37a4-4a31-a0d0-6817b18930a5,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:38.755772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:38.763128 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Routers {'43f4f30c-7220-4db5-abee-a17fc6b02261'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:38.763762 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['43f4f30c-7220-4db5-abee-a17fc6b02261'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:38.815317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:38.819476 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2f4fe571-5793-4010-9769-1b7d77e5ada5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.8493493 Mar 28 10:51:38.820615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58754) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:38.859837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-48192831', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:38.879474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:38.896021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Usage tracker for resource:router and tenant:7f6f5fd052e544eca4c77606ea5cd99f is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:38.902513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:38.914481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:39.012744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Set router 43f4f30c-7220-4db5-abee-a17fc6b02261 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:39.012975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.013984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.018715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 38923f5b-5c99-43ca-aac3-a36c13006d02 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:39.019374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.044585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.049987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.063425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.074945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d4246-401d-47b8-9031-6aaf87104cf0 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:39.147656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.163164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] The port '38923f5b-5c99-43ca-aac3-a36c13006d02' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:51:39.187036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.311585 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c5c05752-a973-433e-b3b6-1621ce9e6e7c None None] Provisioning for port 0608faa4-c36f-49d8-890a-41885314c379 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:39.322151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:39.327465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c5c05752-a973-433e-b3b6-1621ce9e6e7c None None] Provisioning complete for port 0608faa4-c36f-49d8-890a-41885314c379 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:39.327831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c5c05752-a973-433e-b3b6-1621ce9e6e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.369521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.374888 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:39.395365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:39.396182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.419799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.425340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37781166-2ed9-4477-8e7e-75ab1341a0b0']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:39.441307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:39.441307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf71c13e-3f15-4be0-af7c-d41e8d8f4f2d') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:39.454380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.473617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.482781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:51:39.483609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:51:39.500831 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:51:39.578546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Deleting port 4ec88dfe-904f-4ca6-9e9d-c3995205e6b2 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:39.578990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.623336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c5c05752-a973-433e-b3b6-1621ce9e6e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.642002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.669840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:39.699629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c5c05752-a973-433e-b3b6-1621ce9e6e7c None None] For port 0608faa4-c36f-49d8-890a-41885314c379, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0608faa4-c36f-49d8-890a-41885314c379,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:39.702675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f4f30c-7220-4db5-abee-a17fc6b02261', 'name': '', 'tenant_id': 'b94ab840993743ec82d60cd2a23cb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dab0b41-a997-410f-bbbe-658f700acb50', 'external_fixed_ips': [{'subnet_id': 'b89ee9bd-d842-4766-a8a8-2b73bb95a5be', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '4ec88dfe-904f-4ca6-9e9d-c3995205e6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:33Z', 'updated_at': '2022-03-28T10:51:36Z', 'revision_number': 3, 'project_id': 'b94ab840993743ec82d60cd2a23cb97e', 'gw_port': {'id': '4ec88dfe-904f-4ca6-9e9d-c3995205e6b2', 'name': '', 'network_id': '0dab0b41-a997-410f-bbbe-658f700acb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f4f30c-7220-4db5-abee-a17fc6b02261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b89ee9bd-d842-4766-a8a8-2b73bb95a5be', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:51:34Z', 'updated_at': '2022-03-28T10:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b89ee9bd-d842-4766-a8a8-2b73bb95a5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:39.706989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Checking router: 43f4f30c-7220-4db5-abee-a17fc6b02261 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:51:39.707346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Updating router 43f4f30c-7220-4db5-abee-a17fc6b02261 port 4ec88dfe-904f-4ca6-9e9d-c3995205e6b2 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:51:39.770622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c5c05752-a973-433e-b3b6-1621ce9e6e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.808036 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.881885 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b63323e0-6622-404a-a993-e9a9bca04898 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6968968 Mar 28 10:51:39.887470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58760) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:39.894322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.907881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-859265348', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:39.935816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:39.938734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a914bc-80e5-4947-af3f-9ffe23fabb13 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:39.940319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:39.953303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:router and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:39.957984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:39.960795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Network': ['ID=37781166-2ed9-4477-8e7e-75ab1341a0b0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:39.966875 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-01748a4f-cf10-4b68-a562-da27d6e5d402 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/networks/37781166-2ed9-4477-8e7e-75ab1341a0b0 HTTP/1.1" status: 204 len: 168 time: 2.9678752 Mar 28 10:51:39.971056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58764) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:39.971904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:39.981966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'name': 'tempest-PortsTestJSON-737046649'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:40.014788 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cc69a-f72b-422c-8b5e-eb40cf31b2d6 req-355264a5-d56e-4982-9428-95dda1885037 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:40.016109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a0cc69a-f72b-422c-8b5e-eb40cf31b2d6 req-355264a5-d56e-4982-9428-95dda1885037 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3191276 Mar 28 10:51:40.074813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.101266 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a0cc69a-f72b-422c-8b5e-eb40cf31b2d6 req-d83731f1-162f-44c9-ad6d-fea58251a02e tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723648 Mar 28 10:51:40.103393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c05752-a973-433e-b3b6-1621ce9e6e7c None None] Pushing event updated for resources: {'Port': ['ID=0608faa4-c36f-49d8-890a-41885314c379,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:40.112754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:40.118188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.119908 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.127699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:40.133333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:40.155124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-06fb18a1-45b1-4272-bf02-068924784436 None None] Provisioning complete for port 0608faa4-c36f-49d8-890a-41885314c379 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:40.155492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-06fb18a1-45b1-4272-bf02-068924784436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.197133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:40.254562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.255319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.256968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0608faa4-c36f-49d8-890a-41885314c379 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:40.265626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Calling delete_port for 4ec88dfe-904f-4ca6-9e9d-c3995205e6b2 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:40.332621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.365011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Pushing event updated for resources: {'Port': ['ID=5c0ad7f2-37a4-4a31-a0d0-6817b18930a5,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:40.367178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:40.370709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.402370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 411cc583-753f-41c4-a7c2-5e6b8301a30d yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:40.406699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.444142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.448606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.468676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.566555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.570111 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-531a7171-3bed-47ba-9a6b-fbd73517f3cd tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7129476 Mar 28 10:51:40.572973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58768) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:40.595273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.596442 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb4b9b3d-a538-42f9-bf65-34e3e1fcab5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7092242 Mar 28 10:51:40.597548 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 0608faa4-c36f-49d8-890a-41885314c379 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:40.597958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.599733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58772) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:40.701219 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Allocated IP 172.26.2.149 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/7e869b0e-b492-4904-8c32-23f3d9026321) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:40.715608 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6fa139ed-5a4c-49d8-918c-d53e0b4bd3aa tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Synchronizing usage tracker for tenant:460ad2f2349749b1ba9b054d6e8c1bf6 on resource:floatingip {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:40.744723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:51:40.745332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:51:40.759628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:40.829143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6fa139ed-5a4c-49d8-918c-d53e0b4bd3aa tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Unset dirty status for tenant:460ad2f2349749b1ba9b054d6e8c1bf6 on resource:floatingip {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:40.830577 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6fa139ed-5a4c-49d8-918c-d53e0b4bd3aa tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.2566948 Mar 28 10:51:40.834055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58776) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:40.892713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ec88dfe-904f-4ca6-9e9d-c3995205e6b2,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:40.917031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fa033bc0-bc32-4318-979f-5e8c2df9ddc9 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Synchronizing usage tracker for tenant:4f385f44d34743799f48b5b026724ed5 on resource:floatingip {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:40.970954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.020926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5c3071ae-479b-422d-94d0-427dcb625c90 None None] Provisioning complete for port 0608faa4-c36f-49d8-890a-41885314c379 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:41.021365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5c3071ae-479b-422d-94d0-427dcb625c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.026365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fa033bc0-bc32-4318-979f-5e8c2df9ddc9 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Unset dirty status for tenant:4f385f44d34743799f48b5b026724ed5 on resource:floatingip {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:41.027534 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fa033bc0-bc32-4318-979f-5e8c2df9ddc9 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1925042 Mar 28 10:51:41.030644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58782) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:41.104805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.188176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.280988 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Port 4ec88dfe-904f-4ca6-9e9d-c3995205e6b2 not found while updating agent binding for router 43f4f30c-7220-4db5-abee-a17fc6b02261. {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 28 10:51:41.290417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Routers {'43f4f30c-7220-4db5-abee-a17fc6b02261'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:41.291149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['43f4f30c-7220-4db5-abee-a17fc6b02261'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:41.401040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.403782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:41.410967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Deleting port 5c0ad7f2-37a4-4a31-a0d0-6817b18930a5 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:41.411313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.422467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] Set router 43f4f30c-7220-4db5-abee-a17fc6b02261 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:41.442774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:41.454016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:41.479465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event updated for resources: {'Port': ['ID=7e869b0e-b492-4904-8c32-23f3d9026321,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:41.532615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f4f30c-7220-4db5-abee-a17fc6b02261', 'name': '', 'tenant_id': 'b94ab840993743ec82d60cd2a23cb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:33Z', 'updated_at': '2022-03-28T10:51:40Z', 'revision_number': 5, 'project_id': 'b94ab840993743ec82d60cd2a23cb97e', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:41.536554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee035f8b-dffc-42df-90fc-5d5b4ae6a19e None None] The sync data for ids ['43f4f30c-7220-4db5-abee-a17fc6b02261'] in dv-neutron-835336-1-hyperv is: [{'id': '43f4f30c-7220-4db5-abee-a17fc6b02261', 'name': '', 'tenant_id': 'b94ab840993743ec82d60cd2a23cb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:33Z', 'updated_at': '2022-03-28T10:51:40Z', 'revision_number': 5, 'project_id': 'b94ab840993743ec82d60cd2a23cb97e', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:41.605484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.608540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.662576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.746404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.746944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43f4f30c-7220-4db5-abee-a17fc6b02261 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:51:41.804827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99e32b-b727-4b66-840a-7711da879d07 req-9ca7a54a-d5b3-44ec-8040-050855ef5c72 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:41.806968 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3e99e32b-b727-4b66-840a-7711da879d07 req-9ca7a54a-d5b3-44ec-8040-050855ef5c72 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5501575 Mar 28 10:51:41.816608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.818240 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d423d2c1-f000-4496-b842-ae2d71240b9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "DELETE /v2.0/routers/43f4f30c-7220-4db5-abee-a17fc6b02261 HTTP/1.1" status: 204 len: 168 time: 2.9965494 Mar 28 10:51:41.819392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.825610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58788) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:41.859411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.859736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:41.994517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:42.001217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Calling delete_port for 5c0ad7f2-37a4-4a31-a0d0-6817b18930a5 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:42.005802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=411cc583-753f-41c4-a7c2-5e6b8301a30d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:42.008261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:42.014877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:42.020407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:42.021190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.041434 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3e99e32b-b727-4b66-840a-7711da879d07 req-c0c30c86-2358-4a67-adc9-9dab7c3fa9db tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253997 Mar 28 10:51:42.044936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cebf14-aed0-4f3e-a5de-7a17583a3d88 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Deleting subnet b89ee9bd-d842-4766-a8a8-2b73bb95a5be {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:42.079694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2cebf14-aed0-4f3e-a5de-7a17583a3d88 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.160283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2cebf14-aed0-4f3e-a5de-7a17583a3d88 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.224738 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-adb023a6-508b-42b7-97f2-889b530ddbae tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2504878 Mar 28 10:51:42.227632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58792) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:42.276626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::1 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa/87ea9106-00de-4774-b886-7bf2c79a6efa) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:42.278876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2cebf14-aed0-4f3e-a5de-7a17583a3d88 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.318818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.431283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-053e643f-0984-4937-9749-0bee8abfdaaf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 411cc583-753f-41c4-a7c2-5e6b8301a30d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:42.431624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-053e643f-0984-4937-9749-0bee8abfdaaf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.500083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.504069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2cebf14-aed0-4f3e-a5de-7a17583a3d88 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.555876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cebf14-aed0-4f3e-a5de-7a17583a3d88 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b89ee9bd-d842-4766-a8a8-2b73bb95a5be,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:42.559261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 87ea9106-00de-4774-b886-7bf2c79a6efa will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:42.561286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2cebf14-aed0-4f3e-a5de-7a17583a3d88 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.570885 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f2cebf14-aed0-4f3e-a5de-7a17583a3d88 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/b89ee9bd-d842-4766-a8a8-2b73bb95a5be HTTP/1.1" status: 204 len: 168 time: 0.7411194 Mar 28 10:51:42.573773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58796) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:42.594079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.688661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.703741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Pushing event deleted for resources: {'Port': ['ID=5c0ad7f2-37a4-4a31-a0d0-6817b18930a5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:42.805766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.966845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:42.973976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.003013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:43.008227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:43.014278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dab0b41-a997-410f-bbbe-658f700acb50']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:43.021681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:43.022225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.043100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cd074e-f767-41cf-962a-6e9d91167f04') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:43.043482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cd074e-f767-41cf-962a-6e9d91167f04') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:43.060105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=87ea9106-00de-4774-b886-7bf2c79a6efa,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:43.064438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.098188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.107020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:51:43.107425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:51:43.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:51:43.122706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.126269 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-796ad62a-2769-43d8-8dd0-12785f99d9e0 tempest-FloatingIPAdminTestJSON-263122982 tempest-FloatingIPAdminTestJSON-263122982-project] 10.222.0.18 "DELETE /v2.0/floatingips/9325b7cb-3169-4a9a-bb92-d81f029a7ed9 HTTP/1.1" status: 204 len: 168 time: 2.0915523 Mar 28 10:51:43.136902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58804) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:43.139999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-053e643f-0984-4937-9749-0bee8abfdaaf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.279782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-053e643f-0984-4937-9749-0bee8abfdaaf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 411cc583-753f-41c4-a7c2-5e6b8301a30d owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:43.360406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.375007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6421693a-d4dd-4940-a1a0-ee959d83fb08 None None] Provisioning for port 87ea9106-00de-4774-b886-7bf2c79a6efa completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:43.380859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6421693a-d4dd-4940-a1a0-ee959d83fb08 None None] Provisioning complete for port 87ea9106-00de-4774-b886-7bf2c79a6efa triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:43.382369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6421693a-d4dd-4940-a1a0-ee959d83fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.403854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Deleting port 92e3cfc0-c94b-4430-83bf-89efebf30132 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:43.404199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.431357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.486839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-6421693a-d4dd-4940-a1a0-ee959d83fb08 None None] Port 87ea9106-00de-4774-b886-7bf2c79a6efa cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:43.493811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.521799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0dab0b41-a997-410f-bbbe-658f700acb50 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 10:51:43.531687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.571456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event deleted for resources: {'Network': ['ID=0dab0b41-a997-410f-bbbe-658f700acb50,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:43.581123 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9ac2-a453-4ac6-8fb1-62ba91d2ceef req-f65c19f9-ca00-4fe3-b53e-6705ab43012a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:43.583212 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e7cb9ac2-a453-4ac6-8fb1-62ba91d2ceef req-f65c19f9-ca00-4fe3-b53e-6705ab43012a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3774626 Mar 28 10:51:43.591111 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-302f9491-2cf5-4f2a-b108-05dbd46bdefc tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0dab0b41-a997-410f-bbbe-658f700acb50 HTTP/1.1" status: 204 len: 168 time: 1.0125687 Mar 28 10:51:43.598614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-053e643f-0984-4937-9749-0bee8abfdaaf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.694074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e643f-0984-4937-9749-0bee8abfdaaf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=411cc583-753f-41c4-a7c2-5e6b8301a30d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:43.720154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-053e643f-0984-4937-9749-0bee8abfdaaf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.749674 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e7cb9ac2-a453-4ac6-8fb1-62ba91d2ceef req-b4a9c45c-66ea-4c8c-940f-0eeb154a87aa tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457422 Mar 28 10:51:43.764973 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-053e643f-0984-4937-9749-0bee8abfdaaf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/411cc583-753f-41c4-a7c2-5e6b8301a30d HTTP/1.1" status: 204 len: 168 time: 1.5323675 Mar 28 10:51:43.765069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58810) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:43.780538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'mac_address': 'fa:16:3e:fa:10:6e', 'name': 'tempest-PortsTestJSON-424011095'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:43.826120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Router 2cb378d6-0030-464a-afd9-480b021c7c23 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:51:43.967446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58818) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:43.979016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.979358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:43.991634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'router': {'name': 'tempest-router--277161171', 'project_id': 'f46f0e133aba4999821b62811e25946f'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:44.021038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:44.052945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:44.061801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:44.064059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Usage tracker for resource:router and tenant:f46f0e133aba4999821b62811e25946f is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:44.095421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.099489 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d6b0bac0-5394-4080-a17a-4105b5323317 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5277107 Mar 28 10:51:44.099834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58822) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:44.118391 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210235bc-f39d-4a09-9557-d204295916cd None None] Sync routers for ids ['2cb378d6-0030-464a-afd9-480b021c7c23'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:44.126874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:44.136979 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210235bc-f39d-4a09-9557-d204295916cd None None] Routers {'2cb378d6-0030-464a-afd9-480b021c7c23'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:44.136979 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-210235bc-f39d-4a09-9557-d204295916cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2cb378d6-0030-464a-afd9-480b021c7c23'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:44.194626 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-210235bc-f39d-4a09-9557-d204295916cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:44.195790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Calling delete_port for 92e3cfc0-c94b-4430-83bf-89efebf30132 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:44.203749 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210235bc-f39d-4a09-9557-d204295916cd None None] Routers {'2cb378d6-0030-464a-afd9-480b021c7c23'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:44.204425 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-210235bc-f39d-4a09-9557-d204295916cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2cb378d6-0030-464a-afd9-480b021c7c23'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:44.225036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:44.227502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:44.241024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:44.255137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:44.268199 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-210235bc-f39d-4a09-9557-d204295916cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:44.274088 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210235bc-f39d-4a09-9557-d204295916cd None None] The sync data for ids ['2cb378d6-0030-464a-afd9-480b021c7c23'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:44.390437 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-71de6fbf-52d3-4a17-8fb9-6cf9c29541cd tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/routers/2cb378d6-0030-464a-afd9-480b021c7c23 HTTP/1.1" status: 200 len: 923 time: 0.2893720 Mar 28 10:51:44.393243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58826) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:44.412877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.413866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.417190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:44.438947 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6283be83-bd53-4736-aee1-5bad63b2ca7b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb378d6-0030-464a-afd9-480b021c7c23 HTTP/1.1" status: 200 len: 205 time: 0.0445611 Mar 28 10:51:44.441758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58830) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:44.561530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.569053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:51:44.599952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.609595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.620243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.647643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.648368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.651935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 8d356e46-c41c-4201-b787-dff918efcc3a yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:44.727094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.731090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.799861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.892375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Deleting port 7e869b0e-b492-4904-8c32-23f3d9026321 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:44.892721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:44.982503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=87ea9106-00de-4774-b886-7bf2c79a6efa,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:45.062286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.063443 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d335525f-5833-4559-996e-db8c3d6b5568 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0916283 Mar 28 10:51:45.069210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0f166-f5c9-4f30-9c9b-87c0c610c268 req-274d611f-2166-4a19-a19b-82fda617f59d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:45.069520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Pushing event deleted for resources: {'Port': ['ID=92e3cfc0-c94b-4430-83bf-89efebf30132,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:45.070297 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01e0f166-f5c9-4f30-9c9b-87c0c610c268 req-274d611f-2166-4a19-a19b-82fda617f59d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2143004 Mar 28 10:51:45.072628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58836) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:45.183086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.185296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.186445 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1da413be-bad3-4906-92ca-d1dd7db18796 tempest-FloatingIPAdminTestJSON-1370143782 tempest-FloatingIPAdminTestJSON-1370143782-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/be28905b-74da-4cdd-9978-91088480b00b HTTP/1.1" status: 204 len: 168 time: 2.0484009 Mar 28 10:51:45.190089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58840) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:45.233704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.239483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:45.250344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:45.252132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e7465e01-48ae-4dca-86a0-4c0f62d07647 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.274612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.349714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbdfbb-8b4a-4d18-b02d-b39ad5863230 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Deleting port 5d1f2c8e-c09d-4c32-9301-aa1d5218f199 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:45.350076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdfbb-8b4a-4d18-b02d-b39ad5863230 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.430429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Calling delete_port for 7e869b0e-b492-4904-8c32-23f3d9026321 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:45.477745 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01e0f166-f5c9-4f30-9c9b-87c0c610c268 req-bd92c5f4-bae5-4f94-92e2-6ccfc045c3ee tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450496 Mar 28 10:51:45.478006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.530168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-11d9814e-50e8-423d-805a-e0198b4a49a6 None None] Provisioning complete for port 87ea9106-00de-4774-b886-7bf2c79a6efa triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:45.531238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-11d9814e-50e8-423d-805a-e0198b4a49a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.607114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-11d9814e-50e8-423d-805a-e0198b4a49a6 None None] Port 87ea9106-00de-4774-b886-7bf2c79a6efa cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:51:45.669343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.778809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:45.784333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:45.790543 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:45.795885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:45.796485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.800818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdfbb-8b4a-4d18-b02d-b39ad5863230 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.807738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=8d356e46-c41c-4201-b787-dff918efcc3a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:45.819478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Router 66a50251-8795-4c8e-91b8-da3ec75012bf is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:51:45.966497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e7465e01-48ae-4dca-86a0-4c0f62d07647 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:45.974111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e7465e01-48ae-4dca-86a0-4c0f62d07647 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.046294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbdfbb-8b4a-4d18-b02d-b39ad5863230 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Calling delete_port for 5d1f2c8e-c09d-4c32-9301-aa1d5218f199 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:46.141756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e7465e01-48ae-4dca-86a0-4c0f62d07647 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.142289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7465e01-48ae-4dca-86a0-4c0f62d07647 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 338f8d38-e3e4-4d58-b2c4-c2befa7417c1 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:51:46.143422 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a02a40ee-d4f6-4b86-9b85-2f8c5f20ac62 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3692770 Mar 28 10:51:46.146755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58844) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:46.187282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.250247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event deleted for resources: {'Port': ['ID=7e869b0e-b492-4904-8c32-23f3d9026321,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:46.257209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e7465e01-48ae-4dca-86a0-4c0f62d07647 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.258340 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e7465e01-48ae-4dca-86a0-4c0f62d07647 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "DELETE /v2.0/routers/338f8d38-e3e4-4d58-b2c4-c2befa7417c1 HTTP/1.1" status: 204 len: 168 time: 1.1847939 Mar 28 10:51:46.260637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:46.273614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Sync routers for ids ['66a50251-8795-4c8e-91b8-da3ec75012bf'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:46.282844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Routers {'66a50251-8795-4c8e-91b8-da3ec75012bf'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:46.283789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['66a50251-8795-4c8e-91b8-da3ec75012bf'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:46.326499 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-618a8ca9-f764-4b1f-bfad-6bd316eadb04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "PUT /v2.0/routers/66a50251-8795-4c8e-91b8-da3ec75012bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7234097 Mar 28 10:51:46.327119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58850) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:46.374077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933be22-a2a1-43ae-bbcd-a10b4df7c399 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:46.374782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4933be22-a2a1-43ae-bbcd-a10b4df7c399 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:46.403850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.409930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab8775-8f47-43e3-ae06-86f245edad92 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:46.410679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2eab8775-8f47-43e3-ae06-86f245edad92 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:46.422884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdfbb-8b4a-4d18-b02d-b39ad5863230 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.443402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Set router 66a50251-8795-4c8e-91b8-da3ec75012bf gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:46.453247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4933be22-a2a1-43ae-bbcd-a10b4df7c399 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:46.457245 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4933be22-a2a1-43ae-bbcd-a10b4df7c399 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/8d356e46-c41c-4201-b787-dff918efcc3a HTTP/1.1" status: 200 len: 840 time: 0.3095033 Mar 28 10:51:46.459630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58854) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:46.529174 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58858) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:46.579150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbdfbb-8b4a-4d18-b02d-b39ad5863230 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event deleted for resources: {'Port': ['ID=5d1f2c8e-c09d-4c32-9301-aa1d5218f199,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:46.585416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2eab8775-8f47-43e3-ae06-86f245edad92 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:46.594009 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2eab8775-8f47-43e3-ae06-86f245edad92 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports/87ea9106-00de-4774-b886-7bf2c79a6efa HTTP/1.1" status: 200 len: 911 time: 0.2636681 Mar 28 10:51:46.597970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58868) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:46.609327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-38dca736-f15b-4fd0-a927-0a331f1f0a34 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 8d356e46-c41c-4201-b787-dff918efcc3a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:46.614251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38dca736-f15b-4fd0-a927-0a331f1f0a34 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.683770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.686238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.808539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f609ed2-56d4-4ae4-bf12-5ced72e3e937 req-3599370b-f747-4452-a03b-7b8733f3c08b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:46.810639 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7f609ed2-56d4-4ae4-bf12-5ced72e3e937 req-3599370b-f747-4452-a03b-7b8733f3c08b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.1012254 Mar 28 10:51:46.811982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.812569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb378d6-0030-464a-afd9-480b021c7c23 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:51:46.868074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.872607 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d766a6ff-382c-4016-9e63-74fe937833ad tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/2cb378d6-0030-464a-afd9-480b021c7c23 HTTP/1.1" status: 204 len: 168 time: 2.4258418 Mar 28 10:51:46.883828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-774396262', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:46.885526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58872) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:46.896455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:46.908170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Usage tracker for resource:router and tenant:0edb9b91c50f4851b8f58ec58b838db0 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:46.910471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1890892156', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': False}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:46.912720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:46.915888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:46.919870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Usage tracker for resource:router and tenant:bf93c5fc4dbb480793290a5235d3f82d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:46.924504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:46.925135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:46.929236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:46.932677 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7f609ed2-56d4-4ae4-bf12-5ced72e3e937 req-58e8fe6a-02b8-4692-9716-e2aadc03c6c8 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048963 Mar 28 10:51:46.953467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a50251-8795-4c8e-91b8-da3ec75012bf', 'name': 'tempest-NetworksTestDHCPv6-router-859265348', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:40Z', 'updated_at': '2022-03-28T10:51:43Z', 'revision_number': 2, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None, '_interfaces': [{'id': '87ea9106-00de-4774-b886-7bf2c79a6efa', 'name': '', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'mac_address': 'fa:16:3e:9e:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a50251-8795-4c8e-91b8-da3ec75012bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:51:41Z', 'updated_at': '2022-03-28T10:51:43Z', 'revision_number': 2, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'subnets': [{'id': '9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:46.959887 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Checking router: 66a50251-8795-4c8e-91b8-da3ec75012bf for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:51:46.960338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Updating router 66a50251-8795-4c8e-91b8-da3ec75012bf port 87ea9106-00de-4774-b886-7bf2c79a6efa binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:51:46.986888 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.988414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:46.999712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdfbb-8b4a-4d18-b02d-b39ad5863230 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.001528 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f8bbdfbb-8b4a-4d18-b02d-b39ad5863230 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "DELETE /v2.0/ports/5d1f2c8e-c09d-4c32-9301-aa1d5218f199 HTTP/1.1" status: 204 len: 168 time: 1.8030231 Mar 28 10:51:47.005062 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.007150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58876) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:47.018880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.055439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.056437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.087749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38dca736-f15b-4fd0-a927-0a331f1f0a34 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.099954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390999d-1967-498d-bf25-e2723987acb6 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:47.100672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c390999d-1967-498d-bf25-e2723987acb6 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Synchronizing usage tracker for tenant:4f385f44d34743799f48b5b026724ed5 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:47.221007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-38dca736-f15b-4fd0-a927-0a331f1f0a34 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 8d356e46-c41c-4201-b787-dff918efcc3a owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:47.257034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be1ef9-8c4e-4cfe-8c7b-90736856bde0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:47.262917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be1ef9-8c4e-4cfe-8c7b-90736856bde0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:47.264505 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d3be1ef9-8c4e-4cfe-8c7b-90736856bde0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.6633945 Mar 28 10:51:47.273944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.274172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58880) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:47.378396 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.396885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c390999d-1967-498d-bf25-e2723987acb6 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Unset dirty status for tenant:4f385f44d34743799f48b5b026724ed5 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:47.398043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Transition to ACTIVE for port object 87ea9106-00de-4774-b886-7bf2c79a6efa will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:47.398253 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c390999d-1967-498d-bf25-e2723987acb6 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19d199f-2e17-4be0-aaaf-e38941542f84 HTTP/1.1" status: 200 len: 913 time: 0.3909457 Mar 28 10:51:47.406310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58884) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:47.416708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38dca736-f15b-4fd0-a927-0a331f1f0a34 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.448926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.652853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.677595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473199a0-29d6-4f52-8abe-fd0b10fe3aff None None] Pushing event updated for resources: {'Port': ['ID=87ea9106-00de-4774-b886-7bf2c79a6efa,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:47.712382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Attempting to bind port 87ea9106-00de-4774-b886-7bf2c79a6efa on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:47.712743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Attempting to bind port 87ea9106-00de-4774-b886-7bf2c79a6efa by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:47.713097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Attempting to bind port 87ea9106-00de-4774-b886-7bf2c79a6efa on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:47.721556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:47.721994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:47.722402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.722833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:47.723494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Bound port: 87ea9106-00de-4774-b886-7bf2c79a6efa, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:47.723856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.737574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dca736-f15b-4fd0-a927-0a331f1f0a34 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=8d356e46-c41c-4201-b787-dff918efcc3a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:47.748598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38dca736-f15b-4fd0-a927-0a331f1f0a34 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.821275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] For port 87ea9106-00de-4774-b886-7bf2c79a6efa, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:47.828374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] For port 87ea9106-00de-4774-b886-7bf2c79a6efa, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=87ea9106-00de-4774-b886-7bf2c79a6efa,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:47.890151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.956849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:47.984995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Routers {'66a50251-8795-4c8e-91b8-da3ec75012bf'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:47.987014 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['66a50251-8795-4c8e-91b8-da3ec75012bf'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:48.074203 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-38dca736-f15b-4fd0-a927-0a331f1f0a34 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/8d356e46-c41c-4201-b787-dff918efcc3a HTTP/1.1" status: 204 len: 168 time: 1.6035450 Mar 28 10:51:48.079302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58890) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:48.089191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473199a0-29d6-4f52-8abe-fd0b10fe3aff None None] Pushing event updated for resources: {'Port': ['ID=87ea9106-00de-4774-b886-7bf2c79a6efa,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:48.149304 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ba9c24-9016-4c96-987a-ae7a4a452f9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:51:48.149755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-16ba9c24-9016-4c96-987a-ae7a4a452f9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:48.258310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] Set router 66a50251-8795-4c8e-91b8-da3ec75012bf gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:48.348988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:48.355156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-16ba9c24-9016-4c96-987a-ae7a4a452f9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:48.360171 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-16ba9c24-9016-4c96-987a-ae7a4a452f9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/8d356e46-c41c-4201-b787-dff918efcc3a HTTP/1.1" status: 404 len: 333 time: 0.2742317 Mar 28 10:51:48.364658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58894) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:48.373941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'name': 'tempest-PortsTestJSON-1673393458'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:48.401262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:48.437480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f4ce8251-1798-4fd0-ad40-ac621a4a958d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:48.496485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45957d40-6263-4c3e-a366-99b8c4a50517 req-04d35117-77c8-41d1-874f-61882e84830b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:48.504605 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-45957d40-6263-4c3e-a366-99b8c4a50517 req-04d35117-77c8-41d1-874f-61882e84830b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3578651 Mar 28 10:51:48.546483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:48.560742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:48.671604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a50251-8795-4c8e-91b8-da3ec75012bf', 'name': 'tempest-NetworksTestDHCPv6-router-859265348', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:40Z', 'updated_at': '2022-03-28T10:51:43Z', 'revision_number': 2, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None, '_interfaces': [{'id': '87ea9106-00de-4774-b886-7bf2c79a6efa', 'name': '', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'mac_address': 'fa:16:3e:9e:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a50251-8795-4c8e-91b8-da3ec75012bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:51:41Z', 'updated_at': '2022-03-28T10:51:47Z', 'revision_number': 4, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'subnets': [{'id': '9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:48.676432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e712d-ebaa-4827-b161-80310948ef6b None None] The sync data for ids ['66a50251-8795-4c8e-91b8-da3ec75012bf'] in dv-neutron-835336-1-hyperv is: [{'id': '66a50251-8795-4c8e-91b8-da3ec75012bf', 'name': 'tempest-NetworksTestDHCPv6-router-859265348', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:40Z', 'updated_at': '2022-03-28T10:51:43Z', 'revision_number': 2, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None, '_interfaces': [{'id': '87ea9106-00de-4774-b886-7bf2c79a6efa', 'name': '', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'mac_address': 'fa:16:3e:9e:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a50251-8795-4c8e-91b8-da3ec75012bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:51:41Z', 'updated_at': '2022-03-28T10:51:47Z', 'revision_number': 4, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'subnets': [{'id': '9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:48.709362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:48.712893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:48.786454 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-45957d40-6263-4c3e-a366-99b8c4a50517 req-3779e039-6287-48c9-bd0c-54b1f3a0c7a7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808890 Mar 28 10:51:48.795802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 8795e01c-d706-41f1-8fcb-eda25ec267d9 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:51:48.829111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Allocated IP 172.26.2.168 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/feb26017-cfdd-40ff-85a2-982ea7123b03) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:48.842742 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:48.873775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:48.930355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:49.091796 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:51:49.247351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:49.284112 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 87ea9106-00de-4774-b886-7bf2c79a6efa {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:49.284453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:49.299774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:49.385471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:49.432120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:49.501260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:49.505842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:49.513582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:49.582159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event updated for resources: {'Port': ['ID=feb26017-cfdd-40ff-85a2-982ea7123b03,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:49.601024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] For port 87ea9106-00de-4774-b886-7bf2c79a6efa, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=87ea9106-00de-4774-b886-7bf2c79a6efa,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:49.601384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:49.662626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Allocated IP 172.26.2.23 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/65c725f6-7465-4b9e-9bde-2a552507f064) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:49.777251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:49.791905 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 87ea9106-00de-4774-b886-7bf2c79a6efa owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:49.912724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:49.922252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:49.932553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=8795e01c-d706-41f1-8fcb-eda25ec267d9,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:49.934733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:49.940119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:49.940961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:49.971741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:50.002460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Deleting port b766d3f2-983d-4f88-ae5d-c7b276492e9e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:50.002743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:50.069974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb869b3-34ca-4f10-97c3-8cfb55229546 req-53adae26-a77c-454f-8863-f22cd7086939 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:50.071532 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8fb869b3-34ca-4f10-97c3-8cfb55229546 req-53adae26-a77c-454f-8863-f22cd7086939 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.1565111 Mar 28 10:51:50.103310 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c165ab1d-c61c-4c65-8db5-e11c2575a179 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7371511 Mar 28 10:51:50.106931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58902) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:50.114091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6028dc59-c5d9-4352-905c-6b48f6571b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:50.220108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:50.241329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 87ea9106-00de-4774-b886-7bf2c79a6efa up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:50.343958 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8fb869b3-34ca-4f10-97c3-8cfb55229546 req-8c215516-4b17-4efd-bf38-8909f0241ba3 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162848 Mar 28 10:51:50.353333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:50.374401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:50.385808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:51:50.415132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e9f7edf2-45b0-4363-a1a3-d6f4adf2bb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:50.416320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event updated for resources: {'Port': ['ID=65c725f6-7465-4b9e-9bde-2a552507f064,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:50.425620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:50.461647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 87ea9106-00de-4774-b886-7bf2c79a6efa completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:50.466620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 87ea9106-00de-4774-b886-7bf2c79a6efa triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:50.466981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:50.491555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:50.516525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6028dc59-c5d9-4352-905c-6b48f6571b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:50.591840 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Calling delete_port for b766d3f2-983d-4f88-ae5d-c7b276492e9e owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:50.612261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Port 87ea9106-00de-4774-b886-7bf2c79a6efa was deleted so its status cannot be updated. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 10:51:50.620049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:50.675498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=87ea9106-00de-4774-b886-7bf2c79a6efa,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:51.163285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:51.295390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:51.394779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6028dc59-c5d9-4352-905c-6b48f6571b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:51.408826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-2cb413bf-e49b-4db7-8f99-e118efbde2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:51.410329 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-2cb413bf-e49b-4db7-8f99-e118efbde2fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1098 time: 0.3026876 Mar 28 10:51:51.494970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6028dc59-c5d9-4352-905c-6b48f6571b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:51.495841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:51.548065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41160b84-8b88-426e-a5a5-9490607466a9 req-146a02d9-1d4d-4368-b3f6-405016b73484 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:51.549626 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41160b84-8b88-426e-a5a5-9490607466a9 req-146a02d9-1d4d-4368-b3f6-405016b73484 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 945 time: 0.5404174 Mar 28 10:51:51.552337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:51.672847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6028dc59-c5d9-4352-905c-6b48f6571b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] In _notify_port_updated(), no bound segment for port 8795e01c-d706-41f1-8fcb-eda25ec267d9 on network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:51:51.678816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028dc59-c5d9-4352-905c-6b48f6571b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:51.679408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6028dc59-c5d9-4352-905c-6b48f6571b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:51.680659 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6028dc59-c5d9-4352-905c-6b48f6571b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "PUT /v2.0/ports/8795e01c-d706-41f1-8fcb-eda25ec267d9 HTTP/1.1" status: 200 len: 818 time: 1.5721066 Mar 28 10:51:51.682893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee3661-3834-4efa-ac84-d0cb8f7ccf4a req-90b8db66-f9b5-4f65-9e92-8eb000a9ce46 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:51.684426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b2ee3661-3834-4efa-ac84-d0cb8f7ccf4a req-90b8db66-f9b5-4f65-9e92-8eb000a9ce46 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.7212818 Mar 28 10:51:51.687000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58914) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:51.715829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:51.784861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028dc59-c5d9-4352-905c-6b48f6571b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=8795e01c-d706-41f1-8fcb-eda25ec267d9,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:51.836498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-fb8f08b3-f6fd-4b12-8e41-62e3737516f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:51.838054 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-fb8f08b3-f6fd-4b12-8e41-62e3737516f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 912 time: 0.3754709 Mar 28 10:51:51.943516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:51.969674 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41160b84-8b88-426e-a5a5-9490607466a9 req-4e37af85-8ef4-43d3-9fa0-f3a3e70630e6 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842700 Mar 28 10:51:51.978922 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b2ee3661-3834-4efa-ac84-d0cb8f7ccf4a req-eaa70928-3cd2-4aba-82a6-943aad6c8cdf tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846527 Mar 28 10:51:51.980918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Router 66a50251-8795-4c8e-91b8-da3ec75012bf has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:51:51.986941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-171c012a-d33e-4b2b-b6cf-f2e34ac7b730 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 8795e01c-d706-41f1-8fcb-eda25ec267d9 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:51.987284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-171c012a-d33e-4b2b-b6cf-f2e34ac7b730 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:52.157180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event deleted for resources: {'Port': ['ID=b766d3f2-983d-4f88-ae5d-c7b276492e9e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:52.235256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Router d6128fc2-01ed-46a0-ab59-b44048282a77 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:51:52.237332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:52.248583 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] Sync routers for ids ['66a50251-8795-4c8e-91b8-da3ec75012bf'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:52.260144 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] Routers {'66a50251-8795-4c8e-91b8-da3ec75012bf'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:52.261004 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['66a50251-8795-4c8e-91b8-da3ec75012bf'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:52.313997 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-752d523e-e50d-4df1-b870-6ceefb1fd28d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 1001 time: 0.4264450 Mar 28 10:51:52.417393 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] Set router 66a50251-8795-4c8e-91b8-da3ec75012bf gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:52.469202 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-163a0f75-1620-44b0-904f-9cbdb5eec882 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "PUT /v2.0/routers/66a50251-8795-4c8e-91b8-da3ec75012bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1875153 Mar 28 10:51:52.469990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58918) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:52.522631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-171c012a-d33e-4b2b-b6cf-f2e34ac7b730 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:52.569446 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a50251-8795-4c8e-91b8-da3ec75012bf', 'name': 'tempest-NetworksTestDHCPv6-router-859265348', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:40Z', 'updated_at': '2022-03-28T10:51:50Z', 'revision_number': 3, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:52.574861 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] Checking router: 66a50251-8795-4c8e-91b8-da3ec75012bf for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:51:52.578491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-83cf3618-05d6-488d-8b9f-39a17e742f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:52.579937 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-83cf3618-05d6-488d-8b9f-39a17e742f09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.1664226 Mar 28 10:51:52.586291 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] Routers {'66a50251-8795-4c8e-91b8-da3ec75012bf'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:52.586889 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['66a50251-8795-4c8e-91b8-da3ec75012bf'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:52.677071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:52.714210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-171c012a-d33e-4b2b-b6cf-f2e34ac7b730 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 8795e01c-d706-41f1-8fcb-eda25ec267d9 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:52.722319 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] Set router 66a50251-8795-4c8e-91b8-da3ec75012bf gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:52.773050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5cb0e9-7408-4f1d-9163-3635b074d3a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:52.774609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5cb0e9-7408-4f1d-9163-3635b074d3a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:52.775348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ff5cb0e9-7408-4f1d-9163-3635b074d3a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:52.778110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:52.792500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd1de7-24be-4bfe-81cb-64ae5ed6234a None None] Sync routers for ids ['d6128fc2-01ed-46a0-ab59-b44048282a77'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:52.802093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd1de7-24be-4bfe-81cb-64ae5ed6234a None None] Routers {'d6128fc2-01ed-46a0-ab59-b44048282a77'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:52.803001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-53dd1de7-24be-4bfe-81cb-64ae5ed6234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d6128fc2-01ed-46a0-ab59-b44048282a77'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:52.854801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:52.866253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:52.867691 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-50ad78e1-0b8c-41bb-b42d-16d2591b21ad tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3379030 Mar 28 10:51:52.870436 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58922) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:52.876316 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a50251-8795-4c8e-91b8-da3ec75012bf', 'name': 'tempest-NetworksTestDHCPv6-router-859265348', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:40Z', 'updated_at': '2022-03-28T10:51:50Z', 'revision_number': 3, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:52.878212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-53dd1de7-24be-4bfe-81cb-64ae5ed6234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:52.883734 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4fdf9-e5ed-4933-b7b5-f8ec37618325 None None] The sync data for ids ['66a50251-8795-4c8e-91b8-da3ec75012bf'] in dv-neutron-835336-1-hyperv is: [{'id': '66a50251-8795-4c8e-91b8-da3ec75012bf', 'name': 'tempest-NetworksTestDHCPv6-router-859265348', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:40Z', 'updated_at': '2022-03-28T10:51:50Z', 'revision_number': 3, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:52.900091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd1de7-24be-4bfe-81cb-64ae5ed6234a None None] Routers {'d6128fc2-01ed-46a0-ab59-b44048282a77'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:52.900917 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-53dd1de7-24be-4bfe-81cb-64ae5ed6234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d6128fc2-01ed-46a0-ab59-b44048282a77'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:52.947068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ff5cb0e9-7408-4f1d-9163-3635b074d3a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:52.949507 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ff5cb0e9-7408-4f1d-9163-3635b074d3a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4196095 Mar 28 10:51:52.961141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-171c012a-d33e-4b2b-b6cf-f2e34ac7b730 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:52.962641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58926) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:52.970260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-53dd1de7-24be-4bfe-81cb-64ae5ed6234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:52.970940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd1de7-24be-4bfe-81cb-64ae5ed6234a None None] The sync data for ids ['d6128fc2-01ed-46a0-ab59-b44048282a77'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:53.015075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:53.080670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-c7975eab-5569-4292-8f5b-51db05b91c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:53.082216 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-c7975eab-5569-4292-8f5b-51db05b91c53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4907117 Mar 28 10:51:53.180274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-4efb2e40-c876-4754-828b-a4529594b079 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:53.181666 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-4efb2e40-c876-4754-828b-a4529594b079 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 945 time: 0.4949074 Mar 28 10:51:53.212298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c012a-d33e-4b2b-b6cf-f2e34ac7b730 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=8795e01c-d706-41f1-8fcb-eda25ec267d9,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:53.371636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Deleting port b08c809c-f0c1-4845-82eb-1f67bb54d218 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:53.372013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:53.380983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-171c012a-d33e-4b2b-b6cf-f2e34ac7b730 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:53.395328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3715ff2d-bfa2-42a9-91c5-44d3cbd65d10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:53.408296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3715ff2d-bfa2-42a9-91c5-44d3cbd65d10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:53.461691 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-171c012a-d33e-4b2b-b6cf-f2e34ac7b730 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/8795e01c-d706-41f1-8fcb-eda25ec267d9 HTTP/1.1" status: 204 len: 168 time: 1.7715805 Mar 28 10:51:53.467634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58938) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:53.475324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Router 6c8164ba-49a3-4a97-a932-8f0847913b49 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:51:53.491356 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2928aa98-15a9-454d-ba51-10836b5d0d10 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/routers/d6128fc2-01ed-46a0-ab59-b44048282a77 HTTP/1.1" status: 200 len: 920 time: 0.6194711 Mar 28 10:51:53.495689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58942) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:53.497751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3715ff2d-bfa2-42a9-91c5-44d3cbd65d10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:53.604274 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1f237621-d3e2-490e-a024-6506abcbfd96 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6128fc2-01ed-46a0-ab59-b44048282a77 HTTP/1.1" status: 200 len: 205 time: 0.0778942 Mar 28 10:51:53.613392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58946) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:53.700795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30a326-8c8d-4a5c-88e5-2024a213ada9 req-16cb776a-250b-44b2-98c1-06f7995f9ee3 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:53.702303 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d30a326-8c8d-4a5c-88e5-2024a213ada9 req-16cb776a-250b-44b2-98c1-06f7995f9ee3 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 945 time: 0.4982767 Mar 28 10:51:53.713402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3715ff2d-bfa2-42a9-91c5-44d3cbd65d10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:53.751103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e388a8f-b143-4733-8d06-4a864b509309 req-e7aa971f-d680-4216-9298-8536166501f6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:53.752537 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e388a8f-b143-4733-8d06-4a864b509309 req-e7aa971f-d680-4216-9298-8536166501f6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5499494 Mar 28 10:51:53.762526 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-4cb7830c-f3e3-416d-b7e2-6f0d07bcf1f1 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154425 Mar 28 10:51:53.923008 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d30a326-8c8d-4a5c-88e5-2024a213ada9 req-40463513-6b6e-4349-a2d5-f3218709382a tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798220 Mar 28 10:51:53.932814 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e388a8f-b143-4733-8d06-4a864b509309 req-83407b53-caee-4c98-932e-6f4d6d62b3cc tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729636 Mar 28 10:51:53.972883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.115931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3715ff2d-bfa2-42a9-91c5-44d3cbd65d10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.160504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Router e19d199f-2e17-4be0-aaaf-e38941542f84 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:51:54.162619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 87ea9106-00de-4774-b886-7bf2c79a6efa no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:51:54.163800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715ff2d-bfa2-42a9-91c5-44d3cbd65d10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:54.175484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3715ff2d-bfa2-42a9-91c5-44d3cbd65d10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.198886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.204591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9628c19-340f-476a-bf80-1486362b2131 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:54.225272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 87ea9106-00de-4774-b886-7bf2c79a6efa {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:51:54.225607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 87ea9106-00de-4774-b886-7bf2c79a6efa not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:51:54.233585 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3715ff2d-bfa2-42a9-91c5-44d3cbd65d10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa HTTP/1.1" status: 204 len: 168 time: 1.2675934 Mar 28 10:51:54.234621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58952) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:54.281944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edce9c9-8e43-4f16-91ae-3343118ab0d8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:54.282505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0edce9c9-8e43-4f16-91ae-3343118ab0d8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:54.286034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:54.300743 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Sync routers for ids ['6c8164ba-49a3-4a97-a932-8f0847913b49'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:54.307431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Deleting port feb26017-cfdd-40ff-85a2-982ea7123b03 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:54.307601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.315517 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Routers {'6c8164ba-49a3-4a97-a932-8f0847913b49'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:54.316390 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['6c8164ba-49a3-4a97-a932-8f0847913b49'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:54.365331 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3b0a8521-6f60-4a41-b8d3-ba69a81d345f req-5e852c81-71d4-41c3-8232-c000365d39c4 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573103 Mar 28 10:51:54.426859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] For port b08c809c-f0c1-4845-82eb-1f67bb54d218, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b08c809c-f0c1-4845-82eb-1f67bb54d218,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:54.427993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.514622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.518066 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9f2297ab-0586-45d4-b733-3e6de8cfe063 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6289480 Mar 28 10:51:54.531836 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-582597f6-4bf2-46a7-a810-53f9ac9e6e8e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2955146 Mar 28 10:51:54.535663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58958) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:54.535952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58960) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:54.572259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0edce9c9-8e43-4f16-91ae-3343118ab0d8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:54.576121 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0edce9c9-8e43-4f16-91ae-3343118ab0d8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0960729 Mar 28 10:51:54.586329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58966) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:54.652416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca975c-3b8d-48ad-bbc4-2f1a632c0352 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:51:54.660097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-afca975c-3b8d-48ad-bbc4-2f1a632c0352 None None] Deleting port 0608faa4-c36f-49d8-890a-41885314c379 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:54.661135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-afca975c-3b8d-48ad-bbc4-2f1a632c0352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.683879 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Set router 6c8164ba-49a3-4a97-a932-8f0847913b49 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:54.890888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.891876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.892360 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Floating IP c892b470-e104-42a1-a33e-14a785a330db disassociated. External IP: 172.26.2.147, port: b08c809c-f0c1-4845-82eb-1f67bb54d218. Mar 28 10:51:54.892848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Calling delete_port for b08c809c-f0c1-4845-82eb-1f67bb54d218 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:54.937462 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ef55e4-69ad-48b3-b0bc-6eebe4eb2cc4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:51:54.938919 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-afca975c-3b8d-48ad-bbc4-2f1a632c0352 None None] For port 0608faa4-c36f-49d8-890a-41885314c379, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0608faa4-c36f-49d8-890a-41885314c379,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:54.939313 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-85ef55e4-69ad-48b3-b0bc-6eebe4eb2cc4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/8795e01c-d706-41f1-8fcb-eda25ec267d9 HTTP/1.1" status: 404 len: 333 time: 0.3518384 Mar 28 10:51:54.939610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-afca975c-3b8d-48ad-bbc4-2f1a632c0352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.950258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58970) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:54.964453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-185742626'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:54.968519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:54.979448 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-057789f6-d0b3-47f9-a7ce-aabcc5f96c21 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "PUT /v2.0/routers/e19d199f-2e17-4be0-aaaf-e38941542f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5719376 Mar 28 10:51:54.981138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:54.984539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 58978) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:54.989882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78353bf9-cd37-46fa-8ebb-7f727b3a8ec8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:54.999932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d22e98-3e20-40a4-98bc-55d5762b966d None None] Sync routers for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:55.002663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:network and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:55.111917 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8164ba-49a3-4a97-a932-8f0847913b49', 'name': 'tempest-snat-router-1890892156', 'tenant_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.23'}], 'enable_snat': False}, 'gw_port_id': '65c725f6-7465-4b9e-9bde-2a552507f064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:47Z', 'updated_at': '2022-03-28T10:51:51Z', 'revision_number': 3, 'project_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'gw_port': {'id': '65c725f6-7465-4b9e-9bde-2a552507f064', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8164ba-49a3-4a97-a932-8f0847913b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:51:48Z', 'updated_at': '2022-03-28T10:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:55.117092 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Checking router: 6c8164ba-49a3-4a97-a932-8f0847913b49 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:51:55.117483 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Updating router 6c8164ba-49a3-4a97-a932-8f0847913b49 port 65c725f6-7465-4b9e-9bde-2a552507f064 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:51:55.122751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:55.177672 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.207921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-afca975c-3b8d-48ad-bbc4-2f1a632c0352 None None] Calling delete_port for 0608faa4-c36f-49d8-890a-41885314c379 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:55.213939 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a27c6f61-c67a-491b-baa9-6b847534f2b7 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/routers/6c8164ba-49a3-4a97-a932-8f0847913b49 HTTP/1.1" status: 200 len: 908 time: 0.6766870 Mar 28 10:51:55.216269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.264520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58982) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:55.284586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:55.310447 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d22e98-3e20-40a4-98bc-55d5762b966d None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:55.311126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-13d22e98-3e20-40a4-98bc-55d5762b966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:55.346300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1890892156', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': True}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:55.351231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:55.355110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Usage tracker for resource:router and tenant:bf93c5fc4dbb480793290a5235d3f82d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:55.358375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:55.365690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:55.376214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-13d22e98-3e20-40a4-98bc-55d5762b966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:55.385389 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d22e98-3e20-40a4-98bc-55d5762b966d None None] Routers {'e19d199f-2e17-4be0-aaaf-e38941542f84'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:55.386031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-13d22e98-3e20-40a4-98bc-55d5762b966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e19d199f-2e17-4be0-aaaf-e38941542f84'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:55.386155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:55.390458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.450698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-13d22e98-3e20-40a4-98bc-55d5762b966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:55.451403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d22e98-3e20-40a4-98bc-55d5762b966d None None] The sync data for ids ['e19d199f-2e17-4be0-aaaf-e38941542f84'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:55.461193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-afca975c-3b8d-48ad-bbc4-2f1a632c0352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.504006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.510835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca975c-3b8d-48ad-bbc4-2f1a632c0352 None None] No DVR routers for this DVR port 0608faa4-c36f-49d8-890a-41885314c379 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:51:55.529102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:51:55.538897 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca975c-3b8d-48ad-bbc4-2f1a632c0352 None None] Pushing event deleted for resources: {'Port': ['ID=0608faa4-c36f-49d8-890a-41885314c379,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:55.542881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.543561 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Added segment 06bc70b6-d485-4d12-9b56-1b35793b2016 of type vlan for network e0478889-514b-4b20-920b-c729a1232635 Mar 28 10:51:55.559816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Calling delete_port for feb26017-cfdd-40ff-85a2-982ea7123b03 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:55.565193 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.578124 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Transition to ACTIVE for port object 65c725f6-7465-4b9e-9bde-2a552507f064 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:55.611933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Pushing event deleted for resources: {'Port': ['ID=b08c809c-f0c1-4845-82eb-1f67bb54d218,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:55.626936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.627931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.632666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.654928 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.747580 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Attempting to bind port 65c725f6-7465-4b9e-9bde-2a552507f064 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:51:55.748387 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Attempting to bind port 65c725f6-7465-4b9e-9bde-2a552507f064 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:51:55.748541 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Attempting to bind port 65c725f6-7465-4b9e-9bde-2a552507f064 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:51:55.757676 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Pushing event updated for resources: {'Port': ['ID=65c725f6-7465-4b9e-9bde-2a552507f064,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:55.760219 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:51:55.760843 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:51:55.761506 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.762020 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:51:55.762612 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Bound port: 65c725f6-7465-4b9e-9bde-2a552507f064, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:51:55.763115 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.806781 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.807208 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.807646 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.808079 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.808524 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.808950 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.809374 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.809793 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.810249 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.810668 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.811087 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.811503 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:51:55.817278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.824026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78353bf9-cd37-46fa-8ebb-7f727b3a8ec8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.838798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78353bf9-cd37-46fa-8ebb-7f727b3a8ec8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.850217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:55.868035 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] For port 65c725f6-7465-4b9e-9bde-2a552507f064, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:51:55.870161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] For port 65c725f6-7465-4b9e-9bde-2a552507f064, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=65c725f6-7465-4b9e-9bde-2a552507f064,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:51:55.875802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceba36-128a-4647-a7fc-2f2b4ee0df2b req-61fa8457-042f-4ea2-bd54-b04c7806b261 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:55.877297 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-25ceba36-128a-4647-a7fc-2f2b4ee0df2b req-61fa8457-042f-4ea2-bd54-b04c7806b261 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 945 time: 1.0711641 Mar 28 10:51:55.954338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aae38d-c62a-49b7-83f5-a3e685f578bd req-c0bdae57-faeb-42e1-a265-c24f273be303 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:55.955779 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-72aae38d-c62a-49b7-83f5-a3e685f578bd req-c0bdae57-faeb-42e1-a265-c24f273be303 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 867 time: 0.7290764 Mar 28 10:51:55.972128 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.034120 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-25ceba36-128a-4647-a7fc-2f2b4ee0df2b req-ce2077f6-89e6-4d00-8443-d098546d404b tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063335 Mar 28 10:51:56.075552 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-72aae38d-c62a-49b7-83f5-a3e685f578bd req-06718087-fd21-47df-ae11-677f387f18db tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups?id=2637a78f-8085-4fdd-8dda-48dec51645ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042728 Mar 28 10:51:56.131409 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Routers {'6c8164ba-49a3-4a97-a932-8f0847913b49'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:56.132542 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['6c8164ba-49a3-4a97-a932-8f0847913b49'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:56.172409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.174911 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78353bf9-cd37-46fa-8ebb-7f727b3a8ec8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.175588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78353bf9-cd37-46fa-8ebb-7f727b3a8ec8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Fanout notify agent at l3_agent the message router_deleted on router 66a50251-8795-4c8e-91b8-da3ec75012bf {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:51:56.237617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Router 24f52220-dfba-408a-a24b-b28c237944a5 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:51:56.245235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.248566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0608faa4-c36f-49d8-890a-41885314c379 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:51:56.254205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:56.254205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.307751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-1dc502d6-4305-44fb-99fd-1199097cc013 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:56.308522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-1dc502d6-4305-44fb-99fd-1199097cc013 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Synchronizing usage tracker for tenant:14012b9ad9094d9bb17d45da271576be on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:51:56.327694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 0608faa4-c36f-49d8-890a-41885314c379 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:51:56.328262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0608faa4-c36f-49d8-890a-41885314c379 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:51:56.338008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Deleting port 467af669-3a2c-410f-b601-8f828c69fe4c {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:56.338451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.358789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device b08c809c-f0c1-4845-82eb-1f67bb54d218 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:51:56.416607 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] Set router 6c8164ba-49a3-4a97-a932-8f0847913b49 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:56.431282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: b08c809c-f0c1-4845-82eb-1f67bb54d218 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:51:56.431774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device b08c809c-f0c1-4845-82eb-1f67bb54d218 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:51:56.525822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.564070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78353bf9-cd37-46fa-8ebb-7f727b3a8ec8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.566207 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-78353bf9-cd37-46fa-8ebb-7f727b3a8ec8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/routers/66a50251-8795-4c8e-91b8-da3ec75012bf HTTP/1.1" status: 204 len: 168 time: 2.0275469 Mar 28 10:51:56.568980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.572529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58986) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:56.617216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:56.658863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Calling delete_port for 467af669-3a2c-410f-b601-8f828c69fe4c owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:56.685957 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacf348-b63f-46b3-9638-33dda57dcdc6 None None] Pushing event updated for resources: {'Port': ['ID=65c725f6-7465-4b9e-9bde-2a552507f064,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:56.731463 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event deleted for resources: {'Port': ['ID=feb26017-cfdd-40ff-85a2-982ea7123b03,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:56.741659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:56.891969 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8164ba-49a3-4a97-a932-8f0847913b49', 'name': 'tempest-snat-router-1890892156', 'tenant_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.23'}], 'enable_snat': False}, 'gw_port_id': '65c725f6-7465-4b9e-9bde-2a552507f064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:47Z', 'updated_at': '2022-03-28T10:51:51Z', 'revision_number': 3, 'project_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'gw_port': {'id': '65c725f6-7465-4b9e-9bde-2a552507f064', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8164ba-49a3-4a97-a932-8f0847913b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:51:48Z', 'updated_at': '2022-03-28T10:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:56.896573 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597f19d-df61-4227-897c-b27dbaf011f9 None None] The sync data for ids ['6c8164ba-49a3-4a97-a932-8f0847913b49'] in dv-neutron-835336-1-hyperv is: [{'id': '6c8164ba-49a3-4a97-a932-8f0847913b49', 'name': 'tempest-snat-router-1890892156', 'tenant_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.23'}], 'enable_snat': False}, 'gw_port_id': '65c725f6-7465-4b9e-9bde-2a552507f064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:47Z', 'updated_at': '2022-03-28T10:51:51Z', 'revision_number': 3, 'project_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'gw_port': {'id': '65c725f6-7465-4b9e-9bde-2a552507f064', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8164ba-49a3-4a97-a932-8f0847913b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:51:48Z', 'updated_at': '2022-03-28T10:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:56.971582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:56.995393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:56.995393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:56.995393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.047003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa0e7-c5d2-4fe6-b140-ef189f7bfca3 req-8db13a7c-e2fc-453e-ae87-2eb12d10637d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:57.051801 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-250aa0e7-c5d2-4fe6-b140-ef189f7bfca3 req-8db13a7c-e2fc-453e-ae87-2eb12d10637d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.6112225 Mar 28 10:51:57.051801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:57.084721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.131123 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1734457 Mar 28 10:51:57.134898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 58994) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:57.142285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a25db-fe15-4061-a8f4-8e7d6d9ab00e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Network': ['ID=e0478889-514b-4b20-920b-c729a1232635,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:57.156838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event deleted for resources: {'Port': ['ID=467af669-3a2c-410f-b601-8f828c69fe4c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:57.162422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-1dc502d6-4305-44fb-99fd-1199097cc013 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Unset dirty status for tenant:14012b9ad9094d9bb17d45da271576be on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:51:57.163596 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-1dc502d6-4305-44fb-99fd-1199097cc013 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.31 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 945 time: 1.1317627 Mar 28 10:51:57.166404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': 'e0478889-514b-4b20-920b-c729a1232635', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:57.167009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network e0478889-514b-4b20-920b-c729a1232635 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:51:57.431691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Deleting port 135963b4-a825-42fd-bfa9-8b068e76c960 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:57.432301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.480916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.533704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:51:57.544045 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] Sync routers for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:51:57.559772 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:57.560840 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:57.602525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:57.608950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.820011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.830397 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] No DVR routers for this DVR port b08c809c-f0c1-4845-82eb-1f67bb54d218 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:51:57.855518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.857562 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a1b180e7-837a-4d45-8b21-eaf857a95f83 req-99c7c3f7-5b4c-41b3-a6b6-c9dc904291d4 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.31 "DELETE /v2.0/ports/b08c809c-f0c1-4845-82eb-1f67bb54d218 HTTP/1.1" status: 204 len: 173 time: 4.6550214 Mar 28 10:51:57.858798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.867030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e23df66-c420-404d-81c9-fae441b7f017', 'name': 'network-vif-deleted', 'tag': 'b08c809c-f0c1-4845-82eb-1f67bb54d218'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:51:57.874461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.878293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:57.900568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:57.905310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:57.908567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:57.916472 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:57.919596 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:57.989575 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.043628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.044134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Fanout notify agent at l3_agent the message router_deleted on router d6128fc2-01ed-46a0-ab59-b44048282a77 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:51:58.046033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.046640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Fanout notify agent at l3_agent the message router_deleted on router e19d199f-2e17-4be0-aaaf-e38941542f84 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:51:58.049253 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-250aa0e7-c5d2-4fe6-b140-ef189f7bfca3 req-2281752f-b661-4103-9200-0282360f491a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9375205 Mar 28 10:51:58.049830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:51:58.053708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.076418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.080773 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d9ef4156-5069-4f68-8584-e5c6e9239b24 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "DELETE /v2.0/routers/e19d199f-2e17-4be0-aaaf-e38941542f84 HTTP/1.1" status: 204 len: 168 time: 3.0937884 Mar 28 10:51:58.081729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59000) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:58.205784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] For port 135963b4-a825-42fd-bfa9-8b068e76c960, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=135963b4-a825-42fd-bfa9-8b068e76c960,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:58.216182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.263261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:51:58.269884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:51:58.280309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:58.285975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.286409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693687d-741d-4c4a-af68-fb05417d5156 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:58.318718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d2ae83-194f-4b64-8e77-223747e4a2e1 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Deleting subnet e3659211-1dd4-47b5-9b83-274f7f129203 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:51:58.349926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-97d2ae83-194f-4b64-8e77-223747e4a2e1 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.493919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-97d2ae83-194f-4b64-8e77-223747e4a2e1 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.497016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=589f9c64-276c-43ed-acd0-7ad89bd5306e,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:58.523416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.524841 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-135dd784-1b78-4646-b45d-5708eb733586 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/d6128fc2-01ed-46a0-ab59-b44048282a77 HTTP/1.1" status: 204 len: 168 time: 4.9053407 Mar 28 10:51:58.533952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59006) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:58.541596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 65c725f6-7465-4b9e-9bde-2a552507f064 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:51:58.555955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'router': {'name': 'tempest-snat-router-861257849', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': False}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:58.571220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:58.580488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Usage tracker for resource:router and tenant:b94ab840993743ec82d60cd2a23cb97e is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:58.585310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:58.605471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:58.618147 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd161c114-4a98-435b-b676-fa67865c4474', 'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:22Z', 'updated_at': '2022-03-28T10:50:41Z', 'revision_number': 5, 'project_id': '06dc9a1460c146398826e7ae81977253', 'subnets': [{'id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:58.625273 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] Checking router: 24f52220-dfba-408a-a24b-b28c237944a5 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:51:58.631898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0421a-a0e3-44f8-90cd-a088583a0822 req-70a7a072-48f8-4f0e-97e0-4e14ba28aba0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:58.639159 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-51e0421a-a0e3-44f8-90cd-a088583a0822 req-70a7a072-48f8-4f0e-97e0-4e14ba28aba0 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 945 time: 1.2710769 Mar 28 10:51:58.646828 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:51:58.647444 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:58.667076 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6fe1fa39-2166-46ef-843e-f79e1cf3f4b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0561566 Mar 28 10:51:58.667901 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59010) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:58.686139 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33930962-63a8-449f-a74c-c422f9d8b25b req-a5e7b1b3-283b-4e3d-b32a-cfd6d02ad559 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e23df66-c420-404d-81c9-fae441b7f017 HTTP/1.1" status: 200 len: 210 time: 0.2027829 Mar 28 10:51:58.717457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-192874674', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:51:58.758230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:51:58.772108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:router and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:51:58.789874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:51:58.819770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 65c725f6-7465-4b9e-9bde-2a552507f064 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:51:58.839368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 65c725f6-7465-4b9e-9bde-2a552507f064 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:51:58.843505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.862586 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:51:58.876984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-97d2ae83-194f-4b64-8e77-223747e4a2e1 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:58.893210 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-51e0421a-a0e3-44f8-90cd-a088583a0822 req-71313201-4033-43ba-be3a-ca0670c8714e tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529726 Mar 28 10:51:58.960305 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e23df66-c420-404d-81c9-fae441b7f017', 'name': 'network-vif-deleted', 'tag': 'b08c809c-f0c1-4845-82eb-1f67bb54d218', 'status': 'completed', 'code': 200} Mar 28 10:51:58.968039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '589f9c64-276c-43ed-acd0-7ad89bd5306e'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:51:58.968944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.075231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.076516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.082986 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Floating IP 56a16442-50b1-402d-9f55-7397d56d5740 disassociated. External IP: 172.26.2.68, port: 135963b4-a825-42fd-bfa9-8b068e76c960. Mar 28 10:51:59.082986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Calling delete_port for 135963b4-a825-42fd-bfa9-8b068e76c960 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:51:59.111929 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:51:59.131211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.132379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.133581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.135098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.140979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-97d2ae83-194f-4b64-8e77-223747e4a2e1 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.143700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.233525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-97d2ae83-194f-4b64-8e77-223747e4a2e1 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.240182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 65c725f6-7465-4b9e-9bde-2a552507f064, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=65c725f6-7465-4b9e-9bde-2a552507f064,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:51:59.241295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c68e484-a8cb-4f47-8027-c8a830692bfc None None] Network b776910d-d3a7-4ec7-a64b-7f2061f136a3 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:51:59.284841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2ae83-194f-4b64-8e77-223747e4a2e1 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event deleted for resources: {'Subnet': ['ID=e3659211-1dd4-47b5-9b83-274f7f129203,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:59.294092 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-97d2ae83-194f-4b64-8e77-223747e4a2e1 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "DELETE /v2.0/subnets/e3659211-1dd4-47b5-9b83-274f7f129203 HTTP/1.1" status: 204 len: 168 time: 1.2080567 Mar 28 10:51:59.310069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59014) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:59.357337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.360668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.368190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.432597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/589f9c64-276c-43ed-acd0-7ad89bd5306e/989c38e3-c0ff-43a1-9ebb-d87aa5110c16) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:51:59.440328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.493732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.541188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.557637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=65c725f6-7465-4b9e-9bde-2a552507f064,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:59.558423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e589ca6-62fb-4c1b-be31-34d88436d73f req-1f346a9a-9358-432a-899f-063906be0cae tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:51:59.572001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.572762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e589ca6-62fb-4c1b-be31-34d88436d73f req-1f346a9a-9358-432a-899f-063906be0cae tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5204175 Mar 28 10:51:59.610396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.611556 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd161c114-4a98-435b-b676-fa67865c4474', 'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:22Z', 'updated_at': '2022-03-28T10:50:41Z', 'revision_number': 5, 'project_id': '06dc9a1460c146398826e7ae81977253', 'subnets': [{'id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:51:59.617384 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a19ac-8e67-4921-9c81-1deb01688b72 None None] The sync data for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv is: [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd161c114-4a98-435b-b676-fa67865c4474', 'name': '', 'network_id': '386e369a-99b5-4e27-8723-fa9ac0238483', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'mac_address': 'fa:16:3e:7a:16:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:22Z', 'updated_at': '2022-03-28T10:50:41Z', 'revision_number': 5, 'project_id': '06dc9a1460c146398826e7ae81977253', 'subnets': [{'id': '8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:51:59.655079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Deleting port a9e2e82d-2161-4b09-9176-00d4d626c93b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:59.657971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.749335 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e589ca6-62fb-4c1b-be31-34d88436d73f req-39d5b798-5ccf-4519-aa9e-3ae599ad7784 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825616 Mar 28 10:51:59.819729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.832677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Transition to ACTIVE for port object 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:59.857167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Transition to ACTIVE for port object 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:51:59.861215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0465ba-addc-43f7-8197-4da52da527ce None None] DHCP port deletion for b776910d-d3a7-4ec7-a64b-7f2061f136a3 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:51:59.866160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=354e338f-cf16-4521-8bfa-5311f487f3f6,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:51:59.868309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.868653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2e0465ba-addc-43f7-8197-4da52da527ce None None] Deleting port a9e2e82d-2161-4b09-9176-00d4d626c93b {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:51:59.869031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e0465ba-addc-43f7-8197-4da52da527ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:51:59.872016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ec9950ee-6cae-4816-baf8-9ac0ce982360 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1948209 Mar 28 10:51:59.874338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59024) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:51:59.978343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59028) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:00.012511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Checking segment: {'id': '06bc70b6-d485-4d12-9b56-1b35793b2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e0478889-514b-4b20-920b-c729a1232635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:00.015971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network hostable DHCP agents. Network: e0478889-514b-4b20-920b-c729a1232635, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:52:00.105255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:00.122023 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc7290-3105-4b1b-9bdb-f4c1affb20c2 None None] New status for floating IP c892b470-e104-42a1-a33e-14a785a330db: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:52:00.228420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:00.250596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Allocated IP 172.26.2.92 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/a51c7854-0945-482d-a237-0f5323bfcbd4) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:00.273198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 65c725f6-7465-4b9e-9bde-2a552507f064 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:00.378687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:00.454817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Pushing event deleted for resources: {'Port': ['ID=135963b4-a825-42fd-bfa9-8b068e76c960,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:00.455782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network e0478889-514b-4b20-920b-c729a1232635 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:52:00.457769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 135963b4-a825-42fd-bfa9-8b068e76c960 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:00.469752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] For port a9e2e82d-2161-4b09-9176-00d4d626c93b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a9e2e82d-2161-4b09-9176-00d4d626c93b,segment=NetworkSegment(faf31a04-b4ff-4e51-b555-cc47ecd654b5),segment_id=faf31a04-b4ff-4e51-b555-cc47ecd654b5)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:00.470394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:00.519169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2e0465ba-addc-43f7-8197-4da52da527ce None None] For port a9e2e82d-2161-4b09-9176-00d4d626c93b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a9e2e82d-2161-4b09-9176-00d4d626c93b,segment=NetworkSegment(faf31a04-b4ff-4e51-b555-cc47ecd654b5),segment_id=faf31a04-b4ff-4e51-b555-cc47ecd654b5)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:00.520188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e0465ba-addc-43f7-8197-4da52da527ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:00.530181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 135963b4-a825-42fd-bfa9-8b068e76c960 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:00.534899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 135963b4-a825-42fd-bfa9-8b068e76c960 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:00.608358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:00.684587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Calling delete_port for a9e2e82d-2161-4b09-9176-00d4d626c93b owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:00.709613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c03f7ed2-a6cc-4dd9-8d88-64521ff6c52b tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:00.721125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:00.733193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2e0465ba-addc-43f7-8197-4da52da527ce None None] Calling delete_port for a9e2e82d-2161-4b09-9176-00d4d626c93b owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:00.765373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:00.794452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Pushing event updated for resources: {'Port': ['ID=989c38e3-c0ff-43a1-9ebb-d87aa5110c16,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:00.826166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, e0478889-514b-4b20-920b-c729a1232635) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:00.851271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2644bb2c-c62a-4788-9e2b-a080760c7a5f None None] Network e0478889-514b-4b20-920b-c729a1232635 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:00.890342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:00.891091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:00.924642 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c03f7ed2-a6cc-4dd9-8d88-64521ff6c52b tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:00.997313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.005367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 65c725f6-7465-4b9e-9bde-2a552507f064 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:01.005727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.048714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Attempting to bind port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:01.049079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Attempting to bind port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:01.049437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Attempting to bind port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:01.074666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:01.074666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:01.074666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.074666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:01.074666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Bound port: 989c38e3-c0ff-43a1-9ebb-d87aa5110c16, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:01.074666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.083862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d406a4-307b-4632-a59f-8c4cdecc23b9 req-eef92d8b-15e3-4c05-bab5-d67138b5e7bd tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:01.090794 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c7d406a4-307b-4632-a59f-8c4cdecc23b9 req-eef92d8b-15e3-4c05-bab5-d67138b5e7bd tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 945 time: 0.9945841 Mar 28 10:52:01.150990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.158899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e0465ba-addc-43f7-8197-4da52da527ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.161654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.183223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:52:01.185856 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:52:01.187767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.221845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.239424 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2426243a-24c9-493b-ab03-eb8f5875d955 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0764372 Mar 28 10:52:01.252947 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59036) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:01.257780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0465ba-addc-43f7-8197-4da52da527ce None None] Pushing event deleted for resources: {'Port': ['ID=a9e2e82d-2161-4b09-9176-00d4d626c93b,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:01.260519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0465ba-addc-43f7-8197-4da52da527ce None None] No DVR routers for this DVR port a9e2e82d-2161-4b09-9176-00d4d626c93b on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:52:01.266620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:52:01.266763 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': 'e0478889-514b-4b20-920b-c729a1232635', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:01.294406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:01.339306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] For port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:01.359438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:01.395197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] For port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=989c38e3-c0ff-43a1-9ebb-d87aa5110c16,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:01.400397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:01.429966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-e0478889-514b-4b20-920b-c729a1232635', 'network_id': 'e0478889-514b-4b20-920b-c729a1232635', 'tenant_id': '88ec145311bb436e9dcd2230251cb270', 'fixed_ips': [{'subnet_id': '354e338f-cf16-4521-8bfa-5311f487f3f6'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:52:01.429966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.485530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:01.497298 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] Sync routers for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:01.501333 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c7d406a4-307b-4632-a59f-8c4cdecc23b9 req-20c5a02a-2282-416d-b890-c4d4c824120b tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b1e9c98-1b76-4992-9556-51179573482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4096980 Mar 28 10:52:01.505412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a9e2e82d-2161-4b09-9176-00d4d626c93b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:01.508745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753a67-998d-481f-a6d2-30e8b5210316 req-74d192fc-05cf-4589-9c9c-ae736278fc8a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:01.516274 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7c753a67-998d-481f-a6d2-30e8b5210316 req-74d192fc-05cf-4589-9c9c-ae736278fc8a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 1.0647442 Mar 28 10:52:01.534608 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:01.542031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.549211 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:01.587999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event updated for resources: {'Port': ['ID=a51c7854-0945-482d-a237-0f5323bfcbd4,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:01.615411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: a9e2e82d-2161-4b09-9176-00d4d626c93b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:01.618682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a9e2e82d-2161-4b09-9176-00d4d626c93b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:01.625634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] No DVR routers for this DVR port 135963b4-a825-42fd-bfa9-8b068e76c960 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:52:01.730693 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7c753a67-998d-481f-a6d2-30e8b5210316 req-3d2e4295-a130-4e63-aa1a-f9e7e6890c5a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134688 Mar 28 10:52:01.731756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Allocated IP 172.26.2.132 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/673af012-6e65-498a-a856-5e74f3aec1f1) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:01.755930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ce18d-5ef8-4bc3-8eb9-6f0a026c091c None None] Pushing event updated for resources: {'Port': ['ID=989c38e3-c0ff-43a1-9ebb-d87aa5110c16,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:01.795623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Allocated IP 172.20.0.2 (e0478889-514b-4b20-920b-c729a1232635/354e338f-cf16-4521-8bfa-5311f487f3f6/6900a852-0b0b-42de-b61e-36120236282c) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:01.843530 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:01.894776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c03f7ed2-a6cc-4dd9-8d88-64521ff6c52b tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.949185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:01.980711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Deleting port a9e2e82d-2161-4b09-9176-00d4d626c93b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:01.980998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.030629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.096865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f7ed2-a6cc-4dd9-8d88-64521ff6c52b tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2637a78f-8085-4fdd-8dda-48dec51645ca,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:02.101639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] The port 'a9e2e82d-2161-4b09-9176-00d4d626c93b' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:52:02.102992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'name': 'network-vif-deleted', 'tag': '135963b4-a825-42fd-bfa9-8b068e76c960'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:52:02.147081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:02.165806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.229772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.233069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:02.237117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:02.249646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Transition to ACTIVE for port object 6900a852-0b0b-42de-b61e-36120236282c will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:02.269339 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:02.303821 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52035e6f-40e7-496e-b8d6-ec88f4de30a0', 'name': 'network-vif-deleted', 'tag': '135963b4-a825-42fd-bfa9-8b068e76c960', 'status': 'completed', 'code': 200} Mar 28 10:52:02.304618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Transition to ACTIVE for port object 6900a852-0b0b-42de-b61e-36120236282c will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:02.313409 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e96c84cc-6cff-4ef1-8583-0c2f155da73e req-5e486f26-c910-4104-809e-40880c62efde tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.31 "DELETE /v2.0/ports/135963b4-a825-42fd-bfa9-8b068e76c960 HTTP/1.1" status: 204 len: 173 time: 5.1165767 Mar 28 10:52:02.327485 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd892be09-94fe-40aa-ba06-cb893b040838', 'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'mac_address': 'fa:16:3e:17:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:15Z', 'updated_at': '2022-03-28T10:50:35Z', 'revision_number': 5, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'subnets': [{'id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:02.337869 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] Checking router: 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:52:02.357647 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:02.358399 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:02.393513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c03f7ed2-a6cc-4dd9-8d88-64521ff6c52b tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.395426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c03f7ed2-a6cc-4dd9-8d88-64521ff6c52b tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "DELETE /v2.0/security-groups/2637a78f-8085-4fdd-8dda-48dec51645ca HTTP/1.1" status: 204 len: 168 time: 2.4090738 Mar 28 10:52:02.404085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59044) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:02.407256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.433769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::1 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/589f9c64-276c-43ed-acd0-7ad89bd5306e/09d586b8-6352-4f85-989f-4a6bc27ce53a) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:02.439999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:02.442690 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-2d9bd743-e531-450e-851a-3d788f093658 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] show failed (client error): The resource could not be found. Mar 28 10:52:02.442690 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2d9bd743-e531-450e-851a-3d788f093658 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "GET /v2.0/security-groups/2637a78f-8085-4fdd-8dda-48dec51645ca HTTP/1.1" status: 404 len: 347 time: 0.0331278 Mar 28 10:52:02.444703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59048) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:02.446453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:02.449442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.460111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:02.494342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event updated for resources: {'Port': ['ID=673af012-6e65-498a-a856-5e74f3aec1f1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:02.521327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b776910d-d3a7-4ec7-a64b-7f2061f136a3']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:02.539057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf31a04-b4ff-4e51-b555-cc47ecd654b5') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:02.539344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf31a04-b4ff-4e51-b555-cc47ecd654b5') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:02.546073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Network e0478889-514b-4b20-920b-c729a1232635 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:02.550940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:02.676269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.689757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Pushing event updated for resources: {'Port': ['ID=6900a852-0b0b-42de-b61e-36120236282c,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:02.695235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:02.695862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271be36-da7d-428d-ae15-d7b3a10e3770 req-aad6610b-96a8-4c4f-94d8-dffa3f386cbd tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:02.703024 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2271be36-da7d-428d-ae15-d7b3a10e3770 req-aad6610b-96a8-4c4f-94d8-dffa3f386cbd tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.7253714 Mar 28 10:52:02.705275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:02.817603 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:02.883625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:02.888914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.922571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Attempting to bind port 6900a852-0b0b-42de-b61e-36120236282c on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:02.925137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Attempting to bind port 6900a852-0b0b-42de-b61e-36120236282c by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '06bc70b6-d485-4d12-9b56-1b35793b2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e0478889-514b-4b20-920b-c729a1232635'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:02.925791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Attempting to bind port 6900a852-0b0b-42de-b61e-36120236282c on network e0478889-514b-4b20-920b-c729a1232635 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:02.933659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:02.934552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Checking segment: {'id': '06bc70b6-d485-4d12-9b56-1b35793b2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e0478889-514b-4b20-920b-c729a1232635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:02.935217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.935827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Bound using segment: {'id': '06bc70b6-d485-4d12-9b56-1b35793b2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e0478889-514b-4b20-920b-c729a1232635'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:02.936551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Bound port: 6900a852-0b0b-42de-b61e-36120236282c, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bc70b6-d485-4d12-9b56-1b35793b2016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e0478889-514b-4b20-920b-c729a1232635'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:02.937126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.961366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:02.990165 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5e33976-c577-441c-8cda-dbe5caf60e13 req-308cdaf8-f727-4e69-a378-d99c9ff7f7ae tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/ports?device_id=52035e6f-40e7-496e-b8d6-ec88f4de30a0 HTTP/1.1" status: 200 len: 210 time: 0.2499323 Mar 28 10:52:03.015849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:52:03.016512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:52:03.032046 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:52:03.108688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] For port 6900a852-0b0b-42de-b61e-36120236282c, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:03.112626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] For port 6900a852-0b0b-42de-b61e-36120236282c, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6900a852-0b0b-42de-b61e-36120236282c,segment=NetworkSegment(06bc70b6-d485-4d12-9b56-1b35793b2016),segment_id=06bc70b6-d485-4d12-9b56-1b35793b2016)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:03.116572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:03.193973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.258990 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd892be09-94fe-40aa-ba06-cb893b040838', 'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'mac_address': 'fa:16:3e:17:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:15Z', 'updated_at': '2022-03-28T10:50:35Z', 'revision_number': 5, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'subnets': [{'id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:03.263980 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c5e02-7147-4e11-bffb-49d9f81236a6 None None] The sync data for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv is: [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:50:19Z', 'revision_number': 4, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'd892be09-94fe-40aa-ba06-cb893b040838', 'name': '', 'network_id': 'c1f9f8e6-790b-41f0-a889-cee57795c222', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'mac_address': 'fa:16:3e:17:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:15Z', 'updated_at': '2022-03-28T10:50:35Z', 'revision_number': 5, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'subnets': [{'id': '12b8631a-3ce2-486a-881e-2b3ed3837708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:03.299112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86f49d-ce7c-4b05-87da-8e5638ec92e4 None None] Pushing event updated for resources: {'Port': ['ID=6900a852-0b0b-42de-b61e-36120236282c,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:03.334449 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2271be36-da7d-428d-ae15-d7b3a10e3770 req-8a99fd71-315f-45f4-a56b-cfac60be8ae9 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6303351 Mar 28 10:52:03.351482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Deleting port 1f3fdcff-95f0-4edc-b97e-173ba9baaa72 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:03.353240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.379567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.409629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.462340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event deleted for resources: {'Network': ['ID=b776910d-d3a7-4ec7-a64b-7f2061f136a3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:03.474189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3abdf3e4-5d55-464f-8ac1-2499791201c3 None None] Provisioning for port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:03.484219 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "DELETE /v2.0/networks/b776910d-d3a7-4ec7-a64b-7f2061f136a3 HTTP/1.1" status: 204 len: 168 time: 4.1727488 Mar 28 10:52:03.488738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59056) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:03.492168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.492521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.492942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.493196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.493515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.493850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.496635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.496635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.496635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.496635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.496635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.496635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc280f-af69-4264-8dc5-fd9f582f3ecc tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:03.497061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3abdf3e4-5d55-464f-8ac1-2499791201c3 None None] Provisioning complete for port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:03.497061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3abdf3e4-5d55-464f-8ac1-2499791201c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.729371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.758046 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.ipam_backend_mixin [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 354e338f-cf16-4521-8bfa-5311f487f3f6 (CIDR: 172.20.0.0/28) Mar 28 10:52:03.778199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea91fa5-d5e9-4ece-9622-05b690b1fb29 None None] New status for floating IP 56a16442-50b1-402d-9f55-7397d56d5740: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:52:03.792780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.838549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Deleting port 48276baf-bcb7-48f1-8882-1ea7303ff6ac {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:03.839118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.917544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:03.924892 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:52:03.925363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:52:03.929894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 09d586b8-6352-4f85-989f-4a6bc27ce53a will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:04.006247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3abdf3e4-5d55-464f-8ac1-2499791201c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.042994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3abdf3e4-5d55-464f-8ac1-2499791201c3 None None] For port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=989c38e3-c0ff-43a1-9ebb-d87aa5110c16,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:04.099966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d98b6-7fcf-44ac-91f4-a512df2dfce5 req-63b746df-217f-4d7c-a3c8-d98f1182d918 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:04.102402 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e17d98b6-7fcf-44ac-91f4-a512df2dfce5 req-63b746df-217f-4d7c-a3c8-d98f1182d918 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5507348 Mar 28 10:52:04.106324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.106887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.135087 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3abdf3e4-5d55-464f-8ac1-2499791201c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.194480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59064) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:04.199143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.199143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.233777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdf3e4-5d55-464f-8ac1-2499791201c3 None None] Pushing event updated for resources: {'Port': ['ID=989c38e3-c0ff-43a1-9ebb-d87aa5110c16,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:04.294682 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f9d8fedf-5986-4a5d-8b00-3dc5446fc5e1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0335782 Mar 28 10:52:04.295529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59068) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:04.311860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6900a852-0b0b-42de-b61e-36120236282c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:04.334738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Calling delete_port for 1f3fdcff-95f0-4edc-b97e-173ba9baaa72 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:04.447686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Calling delete_port for 48276baf-bcb7-48f1-8882-1ea7303ff6ac owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:04.485016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 6900a852-0b0b-42de-b61e-36120236282c completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:04.588263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': 'e0478889-514b-4b20-920b-c729a1232635', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:04.617276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329522d9-2e6f-4c4e-af10-f4eb3ebc306d None None] Network e0478889-514b-4b20-920b-c729a1232635 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:04.621363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.732931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-637d809c-1fa5-44a7-8095-e6f841c41557 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.773959 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-480b652a-3d3b-4d60-b062-6ea2f8445915 None None] Provisioning for port 6900a852-0b0b-42de-b61e-36120236282c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:04.783874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-480b652a-3d3b-4d60-b062-6ea2f8445915 None None] Provisioning complete for port 6900a852-0b0b-42de-b61e-36120236282c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:04.784549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-480b652a-3d3b-4d60-b062-6ea2f8445915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.802544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:04.802943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-637d809c-1fa5-44a7-8095-e6f841c41557 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.811477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.852421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:04.870721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:04.871258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:04.966774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-480b652a-3d3b-4d60-b062-6ea2f8445915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.020097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-480b652a-3d3b-4d60-b062-6ea2f8445915 None None] For port 6900a852-0b0b-42de-b61e-36120236282c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6900a852-0b0b-42de-b61e-36120236282c,segment=NetworkSegment(06bc70b6-d485-4d12-9b56-1b35793b2016),segment_id=06bc70b6-d485-4d12-9b56-1b35793b2016)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:05.037074 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e17d98b6-7fcf-44ac-91f4-a512df2dfce5 req-a9b3db73-0928-41f6-b947-2fb4f4eacfaa tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7480907 Mar 28 10:52:05.081628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=09d586b8-6352-4f85-989f-4a6bc27ce53a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:05.089680 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.112186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-480b652a-3d3b-4d60-b062-6ea2f8445915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.173375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-637d809c-1fa5-44a7-8095-e6f841c41557 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.215332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d809c-1fa5-44a7-8095-e6f841c41557 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e9c98-1b76-4992-9556-51179573482b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:05.220669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Router 407913b0-abed-411a-b7ee-e0fcf2c5c359 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:52:05.226808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.249538 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.250011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.250245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.250504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.250836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.251164 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.251493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.251816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.252149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.252449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.252773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.253092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:05.283832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b652a-3d3b-4d60-b062-6ea2f8445915 None None] Pushing event updated for resources: {'Port': ['ID=6900a852-0b0b-42de-b61e-36120236282c,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:05.373202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:05.397482 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-713933b1-11c7-4981-b994-aee1b2a1dfdc None None] Provisioning for port 09d586b8-6352-4f85-989f-4a6bc27ce53a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:05.404660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-713933b1-11c7-4981-b994-aee1b2a1dfdc None None] Provisioning complete for port 09d586b8-6352-4f85-989f-4a6bc27ce53a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:05.404660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-713933b1-11c7-4981-b994-aee1b2a1dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.421096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Pushing event deleted for resources: {'Port': ['ID=48276baf-bcb7-48f1-8882-1ea7303ff6ac,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:05.434004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:05.448516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:05.463250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:05.522750 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-713933b1-11c7-4981-b994-aee1b2a1dfdc None None] Port 09d586b8-6352-4f85-989f-4a6bc27ce53a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:05.555182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.612568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-637d809c-1fa5-44a7-8095-e6f841c41557 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.613840 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-637d809c-1fa5-44a7-8095-e6f841c41557 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b1e9c98-1b76-4992-9556-51179573482b HTTP/1.1" status: 204 len: 168 time: 1.4184430 Mar 28 10:52:05.615659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:05.617671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.619043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.620092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.621160 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d17dcdb1-d648-4441-8905-9c3987310436 tempest-FloatingIPAdminTestJSON-1037242561 tempest-FloatingIPAdminTestJSON-1037242561-project] 10.222.0.18 "DELETE /v2.0/floatingips/97a5f5b0-56b4-40c7-80ac-65202f4c4075 HTTP/1.1" status: 204 len: 168 time: 2.1224551 Mar 28 10:52:05.621655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59076) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:05.636288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.647042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b92ef397-549a-4e4a-a357-f21b29cc75bb None None] Provisioning complete for port 6900a852-0b0b-42de-b61e-36120236282c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:05.647731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b92ef397-549a-4e4a-a357-f21b29cc75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.658233 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-eda95123-238b-44d2-a02d-3110b24a28a3 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] show failed (client error): The resource could not be found. Mar 28 10:52:05.659378 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-eda95123-238b-44d2-a02d-3110b24a28a3 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "GET /v2.0/security-groups/8b1e9c98-1b76-4992-9556-51179573482b HTTP/1.1" status: 404 len: 347 time: 0.0366046 Mar 28 10:52:05.662316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59082) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:05.670467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:05.672535 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Sync routers for ids ['407913b0-abed-411a-b7ee-e0fcf2c5c359'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:05.686912 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Routers {'407913b0-abed-411a-b7ee-e0fcf2c5c359'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:05.687539 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['407913b0-abed-411a-b7ee-e0fcf2c5c359'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:05.788440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Pushing event deleted for resources: {'Port': ['ID=1f3fdcff-95f0-4edc-b97e-173ba9baaa72,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:05.882655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:05.886643 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3df410f3-feed-42d0-a8ec-0c7c9d3bfd6f tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3442979 Mar 28 10:52:05.891850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59086) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:05.943880 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Set router 407913b0-abed-411a-b7ee-e0fcf2c5c359 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:05.956616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Deleting port 5389c2b4-2e4d-42bd-9f86-476e757b2a1f {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:05.957498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.131044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Router 924de9a8-eaa0-424f-a7b0-dc877c015ed5 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:52:06.233286 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-46bc0e22-af96-417c-ba2a-f8c8e6b5ec96 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/routers/407913b0-abed-411a-b7ee-e0fcf2c5c359 HTTP/1.1" status: 200 len: 908 time: 0.3377292 Mar 28 10:52:06.240055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59090) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:06.252172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'router': {'name': 'tempest-snat-router-861257849', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': True}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:06.257622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:06.273588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Usage tracker for resource:router and tenant:b94ab840993743ec82d60cd2a23cb97e is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:06.281393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:06.287650 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407913b0-abed-411a-b7ee-e0fcf2c5c359', 'name': 'tempest-snat-router-861257849', 'tenant_id': 'b94ab840993743ec82d60cd2a23cb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.132'}], 'enable_snat': False}, 'gw_port_id': '673af012-6e65-498a-a856-5e74f3aec1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:03Z', 'revision_number': 3, 'project_id': 'b94ab840993743ec82d60cd2a23cb97e', 'gw_port': {'id': '673af012-6e65-498a-a856-5e74f3aec1f1', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407913b0-abed-411a-b7ee-e0fcf2c5c359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:52:01Z', 'updated_at': '2022-03-28T10:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:06.290137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.292933 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Checking router: 407913b0-abed-411a-b7ee-e0fcf2c5c359 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:52:06.293453 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Updating router 407913b0-abed-411a-b7ee-e0fcf2c5c359 port 673af012-6e65-498a-a856-5e74f3aec1f1 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:52:06.296108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:06.306938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:06.332279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.332719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.352708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dd7ea-0ed1-4bfe-a741-574ce1a3dced req-db8c7a69-2766-4ceb-992b-65026ced9371 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:06.358470 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.359552 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-767dd7ea-0ed1-4bfe-a741-574ce1a3dced req-db8c7a69-2766-4ceb-992b-65026ced9371 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.7919676 Mar 28 10:52:06.471206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59096) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:06.536245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:06.536634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.582923 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.584106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.600015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.679634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6900a852-0b0b-42de-b61e-36120236282c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:06.679843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Calling delete_port for 5389c2b4-2e4d-42bd-9f86-476e757b2a1f owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:06.763848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 6900a852-0b0b-42de-b61e-36120236282c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:06.764221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.767560 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.781035 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Transition to ACTIVE for port object 673af012-6e65-498a-a856-5e74f3aec1f1 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:06.790528 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-767dd7ea-0ed1-4bfe-a741-574ce1a3dced req-c32e8ad2-f6c3-485d-9f6a-91f321a7bdab tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299905 Mar 28 10:52:06.800225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:06.818712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Sync routers for ids ['924de9a8-eaa0-424f-a7b0-dc877c015ed5'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:06.843237 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.843458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Routers {'924de9a8-eaa0-424f-a7b0-dc877c015ed5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:06.843896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['924de9a8-eaa0-424f-a7b0-dc877c015ed5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:06.884802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.893320 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fce585d8-29c8-4ff8-89e9-98c5a66988e7 tempest-ServersTestManualDisk-776822331 tempest-ServersTestManualDisk-776822331-project] 10.222.0.18 "DELETE /v2.0/floatingips/c892b470-e104-42a1-a33e-14a785a330db HTTP/1.1" status: 204 len: 168 time: 4.4473999 Mar 28 10:52:06.913416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59102) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:06.950163 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Attempting to bind port 673af012-6e65-498a-a856-5e74f3aec1f1 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:06.950628 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Attempting to bind port 673af012-6e65-498a-a856-5e74f3aec1f1 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:06.950984 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Attempting to bind port 673af012-6e65-498a-a856-5e74f3aec1f1 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:06.959438 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:06.959806 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:06.960191 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.960601 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:06.961053 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Bound port: 673af012-6e65-498a-a856-5e74f3aec1f1, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:06.961436 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:06.984898 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b908c-4fc6-4ef8-a877-cf5bff34bf6b None None] Pushing event updated for resources: {'Port': ['ID=673af012-6e65-498a-a856-5e74f3aec1f1,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:07.029289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.040850 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] For port 673af012-6e65-498a-a856-5e74f3aec1f1, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:07.044615 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] For port 673af012-6e65-498a-a856-5e74f3aec1f1, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=673af012-6e65-498a-a856-5e74f3aec1f1,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:07.084396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.092836 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Set router 924de9a8-eaa0-424f-a7b0-dc877c015ed5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:07.096280 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.149323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network e0478889-514b-4b20-920b-c729a1232635 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:07.153417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.154495 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-656b0ef2-abd5-4aed-bfc3-b7b79e945d7e tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.8750632 Mar 28 10:52:07.158691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59106) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:07.168224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:07.209457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6544e4-2f3c-4f16-b599-9c8086672d55 None None] Network e0478889-514b-4b20-920b-c729a1232635 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:07.217624 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b908c-4fc6-4ef8-a877-cf5bff34bf6b None None] Pushing event updated for resources: {'Port': ['ID=673af012-6e65-498a-a856-5e74f3aec1f1,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:07.242490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:07.243084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.247335 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Routers {'407913b0-abed-411a-b7ee-e0fcf2c5c359'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:07.248446 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['407913b0-abed-411a-b7ee-e0fcf2c5c359'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:07.260367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:07.284560 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4121a79b-f397-456c-a9be-a4cbebf88da6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f385f44d34743799f48b5b026724ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7154493 Mar 28 10:52:07.290342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59110) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:07.323568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:52:07.352353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.425393 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ec06125f-5f37-427b-a103-e774c9f6adbe tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0633082 Mar 28 10:52:07.431174 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59114) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:07.449980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': 'e0478889-514b-4b20-920b-c729a1232635', 'fixed_ips': [{'subnet_id': '354e338f-cf16-4521-8bfa-5311f487f3f6'}, {'subnet_id': 'f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6'}], 'name': 'tempest-PortsTestJSON-1072122943'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:07.457783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.466440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.469503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.519467 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] Set router 407913b0-abed-411a-b7ee-e0fcf2c5c359 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:07.604936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=09d586b8-6352-4f85-989f-4a6bc27ce53a,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:07.634227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924de9a8-eaa0-424f-a7b0-dc877c015ed5', 'name': 'tempest-snat-router-1890892156', 'tenant_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a51c7854-0945-482d-a237-0f5323bfcbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:55Z', 'updated_at': '2022-03-28T10:52:02Z', 'revision_number': 3, 'project_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'gw_port': {'id': 'a51c7854-0945-482d-a237-0f5323bfcbd4', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924de9a8-eaa0-424f-a7b0-dc877c015ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:07.641075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Checking router: 924de9a8-eaa0-424f-a7b0-dc877c015ed5 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:52:07.641394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Updating router 924de9a8-eaa0-424f-a7b0-dc877c015ed5 port a51c7854-0945-482d-a237-0f5323bfcbd4 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:52:07.664810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Pushing event deleted for resources: {'Port': ['ID=5389c2b4-2e4d-42bd-9f86-476e757b2a1f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:07.699431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.728034 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-76a1b752-8de0-4574-8682-2f3db7124f20 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/routers/924de9a8-eaa0-424f-a7b0-dc877c015ed5 HTTP/1.1" status: 200 len: 907 time: 0.5685456 Mar 28 10:52:07.729669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59118) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:07.849052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9839a714-1605-495d-a18f-75628b1446aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:07.860481 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407913b0-abed-411a-b7ee-e0fcf2c5c359', 'name': 'tempest-snat-router-861257849', 'tenant_id': 'b94ab840993743ec82d60cd2a23cb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.132'}], 'enable_snat': False}, 'gw_port_id': '673af012-6e65-498a-a856-5e74f3aec1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:03Z', 'revision_number': 3, 'project_id': 'b94ab840993743ec82d60cd2a23cb97e', 'gw_port': {'id': '673af012-6e65-498a-a856-5e74f3aec1f1', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407913b0-abed-411a-b7ee-e0fcf2c5c359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:52:01Z', 'updated_at': '2022-03-28T10:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:07.866618 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141bfe6d-ab5f-4a6b-aceb-88fbbab35f69 None None] The sync data for ids ['407913b0-abed-411a-b7ee-e0fcf2c5c359'] in dv-neutron-835336-1-hyperv is: [{'id': '407913b0-abed-411a-b7ee-e0fcf2c5c359', 'name': 'tempest-snat-router-861257849', 'tenant_id': 'b94ab840993743ec82d60cd2a23cb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.132'}], 'enable_snat': False}, 'gw_port_id': '673af012-6e65-498a-a856-5e74f3aec1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:03Z', 'revision_number': 3, 'project_id': 'b94ab840993743ec82d60cd2a23cb97e', 'gw_port': {'id': '673af012-6e65-498a-a856-5e74f3aec1f1', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407913b0-abed-411a-b7ee-e0fcf2c5c359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:52:01Z', 'updated_at': '2022-03-28T10:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:07.914903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Update dhcp port {'port': {'network_id': 'e0478889-514b-4b20-920b-c729a1232635', 'fixed_ips': [{'subnet_id': '354e338f-cf16-4521-8bfa-5311f487f3f6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': '6900a852-0b0b-42de-b61e-36120236282c'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:52:07.990525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.018825 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.223686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.319131 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9839a714-1605-495d-a18f-75628b1446aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.409220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.412137 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5d9b536c-359a-4d92-8b40-b62f493c2da6 tempest-ServersTestJSON-725623746 tempest-ServersTestJSON-725623746-project] 10.222.0.18 "DELETE /v2.0/floatingips/56a16442-50b1-402d-9f55-7397d56d5740 HTTP/1.1" status: 204 len: 168 time: 2.7470675 Mar 28 10:52:08.417271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59124) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:08.418387 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.430575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Transition to ACTIVE for port object a51c7854-0945-482d-a237-0f5323bfcbd4 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:08.437742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 673af012-6e65-498a-a856-5e74f3aec1f1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:08.479393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:08.510166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:08.511811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.634228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c51be6-e7bd-4e44-87d2-e1786a32d071 None None] Pushing event updated for resources: {'Port': ['ID=a51c7854-0945-482d-a237-0f5323bfcbd4,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:08.671598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:08.676899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9839a714-1605-495d-a18f-75628b1446aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.702471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:08.711222 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Allocated IP 172.20.0.18 (e0478889-514b-4b20-920b-c729a1232635/f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6/6900a852-0b0b-42de-b61e-36120236282c) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:08.724716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:08.726975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Attempting to bind port a51c7854-0945-482d-a237-0f5323bfcbd4 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:08.729569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Attempting to bind port a51c7854-0945-482d-a237-0f5323bfcbd4 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:08.729569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Attempting to bind port a51c7854-0945-482d-a237-0f5323bfcbd4 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:08.740849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:08.741219 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:08.741613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.742096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:08.742565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Bound port: a51c7854-0945-482d-a237-0f5323bfcbd4, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:08.742927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.782810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.791587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839a714-1605-495d-a18f-75628b1446aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf2246c-e883-49d2-84cc-0f378b7bad10,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:08.817502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:08.836160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1414c2a-5d53-4982-84fb-38f3e921ac23 req-57d1b05f-6622-45b9-b939-c0037d734049 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:08.836160 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d1414c2a-5d53-4982-84fb-38f3e921ac23 req-57d1b05f-6622-45b9-b939-c0037d734049 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.7912405 Mar 28 10:52:08.845895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9839a714-1605-495d-a18f-75628b1446aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.860190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.861741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 673af012-6e65-498a-a856-5e74f3aec1f1 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:08.862186 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9839a714-1605-495d-a18f-75628b1446aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcf2246c-e883-49d2-84cc-0f378b7bad10 HTTP/1.1" status: 204 len: 168 time: 1.5581212 Mar 28 10:52:08.892872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] For port a51c7854-0945-482d-a237-0f5323bfcbd4, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:08.897250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] For port a51c7854-0945-482d-a237-0f5323bfcbd4, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a51c7854-0945-482d-a237-0f5323bfcbd4,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:08.911597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.928134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 673af012-6e65-498a-a856-5e74f3aec1f1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:08.937290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:08.951368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:08.993637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:09.040718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Deleting port a51c7854-0945-482d-a237-0f5323bfcbd4 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:09.041572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:09.127520 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d1414c2a-5d53-4982-84fb-38f3e921ac23 req-77d22175-7718-4fbd-b03c-839582ea65f8 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545621 Mar 28 10:52:09.188394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c51be6-e7bd-4e44-87d2-e1786a32d071 None None] Pushing event updated for resources: {'Port': ['ID=a51c7854-0945-482d-a237-0f5323bfcbd4,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:09.202071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8b205671-f1dc-4972-b73e-d35bdac557b0 None None] Provisioning complete for port 09d586b8-6352-4f85-989f-4a6bc27ce53a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:09.202327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8b205671-f1dc-4972-b73e-d35bdac557b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:09.206600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:09.220913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:09.269083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8b205671-f1dc-4972-b73e-d35bdac557b0 None None] Port 09d586b8-6352-4f85-989f-4a6bc27ce53a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:09.276704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Routers {'924de9a8-eaa0-424f-a7b0-dc877c015ed5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:09.277418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['924de9a8-eaa0-424f-a7b0-dc877c015ed5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:09.340921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Router a25a7aae-77d0-45a5-9a1d-566af5d0debb is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:52:09.389085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 5598f114-6ad9-4e95-9940-75f1fac58ca2 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:09.461799 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] Set router 924de9a8-eaa0-424f-a7b0-dc877c015ed5 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:09.692856 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Allocated IP 172.26.2.227 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/b8ad1361-dd95-4635-b1d8-d944c3165112) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:09.707670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6583f63d-0720-48d7-a755-1505f7848add None None] For port 6900a852-0b0b-42de-b61e-36120236282c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6900a852-0b0b-42de-b61e-36120236282c,segment=NetworkSegment(06bc70b6-d485-4d12-9b56-1b35793b2016),segment_id=06bc70b6-d485-4d12-9b56-1b35793b2016)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:09.746531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:09.758803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:09.768735 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Sync routers for ids ['a25a7aae-77d0-45a5-9a1d-566af5d0debb'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:09.780341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59136) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:09.786232 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Routers {'a25a7aae-77d0-45a5-9a1d-566af5d0debb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:09.786862 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a25a7aae-77d0-45a5-9a1d-566af5d0debb'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:09.804977 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924de9a8-eaa0-424f-a7b0-dc877c015ed5', 'name': 'tempest-snat-router-1890892156', 'tenant_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:55Z', 'updated_at': '2022-03-28T10:52:08Z', 'revision_number': 4, 'project_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:09.820998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Transition to ACTIVE for port object 6900a852-0b0b-42de-b61e-36120236282c will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:09.871360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] For port a51c7854-0945-482d-a237-0f5323bfcbd4, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a51c7854-0945-482d-a237-0f5323bfcbd4,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:09.872339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:09.886776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5eb20f-8bcc-446e-b1b0-6b45d5603400 None None] The sync data for ids ['924de9a8-eaa0-424f-a7b0-dc877c015ed5'] in dv-neutron-835336-1-hyperv is: [{'id': '924de9a8-eaa0-424f-a7b0-dc877c015ed5', 'name': 'tempest-snat-router-1890892156', 'tenant_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:55Z', 'updated_at': '2022-03-28T10:52:08Z', 'revision_number': 4, 'project_id': 'bf93c5fc4dbb480793290a5235d3f82d', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:09.905300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:10.090310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Pushing event updated for resources: {'Port': ['ID=6900a852-0b0b-42de-b61e-36120236282c,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:10.137845 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Set router a25a7aae-77d0-45a5-9a1d-566af5d0debb gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:10.202703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:10.210785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.211516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.211990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.212419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.213078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.213500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.214031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.216556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.220298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.221846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.224015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.225481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583f63d-0720-48d7-a755-1505f7848add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:52:10.246677 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0e135355-45b7-42ab-8717-c5c7b5c59186 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "PUT /v2.0/routers/a25a7aae-77d0-45a5-9a1d-566af5d0debb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3673046 Mar 28 10:52:10.269462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 673af012-6e65-498a-a856-5e74f3aec1f1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=673af012-6e65-498a-a856-5e74f3aec1f1,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:10.284124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59140) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:10.295576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8729a792-0b05-4824-b1f6-a394ea18e11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:10.365928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:10.423250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8729a792-0b05-4824-b1f6-a394ea18e11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:10.469486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8729a792-0b05-4824-b1f6-a394ea18e11d admin admin] Usage tracker for resource:security_group_rule and tenant:c37426b235cd4271950c4e2a57daf14d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:10.479114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8729a792-0b05-4824-b1f6-a394ea18e11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:10.500894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6900a852-0b0b-42de-b61e-36120236282c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:10.523468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Calling delete_port for a51c7854-0945-482d-a237-0f5323bfcbd4 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:10.540432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e0d04-0686-452c-80ff-4a5d1583e14b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:10.541385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-595e0d04-0686-452c-80ff-4a5d1583e14b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:10.565574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8729a792-0b05-4824-b1f6-a394ea18e11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:10.659865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=673af012-6e65-498a-a856-5e74f3aec1f1,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:10.698212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-595e0d04-0686-452c-80ff-4a5d1583e14b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:10.699914 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-595e0d04-0686-452c-80ff-4a5d1583e14b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports/09d586b8-6352-4f85-989f-4a6bc27ce53a HTTP/1.1" status: 200 len: 911 time: 0.4054673 Mar 28 10:52:10.707345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773838fe-1120-448a-8494-5b4497301dbd req-13a277d5-b813-438e-960c-0d8e195e00c7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:10.711044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59144) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:10.715325 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-773838fe-1120-448a-8494-5b4497301dbd req-13a277d5-b813-438e-960c-0d8e195e00c7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5747283 Mar 28 10:52:10.727726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:10.772044 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25a7aae-77d0-45a5-9a1d-566af5d0debb', 'name': 'tempest-NetworksTestDHCPv6-router-192874674', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:05Z', 'revision_number': 2, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None, '_interfaces': [{'id': '09d586b8-6352-4f85-989f-4a6bc27ce53a', 'name': '', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'mac_address': 'fa:16:3e:22:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25a7aae-77d0-45a5-9a1d-566af5d0debb', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '589f9c64-276c-43ed-acd0-7ad89bd5306e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:52:01Z', 'updated_at': '2022-03-28T10:52:06Z', 'revision_number': 2, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'subnets': [{'id': '589f9c64-276c-43ed-acd0-7ad89bd5306e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:10.782422 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Checking router: a25a7aae-77d0-45a5-9a1d-566af5d0debb for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:52:10.782422 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Updating router a25a7aae-77d0-45a5-9a1d-566af5d0debb port 09d586b8-6352-4f85-989f-4a6bc27ce53a binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:52:10.843006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.7 (e0478889-514b-4b20-920b-c729a1232635/354e338f-cf16-4521-8bfa-5311f487f3f6/5598f114-6ad9-4e95-9940-75f1fac58ca2) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:10.851661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.20 (e0478889-514b-4b20-920b-c729a1232635/f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6/5598f114-6ad9-4e95-9940-75f1fac58ca2) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:10.862750 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:10.887816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:10.985594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff48bb0-d812-49bf-8472-2d47e3817a5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:10.992683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff48bb0-d812-49bf-8472-2d47e3817a5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:10.996517 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-773838fe-1120-448a-8494-5b4497301dbd req-642883e6-51f4-4016-87c7-aa1d2dd80267 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802413 Mar 28 10:52:10.997412 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1ff48bb0-d812-49bf-8472-2d47e3817a5a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2846222 Mar 28 10:52:10.998156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59148) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:11.148416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.156350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Deleting port d161c114-4a98-435b-b676-fa67865c4474 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:11.156693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.163801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f8e0f5a1-e17f-483c-8462-d5f7042a6792 None None] Provisioning for port 6900a852-0b0b-42de-b61e-36120236282c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:11.171245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f8e0f5a1-e17f-483c-8462-d5f7042a6792 None None] Provisioning complete for port 6900a852-0b0b-42de-b61e-36120236282c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:11.171951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f5a1-e17f-483c-8462-d5f7042a6792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.230654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8729a792-0b05-4824-b1f6-a394ea18e11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.276824 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.295228 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Transition to ACTIVE for port object 09d586b8-6352-4f85-989f-4a6bc27ce53a will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:11.297761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8729a792-0b05-4824-b1f6-a394ea18e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.343173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:11.363042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:11.372092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:11.382108 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.405025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.433573 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8729a792-0b05-4824-b1f6-a394ea18e11d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c37426b235cd4271950c4e2a57daf14d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6353576 Mar 28 10:52:11.438710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59152) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:11.447449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event updated for resources: {'Port': ['ID=b8ad1361-dd95-4635-b1d8-d944c3165112,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:11.456532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729a792-0b05-4824-b1f6-a394ea18e11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cad6f69-b83d-4a14-a659-0b4bd409f317,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:11.478567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 5598f114-6ad9-4e95-9940-75f1fac58ca2 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:11.516638 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] For port d161c114-4a98-435b-b676-fa67865c4474, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d161c114-4a98-435b-b676-fa67865c4474,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:11.516999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.640421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.642968 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Attempting to bind port 09d586b8-6352-4f85-989f-4a6bc27ce53a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:11.643336 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Attempting to bind port 09d586b8-6352-4f85-989f-4a6bc27ce53a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:11.643689 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Attempting to bind port 09d586b8-6352-4f85-989f-4a6bc27ce53a on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:11.654366 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:11.654728 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:11.655122 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.655511 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:11.655973 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Bound port: 09d586b8-6352-4f85-989f-4a6bc27ce53a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:11.656357 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.665553 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9e9dd-c44c-4025-b826-4541feb48256 None None] Pushing event updated for resources: {'Port': ['ID=09d586b8-6352-4f85-989f-4a6bc27ce53a,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:11.676291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Calling delete_port for d161c114-4a98-435b-b676-fa67865c4474 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:11.731467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1b224c8-1291-49f4-9859-c5255028b24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.765864 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] For port 09d586b8-6352-4f85-989f-4a6bc27ce53a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:11.772072 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] For port 09d586b8-6352-4f85-989f-4a6bc27ce53a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=09d586b8-6352-4f85-989f-4a6bc27ce53a,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:11.785462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1b224c8-1291-49f4-9859-c5255028b24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.814548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.838468 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:11.841744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event deleted for resources: {'Port': ['ID=a51c7854-0945-482d-a237-0f5323bfcbd4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:11.919095 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Routers {'a25a7aae-77d0-45a5-9a1d-566af5d0debb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:11.919729 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a25a7aae-77d0-45a5-9a1d-566af5d0debb'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:11.987548 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9e9dd-c44c-4025-b826-4541feb48256 None None] Pushing event updated for resources: {'Port': ['ID=09d586b8-6352-4f85-989f-4a6bc27ce53a,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:11.995848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network e0478889-514b-4b20-920b-c729a1232635 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:12.002180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:12.011278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:12.043390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=5598f114-6ad9-4e95-9940-75f1fac58ca2,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:12.174829 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] Set router a25a7aae-77d0-45a5-9a1d-566af5d0debb gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:12.307275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:12.307935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.364787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.367477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1b224c8-1291-49f4-9859-c5255028b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.404582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b224c8-1291-49f4-9859-c5255028b24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cad6f69-b83d-4a14-a659-0b4bd409f317,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:12.411863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1b224c8-1291-49f4-9859-c5255028b24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.413004 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a1b224c8-1291-49f4-9859-c5255028b24a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cad6f69-b83d-4a14-a659-0b4bd409f317 HTTP/1.1" status: 204 len: 168 time: 0.9715350 Mar 28 10:52:12.454025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9b3d-12e5-483e-8d69-0bccbba4351d req-f62ec161-1711-4e97-a633-017367878b74 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:12.456424 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5bcd9b3d-12e5-483e-8d69-0bccbba4351d req-f62ec161-1711-4e97-a633-017367878b74 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2452002 Mar 28 10:52:12.485578 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d07a561e-a323-4fb2-9400-e48935b5834f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.0514276 Mar 28 10:52:12.488831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59160) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:12.495877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '354e338f-cf16-4521-8bfa-5311f487f3f6'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:12.506450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 673af012-6e65-498a-a856-5e74f3aec1f1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:12.563230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-83c7177b-38aa-466c-816c-0a68a34a458f None None] Provisioning for port 5598f114-6ad9-4e95-9940-75f1fac58ca2 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:12.578032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.594162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-83c7177b-38aa-466c-816c-0a68a34a458f None None] Provisioning complete for port 5598f114-6ad9-4e95-9940-75f1fac58ca2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:12.597697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83c7177b-38aa-466c-816c-0a68a34a458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.650687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Pushing event deleted for resources: {'Port': ['ID=d161c114-4a98-435b-b676-fa67865c4474,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:12.665047 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-83c7177b-38aa-466c-816c-0a68a34a458f None None] Port 5598f114-6ad9-4e95-9940-75f1fac58ca2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:12.675680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.678449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.679513 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 673af012-6e65-498a-a856-5e74f3aec1f1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:12.680178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.691742 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5bcd9b3d-12e5-483e-8d69-0bccbba4351d req-ad0a6115-17eb-4106-a747-9568d98d6e46 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285571 Mar 28 10:52:12.789691 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25a7aae-77d0-45a5-9a1d-566af5d0debb', 'name': 'tempest-NetworksTestDHCPv6-router-192874674', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:05Z', 'revision_number': 2, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None, '_interfaces': [{'id': '09d586b8-6352-4f85-989f-4a6bc27ce53a', 'name': '', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'mac_address': 'fa:16:3e:22:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25a7aae-77d0-45a5-9a1d-566af5d0debb', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '589f9c64-276c-43ed-acd0-7ad89bd5306e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:52:01Z', 'updated_at': '2022-03-28T10:52:11Z', 'revision_number': 4, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'subnets': [{'id': '589f9c64-276c-43ed-acd0-7ad89bd5306e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:12.803247 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b6fc8-42aa-4e34-b50d-8865dfb83cda None None] The sync data for ids ['a25a7aae-77d0-45a5-9a1d-566af5d0debb'] in dv-neutron-835336-1-hyperv is: [{'id': 'a25a7aae-77d0-45a5-9a1d-566af5d0debb', 'name': 'tempest-NetworksTestDHCPv6-router-192874674', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:05Z', 'revision_number': 2, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None, '_interfaces': [{'id': '09d586b8-6352-4f85-989f-4a6bc27ce53a', 'name': '', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'mac_address': 'fa:16:3e:22:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25a7aae-77d0-45a5-9a1d-566af5d0debb', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '589f9c64-276c-43ed-acd0-7ad89bd5306e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:52:01Z', 'updated_at': '2022-03-28T10:52:11Z', 'revision_number': 4, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'subnets': [{'id': '589f9c64-276c-43ed-acd0-7ad89bd5306e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:12.911562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:12.912269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 924de9a8-eaa0-424f-a7b0-dc877c015ed5 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:13.016583 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:13.036267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:13.048269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-12d08f04-e347-45c4-b651-b9ebc29d2bef tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "DELETE /v2.0/routers/924de9a8-eaa0-424f-a7b0-dc877c015ed5 HTTP/1.1" status: 204 len: 168 time: 5.3120127 Mar 28 10:52:13.057619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59168) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:13.328935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff6c9c-f02a-4fcd-a04e-f7a7fd689ef8 req-26920e41-daa3-438e-a117-5e6cb3c7aa2d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:13.330516 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3eff6c9c-f02a-4fcd-a04e-f7a7fd689ef8 req-26920e41-daa3-438e-a117-5e6cb3c7aa2d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.4794555 Mar 28 10:52:13.420743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:13.482033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59172) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:13.542827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:13.585860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Deleting port d892be09-94fe-40aa-ba06-cb893b040838 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:13.586244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:13.621191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5d450e15-7574-43dd-8923-be45b88de641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:13.656482 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3eff6c9c-f02a-4fcd-a04e-f7a7fd689ef8 req-84aaff9f-4b54-4a7b-a262-097e0cb66ff7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496672 Mar 28 10:52:13.694450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5d450e15-7574-43dd-8923-be45b88de641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:13.711542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5d450e15-7574-43dd-8923-be45b88de641 admin admin] Usage tracker for resource:security_group_rule and tenant:460ad2f2349749b1ba9b054d6e8c1bf6 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:13.767605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5d450e15-7574-43dd-8923-be45b88de641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:13.810701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:14.009861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5d450e15-7574-43dd-8923-be45b88de641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:14.113834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Delete allocated IP 172.20.0.20 (e0478889-514b-4b20-920b-c729a1232635/f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6) {{(pid=88494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 10:52:14.355046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:14.372356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cf1a3-8b1c-4e3b-8b43-0edbcb2edd26 req-e8af0336-e05c-4d49-ad30-ddfa386da1c6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:14.373755 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a27cf1a3-8b1c-4e3b-8b43-0edbcb2edd26 req-e8af0336-e05c-4d49-ad30-ddfa386da1c6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5515294 Mar 28 10:52:14.498342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Router 24f52220-dfba-408a-a24b-b28c237944a5 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:52:14.522581 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a27cf1a3-8b1c-4e3b-8b43-0edbcb2edd26 req-c5707dcc-c486-4f79-a093-0abff4d08562 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900366 Mar 28 10:52:14.621541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 09d586b8-6352-4f85-989f-4a6bc27ce53a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:14.639076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:14.655411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] For port d892be09-94fe-40aa-ba06-cb893b040838, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d892be09-94fe-40aa-ba06-cb893b040838,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:14.655777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:14.797245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:14.803784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 09d586b8-6352-4f85-989f-4a6bc27ce53a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:14.812240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 09d586b8-6352-4f85-989f-4a6bc27ce53a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:14.812767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:14.821053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Calling delete_port for d892be09-94fe-40aa-ba06-cb893b040838 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:14.841588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 5598f114-6ad9-4e95-9940-75f1fac58ca2 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:14.848746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:14.856822 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dd141da3-2494-4eb3-916d-04cbfd5e9aed admin admin] 10.222.0.18 "PUT /v2.0/routers/24f52220-dfba-408a-a24b-b28c237944a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9411530 Mar 28 10:52:14.859192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59180) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:14.862656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] Sync routers for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:14.877190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Deleting port 65c725f6-7465-4b9e-9bde-2a552507f064 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:14.877535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:14.889342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:14.889989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:14.930544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.000651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.056304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5d450e15-7574-43dd-8923-be45b88de641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.072874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f1383-1425-474a-93fc-d47931709844 req-53ac8053-b8d6-4c09-9443-1fd611322281 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:15.074325 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ef1f1383-1425-474a-93fc-d47931709844 req-53ac8053-b8d6-4c09-9443-1fd611322281 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3789685 Mar 28 10:52:15.105241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.148880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:15.155806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5d450e15-7574-43dd-8923-be45b88de641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.185516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=5598f114-6ad9-4e95-9940-75f1fac58ca2,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:15.252177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.298767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 09d586b8-6352-4f85-989f-4a6bc27ce53a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=09d586b8-6352-4f85-989f-4a6bc27ce53a,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:15.354797 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ef1f1383-1425-474a-93fc-d47931709844 req-6530a17e-1fdb-490f-8252-686386cb4bc2 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225087 Mar 28 10:52:15.363879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] In _notify_port_updated(), no bound segment for port 5598f114-6ad9-4e95-9940-75f1fac58ca2 on network e0478889-514b-4b20-920b-c729a1232635 {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:52:15.369359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:15.370190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.374297 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-10fdf88e-5189-4c6e-bbb0-41679b87c881 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "PUT /v2.0/ports/5598f114-6ad9-4e95-9940-75f1fac58ca2 HTTP/1.1" status: 200 len: 919 time: 2.8820884 Mar 28 10:52:15.375839 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59184) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:15.376010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.384063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '354e338f-cf16-4521-8bfa-5311f487f3f6'}, {'subnet_id': 'f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:15.488355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d450e15-7574-43dd-8923-be45b88de641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3740b7e-6929-45f0-a63f-22c04e44f55e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:15.515476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fff27710-d5bd-4290-a65b-bb77f9aab3af None None] Provisioning for port 5598f114-6ad9-4e95-9940-75f1fac58ca2 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:15.536035 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fff27710-d5bd-4290-a65b-bb77f9aab3af None None] Provisioning complete for port 5598f114-6ad9-4e95-9940-75f1fac58ca2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:15.536630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fff27710-d5bd-4290-a65b-bb77f9aab3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.558423 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5d450e15-7574-43dd-8923-be45b88de641 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=460ad2f2349749b1ba9b054d6e8c1bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0168149 Mar 28 10:52:15.563670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=09d586b8-6352-4f85-989f-4a6bc27ce53a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:15.566493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59190) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:15.588628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.656477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-fff27710-d5bd-4290-a65b-bb77f9aab3af None None] Port 5598f114-6ad9-4e95-9940-75f1fac58ca2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:15.665816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] For port 65c725f6-7465-4b9e-9bde-2a552507f064, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=65c725f6-7465-4b9e-9bde-2a552507f064,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:15.666343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.709939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:52:12Z', 'revision_number': 5, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:15.713569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] Checking router: 24f52220-dfba-408a-a24b-b28c237944a5 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:52:15.721884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] Routers {'24f52220-dfba-408a-a24b-b28c237944a5'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:15.723232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['24f52220-dfba-408a-a24b-b28c237944a5'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:15.785600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.812593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Calling delete_port for 65c725f6-7465-4b9e-9bde-2a552507f064 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:15.872874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 09d586b8-6352-4f85-989f-4a6bc27ce53a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:15.873240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.879840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:15.905421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] Set router 24f52220-dfba-408a-a24b-b28c237944a5 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:15.960591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f9f4f2-44be-4660-9127-1f92cf0eb120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:16.080101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Deleting port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:16.080473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:16.112071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f9f4f2-44be-4660-9127-1f92cf0eb120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:16.121934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4599fa-b98a-404e-a73b-80d3a69818ac req-bb01c455-7d5c-4442-878c-e675af8061bb tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:16.123392 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d4599fa-b98a-404e-a73b-80d3a69818ac req-bb01c455-7d5c-4442-878c-e675af8061bb tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5120831 Mar 28 10:52:16.242114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Router 13330f42-1afb-4033-952b-0957b89a3163 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:52:16.242332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:52:12Z', 'revision_number': 5, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:16.246201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44030a7c-67c7-483e-a17b-d679c6f175f3 None None] The sync data for ids ['24f52220-dfba-408a-a24b-b28c237944a5'] in dv-neutron-835336-1-hyperv is: [{'id': '24f52220-dfba-408a-a24b-b28c237944a5', 'name': 'tempest-ServersTestManualDisk-825082564-router', 'tenant_id': '06dc9a1460c146398826e7ae81977253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:52:12Z', 'revision_number': 5, 'project_id': '06dc9a1460c146398826e7ae81977253', 'gw_port': {'id': 'de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52220-dfba-408a-a24b-b28c237944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:08Z', 'updated_at': '2022-03-28T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:16.275166 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d4599fa-b98a-404e-a73b-80d3a69818ac req-4f3945cb-4735-451d-ab5d-53bc7adf0f94 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386788 Mar 28 10:52:16.288456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] For port 09d586b8-6352-4f85-989f-4a6bc27ce53a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=09d586b8-6352-4f85-989f-4a6bc27ce53a,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:16.288456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:16.356868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:16.519247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] For port de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:16.519585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:16.563301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 09d586b8-6352-4f85-989f-4a6bc27ce53a owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:16.597289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Pushing event deleted for resources: {'Port': ['ID=d892be09-94fe-40aa-ba06-cb893b040838,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:16.655261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f9f4f2-44be-4660-9127-1f92cf0eb120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:16.692689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 09d586b8-6352-4f85-989f-4a6bc27ce53a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:16.699838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Calling delete_port for de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:16.761683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.19 (e0478889-514b-4b20-920b-c729a1232635/f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6/5598f114-6ad9-4e95-9940-75f1fac58ca2) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:16.761919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9f4f2-44be-4660-9127-1f92cf0eb120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3740b7e-6929-45f0-a63f-22c04e44f55e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:16.828910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 09d586b8-6352-4f85-989f-4a6bc27ce53a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:16.829664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:16.943339 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e8012-1933-413f-a98c-00567ba1fd68 req-f1649a2b-0c72-4832-a62b-d0a32aa48a87 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:16.945088 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-223e8012-1933-413f-a98c-00567ba1fd68 req-f1649a2b-0c72-4832-a62b-d0a32aa48a87 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5298710 Mar 28 10:52:16.985985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d161c114-4a98-435b-b676-fa67865c4474 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:17.028701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: d161c114-4a98-435b-b676-fa67865c4474 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:17.029476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d161c114-4a98-435b-b676-fa67865c4474 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:17.038416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-223e8012-1933-413f-a98c-00567ba1fd68 req-8a5338e4-cd23-4933-a406-62eaebf15dea tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786498 Mar 28 10:52:17.038669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:17.043337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.061741 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Sync routers for ids ['13330f42-1afb-4033-952b-0957b89a3163'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:17.095434 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Routers {'13330f42-1afb-4033-952b-0957b89a3163'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:17.096379 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['13330f42-1afb-4033-952b-0957b89a3163'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:17.139528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.148040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event deleted for resources: {'Port': ['ID=65c725f6-7465-4b9e-9bde-2a552507f064,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:17.217955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f9f4f2-44be-4660-9127-1f92cf0eb120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.218988 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-99f9f4f2-44be-4660-9127-1f92cf0eb120 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3740b7e-6929-45f0-a63f-22c04e44f55e HTTP/1.1" status: 204 len: 168 time: 1.6484089 Mar 28 10:52:17.272116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 5598f114-6ad9-4e95-9940-75f1fac58ca2 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:17.273535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.326064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.327171 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9d4d3a79-322f-4b1f-b798-92d7353ff932 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.0903480 Mar 28 10:52:17.328284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.335115 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59200) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:17.344585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Pushing event deleted for resources: {'Port': ['ID=de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:17.348002 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Set router 13330f42-1afb-4033-952b-0957b89a3163 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:17.437643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.526354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.530622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.731522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.732051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8164ba-49a3-4a97-a932-8f0847913b49 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:17.753034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.928132 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13330f42-1afb-4033-952b-0957b89a3163', 'name': 'tempest-snat-router-861257849', 'tenant_id': 'b94ab840993743ec82d60cd2a23cb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ad1361-dd95-4635-b1d8-d944c3165112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:52:06Z', 'updated_at': '2022-03-28T10:52:12Z', 'revision_number': 3, 'project_id': 'b94ab840993743ec82d60cd2a23cb97e', 'gw_port': {'id': 'b8ad1361-dd95-4635-b1d8-d944c3165112', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13330f42-1afb-4033-952b-0957b89a3163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:52:08Z', 'updated_at': '2022-03-28T10:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:17.932764 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Checking router: 13330f42-1afb-4033-952b-0957b89a3163 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:52:17.933307 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Updating router 13330f42-1afb-4033-952b-0957b89a3163 port b8ad1361-dd95-4635-b1d8-d944c3165112 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:52:17.956215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:17.963682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=5598f114-6ad9-4e95-9940-75f1fac58ca2,revision_number=3']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:18.015000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.030430 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.072434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-26d46f85-b066-4e9e-960c-d99bc6bac2b7 None None] Provisioning for port 5598f114-6ad9-4e95-9940-75f1fac58ca2 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:18.078276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=09d586b8-6352-4f85-989f-4a6bc27ce53a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:18.083097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.087656 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6252a93e-e0dd-40cd-b399-6276d5ef52a5 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "DELETE /v2.0/routers/6c8164ba-49a3-4a97-a932-8f0847913b49 HTTP/1.1" status: 204 len: 168 time: 5.0253088 Mar 28 10:52:18.094635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-26d46f85-b066-4e9e-960c-d99bc6bac2b7 None None] Provisioning complete for port 5598f114-6ad9-4e95-9940-75f1fac58ca2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:18.095228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-26d46f85-b066-4e9e-960c-d99bc6bac2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.125568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59212) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:18.134671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-506379663', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:18.189581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-26d46f85-b066-4e9e-960c-d99bc6bac2b7 None None] Port 5598f114-6ad9-4e95-9940-75f1fac58ca2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:18.237480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ea64364f-eaf6-46c8-a595-b6ccfbf2b9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.249109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b34f0324-6a04-4ca2-8243-f420d05018dd tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/routers/13330f42-1afb-4033-952b-0957b89a3163 HTTP/1.1" status: 200 len: 907 time: 0.9064319 Mar 28 10:52:18.272516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59218) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:18.287984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.319149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:18.366778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Usage tracker for resource:router and tenant:7f6f5fd052e544eca4c77606ea5cd99f is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:18.370655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:18.380868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] In _notify_port_updated(), no bound segment for port 5598f114-6ad9-4e95-9940-75f1fac58ca2 on network e0478889-514b-4b20-920b-c729a1232635 {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:52:18.386130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:18.386692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.388037 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b80fe9ad-34d6-45a7-9b17-2d558cbe4f1b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "PUT /v2.0/ports/5598f114-6ad9-4e95-9940-75f1fac58ca2 HTTP/1.1" status: 200 len: 999 time: 3.0121856 Mar 28 10:52:18.389490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.396736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59222) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:18.525142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:18.563263 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-7d9154a3-449d-4926-b602-0d1609acaa46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6593976 Mar 28 10:52:18.569080 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.569980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.570214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c042a4e9-e015-47d4-aaad-7c62ad81f915 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 5598f114-6ad9-4e95-9940-75f1fac58ca2 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:18.570214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c042a4e9-e015-47d4-aaad-7c62ad81f915 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.610542 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Transition to ACTIVE for port object b8ad1361-dd95-4635-b1d8-d944c3165112 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:18.653995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 65c725f6-7465-4b9e-9bde-2a552507f064 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:18.684721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.685248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f52220-dfba-408a-a24b-b28c237944a5 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:18.687641 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 65c725f6-7465-4b9e-9bde-2a552507f064 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:18.687991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 65c725f6-7465-4b9e-9bde-2a552507f064 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:18.689392 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.717107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.718339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.785770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.786915 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ca9b49ab-40a9-473c-b7f9-0a578a701823 admin admin] 10.222.0.18 "DELETE /v2.0/routers/24f52220-dfba-408a-a24b-b28c237944a5 HTTP/1.1" status: 204 len: 168 time: 3.9268153 Mar 28 10:52:18.796864 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dbfad-a232-4c65-9396-315d652e7f52 None None] Pushing event updated for resources: {'Port': ['ID=b8ad1361-dd95-4635-b1d8-d944c3165112,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:18.805140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59234) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:18.814611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.844608 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Attempting to bind port b8ad1361-dd95-4635-b1d8-d944c3165112 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:18.845317 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Attempting to bind port b8ad1361-dd95-4635-b1d8-d944c3165112 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:18.845440 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Attempting to bind port b8ad1361-dd95-4635-b1d8-d944c3165112 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:18.856870 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:18.857242 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:18.857643 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.858068 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:18.858536 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Bound port: b8ad1361-dd95-4635-b1d8-d944c3165112, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:18.858919 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:18.954657 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] For port b8ad1361-dd95-4635-b1d8-d944c3165112, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:18.958009 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] For port b8ad1361-dd95-4635-b1d8-d944c3165112, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b8ad1361-dd95-4635-b1d8-d944c3165112,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:19.039552 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:19.055319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:19.124447 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Routers {'13330f42-1afb-4033-952b-0957b89a3163'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:19.125083 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['13330f42-1afb-4033-952b-0957b89a3163'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:19.203919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c5e142-b5e8-4699-adef-5a336e3c78f7 admin admin] Deleting subnet 8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:19.205646 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dbfad-a232-4c65-9396-315d652e7f52 None None] Pushing event updated for resources: {'Port': ['ID=b8ad1361-dd95-4635-b1d8-d944c3165112,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:19.217396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Router a25a7aae-77d0-45a5-9a1d-566af5d0debb has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:52:19.220136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e142-b5e8-4699-adef-5a336e3c78f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:19.302797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-10ca91fc-2960-432a-8e37-2c0137b780a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:19.304388 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-10ca91fc-2960-432a-8e37-2c0137b780a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1098 time: 0.7012312 Mar 28 10:52:19.316613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c042a4e9-e015-47d4-aaad-7c62ad81f915 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:19.366290 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] Set router 13330f42-1afb-4033-952b-0957b89a3163 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:19.466940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e142-b5e8-4699-adef-5a336e3c78f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:19.499221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c042a4e9-e015-47d4-aaad-7c62ad81f915 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 5598f114-6ad9-4e95-9940-75f1fac58ca2 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:19.536048 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:19.606902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:19.618071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] Sync routers for ids ['a25a7aae-77d0-45a5-9a1d-566af5d0debb'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:19.639847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] Routers {'a25a7aae-77d0-45a5-9a1d-566af5d0debb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:19.643849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a25a7aae-77d0-45a5-9a1d-566af5d0debb'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:20.047263 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70f6dea7-73ae-4911-8e93-33da06f41327 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "PUT /v2.0/routers/a25a7aae-77d0-45a5-9a1d-566af5d0debb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7078500 Mar 28 10:52:20.047263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59252) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:20.047263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:52:20.049249 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13330f42-1afb-4033-952b-0957b89a3163', 'name': 'tempest-snat-router-861257849', 'tenant_id': 'b94ab840993743ec82d60cd2a23cb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ad1361-dd95-4635-b1d8-d944c3165112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:52:06Z', 'updated_at': '2022-03-28T10:52:12Z', 'revision_number': 3, 'project_id': 'b94ab840993743ec82d60cd2a23cb97e', 'gw_port': {'id': 'b8ad1361-dd95-4635-b1d8-d944c3165112', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13330f42-1afb-4033-952b-0957b89a3163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:52:08Z', 'updated_at': '2022-03-28T10:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:20.049249 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7920-8985-4090-86b3-d4397bd0481b None None] The sync data for ids ['13330f42-1afb-4033-952b-0957b89a3163'] in dv-neutron-835336-1-hyperv is: [{'id': '13330f42-1afb-4033-952b-0957b89a3163', 'name': 'tempest-snat-router-861257849', 'tenant_id': 'b94ab840993743ec82d60cd2a23cb97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b8ad1361-dd95-4635-b1d8-d944c3165112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:52:06Z', 'updated_at': '2022-03-28T10:52:12Z', 'revision_number': 3, 'project_id': 'b94ab840993743ec82d60cd2a23cb97e', 'gw_port': {'id': 'b8ad1361-dd95-4635-b1d8-d944c3165112', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13330f42-1afb-4033-952b-0957b89a3163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:52:08Z', 'updated_at': '2022-03-28T10:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:20.050341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] Set router a25a7aae-77d0-45a5-9a1d-566af5d0debb gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:20.050903 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Deleting port b8ad1361-dd95-4635-b1d8-d944c3165112 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:20.050903 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:20.051235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25a7aae-77d0-45a5-9a1d-566af5d0debb', 'name': 'tempest-NetworksTestDHCPv6-router-192874674', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:17Z', 'revision_number': 3, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:20.051235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] Checking router: a25a7aae-77d0-45a5-9a1d-566af5d0debb for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:52:20.051235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] Routers {'a25a7aae-77d0-45a5-9a1d-566af5d0debb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:20.051235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:51:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a25a7aae-77d0-45a5-9a1d-566af5d0debb'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:20.069938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:20.078834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e142-b5e8-4699-adef-5a336e3c78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:20.089683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] Set router a25a7aae-77d0-45a5-9a1d-566af5d0debb gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:20.223575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d7a2b-f930-47bd-9709-91e01e1daff0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:20.225743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d7a2b-f930-47bd-9709-91e01e1daff0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:20.226828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-178d7a2b-f930-47bd-9709-91e01e1daff0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:20.242259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25a7aae-77d0-45a5-9a1d-566af5d0debb', 'name': 'tempest-NetworksTestDHCPv6-router-192874674', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:17Z', 'revision_number': 3, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:20.247076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933da1a-c294-4513-8ae6-2d6e0f9b2364 None None] The sync data for ids ['a25a7aae-77d0-45a5-9a1d-566af5d0debb'] in dv-neutron-835336-1-hyperv is: [{'id': 'a25a7aae-77d0-45a5-9a1d-566af5d0debb', 'name': 'tempest-NetworksTestDHCPv6-router-192874674', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:51:59Z', 'updated_at': '2022-03-28T10:52:17Z', 'revision_number': 3, 'project_id': 'c403ccc997c5466cb516f4e28309ce7a', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:20.249855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-6e3f51f3-357d-4f43-ac78-7c3be75b2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:20.251349 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-6e3f51f3-357d-4f43-ac78-7c3be75b2983 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 912 time: 0.8037260 Mar 28 10:52:20.252083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] For port b8ad1361-dd95-4635-b1d8-d944c3165112, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b8ad1361-dd95-4635-b1d8-d944c3165112,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:20.252538 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:20.431647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-acaf0dc5-47c9-4f92-9933-f029b87dac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:20.453324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59262) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:20.464181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Calling delete_port for b8ad1361-dd95-4635-b1d8-d944c3165112 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:20.615529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-178d7a2b-f930-47bd-9709-91e01e1daff0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:20.619614 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-178d7a2b-f930-47bd-9709-91e01e1daff0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8583033 Mar 28 10:52:20.623668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59268) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:20.641118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e142-b5e8-4699-adef-5a336e3c78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:20.709170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5e142-b5e8-4699-adef-5a336e3c78f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:20.747611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b8ad1361-dd95-4635-b1d8-d944c3165112 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:20.753002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c042a4e9-e015-47d4-aaad-7c62ad81f915 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:20.759119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4faf75-0708-4e53-81ac-2bce9b6725f1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 589f9c64-276c-43ed-acd0-7ad89bd5306e {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:20.759257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:20.759543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d3b4e07e-a0c4-439e-b4ed-3625d2114529 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:20.770284 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] Sync routers for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:20.776262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2c4faf75-0708-4e53-81ac-2bce9b6725f1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:20.789992 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:20.790794 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:20.802945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c0a2b-2c87-481b-8910-41f59408322d None None] Network 386e369a-99b5-4e27-8723-fa9ac0238483 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:20.813611 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-12a498c2-dd3e-43d7-8e6b-c7888d711077 admin admin] 10.222.0.18 "PUT /v2.0/routers/0ecca22a-4ce9-4e59-9f9f-57a1f41222d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3073876 Mar 28 10:52:20.818235 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-161b3c4e-4d59-4fe0-9721-9c03201acb05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 1001 time: 0.5554440 Mar 28 10:52:20.824765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59272) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:20.827238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e142-b5e8-4699-adef-5a336e3c78f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:20.850669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a4e9-e015-47d4-aaad-7c62ad81f915 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=5598f114-6ad9-4e95-9940-75f1fac58ca2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:20.857468 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d1c5e142-b5e8-4699-adef-5a336e3c78f7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8b6d2dc6-dc04-42d6-b6c2-da8a958f2f57 HTTP/1.1" status: 204 len: 168 time: 2.0498400 Mar 28 10:52:20.870705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59276) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:21.076504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-4ed84e0b-c602-44d7-879b-1f595f09cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:21.083674 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-4ed84e0b-c602-44d7-879b-1f595f09cce8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.2458382 Mar 28 10:52:21.114562 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d3b4e07e-a0c4-439e-b4ed-3625d2114529 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] 10.222.0.18 "PUT /v2.0/quotas/a5234e0fcd3946d2921fdbaecd340a3d HTTP/1.1" status: 200 len: 368 time: 0.6608112 Mar 28 10:52:21.153515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59280) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:21.158904 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:21.214559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Request body: {'network': {'project_id': 'a5234e0fcd3946d2921fdbaecd340a3d'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:21.267913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.291044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2c4faf75-0708-4e53-81ac-2bce9b6725f1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.297026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Deleting port 2ffe5525-d521-4c91-ac11-ba86fc946367 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:21.299155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.305270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6330f8-2da9-4527-a61e-d06a6ddac11f None None] DHCP port deletion for 386e369a-99b5-4e27-8723-fa9ac0238483 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:52:21.310429 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4d6330f8-2da9-4527-a61e-d06a6ddac11f None None] Deleting port 2ffe5525-d521-4c91-ac11-ba86fc946367 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:21.310940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4d6330f8-2da9-4527-a61e-d06a6ddac11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.340134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.343206 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b8ad1361-dd95-4635-b1d8-d944c3165112 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:21.351213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:21.358170 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b8ad1361-dd95-4635-b1d8-d944c3165112 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:21.364074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.392514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c042a4e9-e015-47d4-aaad-7c62ad81f915 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.395119 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c042a4e9-e015-47d4-aaad-7c62ad81f915 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/5598f114-6ad9-4e95-9940-75f1fac58ca2 HTTP/1.1" status: 204 len: 168 time: 2.9962063 Mar 28 10:52:21.404716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59284) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:21.416164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Port b8ad1361-dd95-4635-b1d8-d944c3165112 was deleted so its status cannot be updated. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 10:52:21.434573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 09d586b8-6352-4f85-989f-4a6bc27ce53a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:21.450406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Usage tracker for resource:network and tenant:a5234e0fcd3946d2921fdbaecd340a3d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:21.474096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:21.474733 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 09d586b8-6352-4f85-989f-4a6bc27ce53a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:21.475076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 09d586b8-6352-4f85-989f-4a6bc27ce53a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:21.475496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:21.483167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8ad1361-dd95-4635-b1d8-d944c3165112,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:21.499279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:21.561858 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:52:15Z', 'revision_number': 5, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:21.571883 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] Checking router: 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:52:21.573882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:21.574393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device de3a5cd0-bfe8-4ee7-a026-b997d6b0ae49 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:21.581000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.584774 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-65877d45-96bc-4b18-be26-0e9b6c95c0a8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:52:21.585462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-65877d45-96bc-4b18-be26-0e9b6c95c0a8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:21.588222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.604040 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] Routers {'0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:21.604695 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:21.704642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Made reservation on behalf of a5234e0fcd3946d2921fdbaecd340a3d for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:21.708198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.725011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.731640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.743973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.762215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4d6330f8-2da9-4527-a61e-d06a6ddac11f None None] For port 2ffe5525-d521-4c91-ac11-ba86fc946367, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2ffe5525-d521-4c91-ac11-ba86fc946367,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:21.762807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4d6330f8-2da9-4527-a61e-d06a6ddac11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.774164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-5bcd2e6b-38ce-440a-911b-b1b5262d4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:21.775948 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-5bcd2e6b-38ce-440a-911b-b1b5262d4302 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6212981 Mar 28 10:52:21.785401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:21.790906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Usage tracker for resource:security_group_rule and tenant:a5234e0fcd3946d2921fdbaecd340a3d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:21.795206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:21.802819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:21.867021 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] Set router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:52:21.907422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:21.928218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4d6330f8-2da9-4527-a61e-d06a6ddac11f None None] Calling delete_port for 2ffe5525-d521-4c91-ac11-ba86fc946367 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:21.971997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] For port 2ffe5525-d521-4c91-ac11-ba86fc946367, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2ffe5525-d521-4c91-ac11-ba86fc946367,segment=NetworkSegment(5c8735b5-5c37-4d38-bd73-703194034cb7),segment_id=5c8735b5-5c37-4d38-bd73-703194034cb7)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:21.972866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.008368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.077789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4d6330f8-2da9-4527-a61e-d06a6ddac11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.115164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2c4faf75-0708-4e53-81ac-2bce9b6725f1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.118257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Calling delete_port for 2ffe5525-d521-4c91-ac11-ba86fc946367 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:22.147642 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6330f8-2da9-4527-a61e-d06a6ddac11f None None] Pushing event deleted for resources: {'Port': ['ID=2ffe5525-d521-4c91-ac11-ba86fc946367,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:22.158056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6330f8-2da9-4527-a61e-d06a6ddac11f None None] No DVR routers for this DVR port 2ffe5525-d521-4c91-ac11-ba86fc946367 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:52:22.225126 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:52:15Z', 'revision_number': 5, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:22.228498 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cc68e-db0c-4bdd-bef1-3319d329a338 None None] The sync data for ids ['0ecca22a-4ce9-4e59-9f9f-57a1f41222d0'] in dv-neutron-835336-1-hyperv is: [{'id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'name': 'tempest-ServersTestJSON-690838667-router', 'tenant_id': '14012b9ad9094d9bb17d45da271576be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '29a52432-4889-474d-b946-bfd05517e331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:05Z', 'updated_at': '2022-03-28T10:52:15Z', 'revision_number': 5, 'project_id': '14012b9ad9094d9bb17d45da271576be', 'gw_port': {'id': '29a52432-4889-474d-b946-bfd05517e331', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecca22a-4ce9-4e59-9f9f-57a1f41222d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:07Z', 'updated_at': '2022-03-28T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:22.230373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:22.328121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-65877d45-96bc-4b18-be26-0e9b6c95c0a8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:22.329194 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-65877d45-96bc-4b18-be26-0e9b6c95c0a8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/5598f114-6ad9-4e95-9940-75f1fac58ca2 HTTP/1.1" status: 404 len: 333 time: 0.8993747 Mar 28 10:52:22.341964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.343622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59288) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:22.348934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.396809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:52:22.397187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:52:22.430739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-16add7b1-dfde-4692-a1cf-31fc75f2e873 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:22.433560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-16add7b1-dfde-4692-a1cf-31fc75f2e873 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.484508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.489557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-16add7b1-dfde-4692-a1cf-31fc75f2e873 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.515916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7091d5b4-b221-428b-b910-9352ad8e438d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:22.527868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.528105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.528319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13330f42-1afb-4033-952b-0957b89a3163 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:22.528441 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Added segment b4647720-6b47-449c-ade7-04a7aa01994a of type vlan for network e47d4250-ff64-4307-8325-89e9bc291063 Mar 28 10:52:22.552534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.555512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.570541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.574549 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-78e0629a-0f6b-4a92-87f6-556068bd43db tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "DELETE /v2.0/routers/13330f42-1afb-4033-952b-0957b89a3163 HTTP/1.1" status: 204 len: 168 time: 4.2984633 Mar 28 10:52:22.582069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59292) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:22.700517 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-f00dea64-5bf4-4806-a441-331a499aa558 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873864 Mar 28 10:52:22.719792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.725452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2ffe5525-d521-4c91-ac11-ba86fc946367 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:22.767798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Deleting port 29a52432-4889-474d-b946-bfd05517e331 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:22.768141 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.781176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 2ffe5525-d521-4c91-ac11-ba86fc946367 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:22.781675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2ffe5525-d521-4c91-ac11-ba86fc946367 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:22.781932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d892be09-94fe-40aa-ba06-cb893b040838 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:22.796369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-16add7b1-dfde-4692-a1cf-31fc75f2e873 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.835643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2c4faf75-0708-4e53-81ac-2bce9b6725f1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.837474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: d892be09-94fe-40aa-ba06-cb893b040838 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:22.837915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d892be09-94fe-40aa-ba06-cb893b040838 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:22.889545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.896375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:22.906165 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d459b-7e43-48c4-b992-bcf93d6ca588 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:22.948476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2c4faf75-0708-4e53-81ac-2bce9b6725f1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.009772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4faf75-0708-4e53-81ac-2bce9b6725f1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=589f9c64-276c-43ed-acd0-7ad89bd5306e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:23.066318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Deleting port 2ffe5525-d521-4c91-ac11-ba86fc946367 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:23.067052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.069067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.070144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:23.077138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.147204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] The port '2ffe5525-d521-4c91-ac11-ba86fc946367' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:52:23.152288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.197850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd46dd-01cc-418a-863e-e9324f4661d6 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:52:23.198066 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2c4faf75-0708-4e53-81ac-2bce9b6725f1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/589f9c64-276c-43ed-acd0-7ad89bd5306e HTTP/1.1" status: 204 len: 168 time: 2.5712214 Mar 28 10:52:23.201117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59298) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:23.204299 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd46dd-01cc-418a-863e-e9324f4661d6 None None] Deleting port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:23.204769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c2cd46dd-01cc-418a-863e-e9324f4661d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.211957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Allocated IP 172.26.2.129 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/ecb6a5e7-6cfd-452d-a553-a6c56e482abc) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:23.287785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Deleting port 673af012-6e65-498a-a856-5e74f3aec1f1 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:23.288121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.294603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Pushing event updated for resources: {'Network': ['ID=e47d4250-ff64-4307-8325-89e9bc291063,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:23.301736 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89d8cfea-809b-49bb-a8ab-dc832045af9a req-58d73893-e87d-465b-b69d-20872e0b20d8 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687401 Mar 28 10:52:23.310931 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ec948794-1119-4ddf-a76a-ff7c92ab6b21 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1476169 Mar 28 10:52:23.333136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59302) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:23.341578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network e47d4250-ff64-4307-8325-89e9bc291063 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:23.357866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Request body: {'network': {'project_id': 'a5234e0fcd3946d2921fdbaecd340a3d'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:23.364663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:23.369343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Usage tracker for resource:network and tenant:a5234e0fcd3946d2921fdbaecd340a3d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:23.372763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:23.379726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:23.451756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Made reservation on behalf of a5234e0fcd3946d2921fdbaecd340a3d for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:23.454307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.475518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-16add7b1-dfde-4692-a1cf-31fc75f2e873 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.477201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] For port 29a52432-4889-474d-b946-bfd05517e331, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=29a52432-4889-474d-b946-bfd05517e331,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:23.477578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.536978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c2cd46dd-01cc-418a-863e-e9324f4661d6 None None] For port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=989c38e3-c0ff-43a1-9ebb-d87aa5110c16,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:23.537358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c2cd46dd-01cc-418a-863e-e9324f4661d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.618801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Calling delete_port for 29a52432-4889-474d-b946-bfd05517e331 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:23.659004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16add7b1-dfde-4692-a1cf-31fc75f2e873 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:23.666512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:23.693513 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74945fd5-5298-4f3f-8bda-afc4537529e8 None None] Network e0478889-514b-4b20-920b-c729a1232635 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:23.709959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.713237 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd46dd-01cc-418a-863e-e9324f4661d6 None None] Calling delete_port for 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:23.713363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.713446 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Added segment a16b182f-447e-435b-b390-6b779fd69122 of type vlan for network ee474bfe-bc1a-4d2d-bf07-661688a4bfa7 Mar 28 10:52:23.723251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-16add7b1-dfde-4692-a1cf-31fc75f2e873 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.741504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.754948 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-16add7b1-dfde-4692-a1cf-31fc75f2e873 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6 HTTP/1.1" status: 204 len: 168 time: 1.4090610 Mar 28 10:52:23.770152 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59306) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:23.814676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.814930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386e369a-99b5-4e27-8723-fa9ac0238483']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:23.837514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8735b5-5c37-4d38-bd73-703194034cb7') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:23.837514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8735b5-5c37-4d38-bd73-703194034cb7') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:23.871269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7d2adfa9-b9af-4625-9d0f-2302009bb41d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:router {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:23.886971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.888849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-7780c43a-6432-4011-81ea-dca1e3cb39cf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet 354e338f-cf16-4521-8bfa-5311f487f3f6 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:23.905320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7780c43a-6432-4011-81ea-dca1e3cb39cf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.907641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] For port 673af012-6e65-498a-a856-5e74f3aec1f1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=673af012-6e65-498a-a856-5e74f3aec1f1,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:23.907985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.926305 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.974228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c2cd46dd-01cc-418a-863e-e9324f4661d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:23.996300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:52:23.997529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.009010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7780c43a-6432-4011-81ea-dca1e3cb39cf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:52:24.012548 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:52:24.029844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd46dd-01cc-418a-863e-e9324f4661d6 None None] Pushing event deleted for resources: {'Port': ['ID=989c38e3-c0ff-43a1-9ebb-d87aa5110c16,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:24.036077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd46dd-01cc-418a-863e-e9324f4661d6 None None] No DVR routers for this DVR port 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:52:24.044771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.050155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:24.051220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.076258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.094102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Calling delete_port for 673af012-6e65-498a-a856-5e74f3aec1f1 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:24.123923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7d2adfa9-b9af-4625-9d0f-2302009bb41d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:router {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:24.125137 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7d2adfa9-b9af-4625-9d0f-2302009bb41d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9200163 Mar 28 10:52:24.180255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59310) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:24.368082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6b6289f-1e40-478b-b58b-0f06898e999d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.379733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Pushing event updated for resources: {'Network': ['ID=ee474bfe-bc1a-4d2d-bf07-661688a4bfa7,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:24.390454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:24.391297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network ee474bfe-bc1a-4d2d-bf07-661688a4bfa7 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:24.400892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:24.403393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:24.446774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event updated for resources: {'Port': ['ID=ecb6a5e7-6cfd-452d-a553-a6c56e482abc,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:24.450109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.466921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.480173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:24.499596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.526327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:24.527775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 989c38e3-c0ff-43a1-9ebb-d87aa5110c16 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:24.528371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b8ad1361-dd95-4635-b1d8-d944c3165112 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:24.532120 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-223060d7-2644-40b3-911a-9e1809143ef7 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1950395 Mar 28 10:52:24.575173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59314) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:24.576042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b8ad1361-dd95-4635-b1d8-d944c3165112 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:24.577011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b8ad1361-dd95-4635-b1d8-d944c3165112 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:24.582206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a52432-4889-474d-b946-bfd05517e331,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:24.598901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-928b5bab-e24e-4978-bbca-cbad78202ffa tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Request body: {'network': {'project_id': 'a5234e0fcd3946d2921fdbaecd340a3d'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:24.631412 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] Pushing event deleted for resources: {'Network': ['ID=386e369a-99b5-4e27-8723-fa9ac0238483,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:24.650510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-928b5bab-e24e-4978-bbca-cbad78202ffa tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:24.724621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-928b5bab-e24e-4978-bbca-cbad78202ffa tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Usage tracker for resource:network and tenant:a5234e0fcd3946d2921fdbaecd340a3d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:24.735446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7780c43a-6432-4011-81ea-dca1e3cb39cf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.756525 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ff52f480-5daa-4c16-b9c4-4599a5f0ef33 admin admin] 10.222.0.18 "DELETE /v2.0/networks/386e369a-99b5-4e27-8723-fa9ac0238483 HTTP/1.1" status: 204 len: 168 time: 3.8834534 Mar 28 10:52:24.763812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-928b5bab-e24e-4978-bbca-cbad78202ffa tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:24.782934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-928b5bab-e24e-4978-bbca-cbad78202ffa tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:24.784861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f77b0c94-612c-4150-a4e6-4427fbc73533 None None] Provisioning complete for port 6900a852-0b0b-42de-b61e-36120236282c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:24.785441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f77b0c94-612c-4150-a4e6-4427fbc73533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:24.798837 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-928b5bab-e24e-4978-bbca-cbad78202ffa tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 10:52:24.799306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928b5bab-e24e-4978-bbca-cbad78202ffa tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:52:24.803624 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-928b5bab-e24e-4978-bbca-cbad78202ffa tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2210610 Mar 28 10:52:24.856941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59320) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:24.861938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.008799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6b6289f-1e40-478b-b58b-0f06898e999d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.012640 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6b6289f-1e40-478b-b58b-0f06898e999d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.111546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.138992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.155231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.157843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event deleted for resources: {'Port': ['ID=673af012-6e65-498a-a856-5e74f3aec1f1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:25.174295 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d2e49ac1-1040-47d4-b31d-6186dbb6ed9d tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5234e0fcd3946d2921fdbaecd340a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724857 Mar 28 10:52:25.182949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59324) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:25.194164 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6b6289f-1e40-478b-b58b-0f06898e999d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.194649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b6289f-1e40-478b-b58b-0f06898e999d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Fanout notify agent at l3_agent the message router_deleted on router a25a7aae-77d0-45a5-9a1d-566af5d0debb {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:25.224154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7780c43a-6432-4011-81ea-dca1e3cb39cf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.269158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.273809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7780c43a-6432-4011-81ea-dca1e3cb39cf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.281352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b742fd-1428-4b1f-8b8e-e9a55c1eba1f None None] Network e0478889-514b-4b20-920b-c729a1232635 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:25.332863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780c43a-6432-4011-81ea-dca1e3cb39cf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=354e338f-cf16-4521-8bfa-5311f487f3f6,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:25.335272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59328) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:25.376583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.377344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:25.399265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7fcdcae-db26-462e-a964-0f4a8a17f05a tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.402376 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7780c43a-6432-4011-81ea-dca1e3cb39cf tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/354e338f-cf16-4521-8bfa-5311f487f3f6 HTTP/1.1" status: 204 len: 168 time: 1.6305315 Mar 28 10:52:25.409120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59332) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:25.410180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6b6289f-1e40-478b-b58b-0f06898e999d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.414519 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c6b6289f-1e40-478b-b58b-0f06898e999d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/routers/a25a7aae-77d0-45a5-9a1d-566af5d0debb HTTP/1.1" status: 204 len: 168 time: 1.2332487 Mar 28 10:52:25.415125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59334) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:25.415252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.416432 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-02c2e73a-f4fa-4708-b62e-013e109df2b1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0ecca22a-4ce9-4e59-9f9f-57a1f41222d0 HTTP/1.1" status: 204 len: 168 time: 4.5903783 Mar 28 10:52:25.421693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59338) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:25.481352 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6a21a4e4-0d09-4636-a0fa-4f79a2b2661e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06dc9a1460c146398826e7ae81977253&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1300621 Mar 28 10:52:25.499493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59344) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:25.583371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.587662 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b896a64b-8069-4c7d-904b-42806004ba41 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1696367 Mar 28 10:52:25.589142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.592960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59348) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:25.656795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7fcdcae-db26-462e-a964-0f4a8a17f05a tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.671843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96caadb-e868-41dc-b3e6-7859cfe7342f admin admin] Deleting subnet 12b8631a-3ce2-486a-881e-2b3ed3837708 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:25.676403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c96caadb-e868-41dc-b3e6-7859cfe7342f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.723922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32989d9-148f-4a02-b2a8-513c4e25d83d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:25.724606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f32989d9-148f-4a02-b2a8-513c4e25d83d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:25.743114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c96caadb-e868-41dc-b3e6-7859cfe7342f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.749931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.776580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.777109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 407913b0-abed-411a-b7ee-e0fcf2c5c359 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:25.796530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.803246 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4a1fe288-2391-4e14-9adb-8f5dac3d42e0 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "DELETE /v2.0/routers/407913b0-abed-411a-b7ee-e0fcf2c5c359 HTTP/1.1" status: 204 len: 168 time: 3.2145593 Mar 28 10:52:25.803246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59352) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:25.806641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-488700498', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:25.818486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:25.827101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Usage tracker for resource:router and tenant:0edb9b91c50f4851b8f58ec58b838db0 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:25.833317 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:25.842754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:25.866386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f32989d9-148f-4a02-b2a8-513c4e25d83d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:25.869981 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f32989d9-148f-4a02-b2a8-513c4e25d83d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2723751 Mar 28 10:52:25.871520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59356) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:25.886645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.891891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788a2d35-b104-4f0c-b546-adf29d5ddc7f None None] DHCP port deletion for e0478889-514b-4b20-920b-c729a1232635 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:52:25.897198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-788a2d35-b104-4f0c-b546-adf29d5ddc7f None None] Deleting port 6900a852-0b0b-42de-b61e-36120236282c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:25.897763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-788a2d35-b104-4f0c-b546-adf29d5ddc7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.948836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c96caadb-e868-41dc-b3e6-7859cfe7342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.961578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6189990-aea0-46b1-a5a4-ae2ddf51b198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.979099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4e74c2af-d358-4335-92e6-0fddc21e5187 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:router {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:25.988212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:25.989244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.019939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6189990-aea0-46b1-a5a4-ae2ddf51b198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.034274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 6900a852-0b0b-42de-b61e-36120236282c {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:26.034639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.083621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4e74c2af-d358-4335-92e6-0fddc21e5187 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:router {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:26.089479 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4e74c2af-d358-4335-92e6-0fddc21e5187 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2166655 Mar 28 10:52:26.090012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59360) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:26.091818 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:52:26.096126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:26.113470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c96caadb-e868-41dc-b3e6-7859cfe7342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.153635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-788a2d35-b104-4f0c-b546-adf29d5ddc7f None None] For port 6900a852-0b0b-42de-b61e-36120236282c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6900a852-0b0b-42de-b61e-36120236282c,segment=NetworkSegment(06bc70b6-d485-4d12-9b56-1b35793b2016),segment_id=06bc70b6-d485-4d12-9b56-1b35793b2016)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:26.154006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-788a2d35-b104-4f0c-b546-adf29d5ddc7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.179331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96caadb-e868-41dc-b3e6-7859cfe7342f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b8631a-3ce2-486a-881e-2b3ed3837708,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:26.220743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7fcdcae-db26-462e-a964-0f4a8a17f05a tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.225604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c96caadb-e868-41dc-b3e6-7859cfe7342f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.226934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a63e12d-221d-4441-829b-ae0db7423b75 None None] Network c1f9f8e6-790b-41f0-a889-cee57795c222 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:26.255170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.255379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcdcae-db26-462e-a964-0f4a8a17f05a tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7091d5b4-b221-428b-b910-9352ad8e438d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:26.271941 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c96caadb-e868-41dc-b3e6-7859cfe7342f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/12b8631a-3ce2-486a-881e-2b3ed3837708 HTTP/1.1" status: 204 len: 168 time: 0.8470037 Mar 28 10:52:26.273836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59364) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:26.307723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-788a2d35-b104-4f0c-b546-adf29d5ddc7f None None] Calling delete_port for 6900a852-0b0b-42de-b61e-36120236282c owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:26.352105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:26.361786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7fcdcae-db26-462e-a964-0f4a8a17f05a tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.366020 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f7fcdcae-db26-462e-a964-0f4a8a17f05a tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/7091d5b4-b221-428b-b910-9352ad8e438d HTTP/1.1" status: 204 len: 168 time: 1.1796477 Mar 28 10:52:26.379045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59368) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:26.493079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:26.496511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6189990-aea0-46b1-a5a4-ae2ddf51b198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.527669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] For port 6900a852-0b0b-42de-b61e-36120236282c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6900a852-0b0b-42de-b61e-36120236282c,segment=NetworkSegment(06bc70b6-d485-4d12-9b56-1b35793b2016),segment_id=06bc70b6-d485-4d12-9b56-1b35793b2016)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:26.528062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.531520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 29a52432-4889-474d-b946-bfd05517e331 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:26.598152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 29a52432-4889-474d-b946-bfd05517e331 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:26.598494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 29a52432-4889-474d-b946-bfd05517e331 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:26.598907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 673af012-6e65-498a-a856-5e74f3aec1f1 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:26.639806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 673af012-6e65-498a-a856-5e74f3aec1f1 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:26.640134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 673af012-6e65-498a-a856-5e74f3aec1f1 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:26.640550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6900a852-0b0b-42de-b61e-36120236282c no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:26.663316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:26.666919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.685602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-788a2d35-b104-4f0c-b546-adf29d5ddc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.739392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 6900a852-0b0b-42de-b61e-36120236282c owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:26.753881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a2d35-b104-4f0c-b546-adf29d5ddc7f None None] No DVR routers for this DVR port 6900a852-0b0b-42de-b61e-36120236282c on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:52:26.755369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a2d35-b104-4f0c-b546-adf29d5ddc7f None None] Pushing event deleted for resources: {'Port': ['ID=6900a852-0b0b-42de-b61e-36120236282c,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:26.768175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No active binding found for port 6900a852-0b0b-42de-b61e-36120236282c {{(pid=88495) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 10:52:26.768680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6900a852-0b0b-42de-b61e-36120236282c not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:26.791634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6189990-aea0-46b1-a5a4-ae2ddf51b198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1097e81a-b2f5-486a-ac73-d42bb9ada28c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:26.825088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.851865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6189990-aea0-46b1-a5a4-ae2ddf51b198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.852894 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f6189990-aea0-46b1-a5a4-ae2ddf51b198 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1097e81a-b2f5-486a-ac73-d42bb9ada28c HTTP/1.1" status: 204 len: 168 time: 1.3447254 Mar 28 10:52:26.874896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d332cd6-a4f9-4f5c-8b0a-638811903f85 None None] DHCP port deletion for c1f9f8e6-790b-41f0-a889-cee57795c222 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:52:26.879802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8d332cd6-a4f9-4f5c-8b0a-638811903f85 None None] Deleting port c495d342-cfa7-4a91-a831-c0d8c15d555e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:26.880362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8d332cd6-a4f9-4f5c-8b0a-638811903f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.883327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.900659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.937744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:26.961290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Deleting port c495d342-cfa7-4a91-a831-c0d8c15d555e {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:26.961711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.106168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-8d332cd6-a4f9-4f5c-8b0a-638811903f85 None None] For port c495d342-cfa7-4a91-a831-c0d8c15d555e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c495d342-cfa7-4a91-a831-c0d8c15d555e,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:27.106610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8d332cd6-a4f9-4f5c-8b0a-638811903f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.149721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:52:27.150065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:52:27.164242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.244173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8d332cd6-a4f9-4f5c-8b0a-638811903f85 None None] Calling delete_port for c495d342-cfa7-4a91-a831-c0d8c15d555e owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:27.366799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] For port c495d342-cfa7-4a91-a831-c0d8c15d555e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c495d342-cfa7-4a91-a831-c0d8c15d555e,segment=NetworkSegment(c1d4453d-0612-42ad-82a5-d0eefd80a8c6),segment_id=c1d4453d-0612-42ad-82a5-d0eefd80a8c6)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:27.367093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.383030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee474bfe-bc1a-4d2d-bf07-661688a4bfa7']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:27.392562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8d332cd6-a4f9-4f5c-8b0a-638811903f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.402130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16b182f-447e-435b-b390-6b779fd69122') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:27.402428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16b182f-447e-435b-b390-6b779fd69122') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:27.433746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.460220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.464225 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d332cd6-a4f9-4f5c-8b0a-638811903f85 None None] Pushing event deleted for resources: {'Port': ['ID=c495d342-cfa7-4a91-a831-c0d8c15d555e,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:27.469362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d332cd6-a4f9-4f5c-8b0a-638811903f85 None None] No DVR routers for this DVR port c495d342-cfa7-4a91-a831-c0d8c15d555e on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:52:27.484745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:52:27.484745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:52:27.496482 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:52:27.513578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Calling delete_port for c495d342-cfa7-4a91-a831-c0d8c15d555e owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:27.620566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:52:27.620803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:52:27.651030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 6900a852-0b0b-42de-b61e-36120236282c {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:27.651379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.683779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.688567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.710486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Router 28b6d129-3785-4160-bd62-0ab2d4cc3191 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:52:27.829709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee474bfe-bc1a-4d2d-bf07-661688a4bfa7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:27.830683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.836550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] The port '6900a852-0b0b-42de-b61e-36120236282c' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:52:27.861570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:27.915559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.objects.ports [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:52:27.932943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.014913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:28.020617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:28.030442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:28.030442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.033340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6252a037-be05-4c6d-a6a8-0e096589c568 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:28.052648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.082027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=a959b4ae-49b5-4ecb-bb7d-50fcc1ec8d28,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:28.097968 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-574e0d0c-6141-4fe2-96f4-9faf169ce8d3 tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] 10.222.0.18 "DELETE /v2.0/networks/ee474bfe-bc1a-4d2d-bf07-661688a4bfa7 HTTP/1.1" status: 204 len: 168 time: 1.7133694 Mar 28 10:52:28.102243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59386) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:28.104280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0478889-514b-4b20-920b-c729a1232635']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.116735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:28.124178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Deleting port c495d342-cfa7-4a91-a831-c0d8c15d555e {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:28.124520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.126813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bc70b6-d485-4d12-9b56-1b35793b2016') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.127171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bc70b6-d485-4d12-9b56-1b35793b2016') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.135506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8f138-3caf-4a1b-8182-ac6b9f7ef37e None None] Sync routers for ids ['28b6d129-3785-4160-bd62-0ab2d4cc3191'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:28.151073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.164893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8f138-3caf-4a1b-8182-ac6b9f7ef37e None None] Routers {'28b6d129-3785-4160-bd62-0ab2d4cc3191'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:28.165512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1da8f138-3caf-4a1b-8182-ac6b9f7ef37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['28b6d129-3785-4160-bd62-0ab2d4cc3191'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.178004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.191929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:52:28.192354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:52:28.214447 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:52:28.223331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.227608 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-200f8508-327e-4ff3-b586-74191a62e29b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.1011357 Mar 28 10:52:28.232413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59394) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:28.237588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7b72408b-1c69-4a9b-a786-fb5087314f14 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': False}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:28.239412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1da8f138-3caf-4a1b-8182-ac6b9f7ef37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.270099 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8f138-3caf-4a1b-8182-ac6b9f7ef37e None None] Routers {'28b6d129-3785-4160-bd62-0ab2d4cc3191'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:28.270981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1da8f138-3caf-4a1b-8182-ac6b9f7ef37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['28b6d129-3785-4160-bd62-0ab2d4cc3191'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.341834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] The port 'c495d342-cfa7-4a91-a831-c0d8c15d555e' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:52:28.343455 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b30b2be7-d4fd-43fb-9714-88a55214209f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2525065 Mar 28 10:52:28.349843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59398) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:28.374122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:28.377669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1da8f138-3caf-4a1b-8182-ac6b9f7ef37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.378680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8f138-3caf-4a1b-8182-ac6b9f7ef37e None None] The sync data for ids ['28b6d129-3785-4160-bd62-0ab2d4cc3191'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:28.445386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Allocated IP 172.26.2.218 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/9c41bbd8-db96-4b69-8939-f7be579ade07) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:28.481249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c495d342-cfa7-4a91-a831-c0d8c15d555e no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:28.496700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.539404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': 'a959b4ae-49b5-4ecb-bb7d-50fcc1ec8d28'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:52:28.540915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.555096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: c495d342-cfa7-4a91-a831-c0d8c15d555e {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:28.555622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c495d342-cfa7-4a91-a831-c0d8c15d555e not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:28.588342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:28.594982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:28.601461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59404) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:28.602498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.603884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:28.623410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:28.707413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.711312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.736457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f9f8e6-790b-41f0-a889-cee57795c222']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.741398 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/networks/e0478889-514b-4b20-920b-c729a1232635 HTTP/1.1" status: 204 len: 168 time: 3.3285186 Mar 28 10:52:28.744257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125ae73-d403-4de3-9591-224eb4bd5eaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Network': ['ID=e0478889-514b-4b20-920b-c729a1232635,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:28.758849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59410) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:28.789664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Allocated IP 2001:db8::f816:3eff:fe15:f359 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/a959b4ae-49b5-4ecb-bb7d-50fcc1ec8d28/78a1cea6-e360-4215-ae07-8820b1cd570e) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:28.800916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.800916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d4453d-0612-42ad-82a5-d0eefd80a8c6') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:28.838801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1512032829'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:28.841896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:28.845140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.874096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.875985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:28.887516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Usage tracker for resource:network and tenant:71ee7433778243b2904aa2e133dc81bb is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:28.894865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:28.899641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.926984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.952369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:52:28.952772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:28.966037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:52:28.969696 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:52:28.997505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47d4250-ff64-4307-8325-89e9bc291063']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:29.047527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.055380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.067949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4647720-6b47-449c-ade7-04a7aa01994a') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:29.068360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4647720-6b47-449c-ade7-04a7aa01994a') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:29.092652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.131079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.141582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25dd36-abfc-4cdb-a0b3-0414db4c6905 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:29.143067 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5b25dd36-abfc-4cdb-a0b3-0414db4c6905 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3811140 Mar 28 10:52:29.147338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59414) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:29.151036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:52:29.151432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:52:29.166673 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:52:29.220384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.256280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Made reservation on behalf of 71ee7433778243b2904aa2e133dc81bb for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:29.259722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.290857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.293447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.310738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f9f8e6-790b-41f0-a889-cee57795c222,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:29.314762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:29.321485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Usage tracker for resource:security_group_rule and tenant:71ee7433778243b2904aa2e133dc81bb is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:29.327100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:29.336147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:29.342896 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1cad8e13-9d1f-4394-8ced-a92dab8b4688 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1933792 Mar 28 10:52:29.354110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59420) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:29.359551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1846412781'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:29.364452 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:29.366996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.391726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Transition to ACTIVE for port object 78a1cea6-e360-4215-ae07-8820b1cd570e will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:29.402938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:network and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:29.412299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:29.415328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Transition to ACTIVE for port object 78a1cea6-e360-4215-ae07-8820b1cd570e will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:29.415613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.422367 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a20abf17-8d7e-4b74-bb10-47bea00a794f admin admin] 10.222.0.18 "DELETE /v2.0/networks/c1f9f8e6-790b-41f0-a889-cee57795c222 HTTP/1.1" status: 204 len: 168 time: 3.1448109 Mar 28 10:52:29.454292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.457570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:29.467444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] Pushing event deleted for resources: {'Network': ['ID=e47d4250-ff64-4307-8325-89e9bc291063,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:29.472562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:29.480102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:29.489655 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f959b068-380e-44dd-94ef-c61214ccc2bc tempest-QuotasNegativeTest-1997154270 tempest-QuotasNegativeTest-1997154270-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e47d4250-ff64-4307-8325-89e9bc291063 HTTP/1.1" status: 204 len: 168 time: 1.3863945 Mar 28 10:52:29.492936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:29.495124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.530639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event updated for resources: {'Port': ['ID=9c41bbd8-db96-4b69-8939-f7be579ade07,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:29.544183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7b72408b-1c69-4a9b-a786-fb5087314f14 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.601931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:29.605328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.679976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:29.685393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:29.687978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:29.703843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.726020 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Pushing event updated for resources: {'Port': ['ID=78a1cea6-e360-4215-ae07-8820b1cd570e,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:29.744500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:29.770130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.770386 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Added segment 074b7015-97ce-4ba9-8586-13f9e8d46722 of type vlan for network cb236ef6-a966-48cc-be55-3617b0696626 Mar 28 10:52:29.799650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.811371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Attempting to bind port 78a1cea6-e360-4215-ae07-8820b1cd570e on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:29.812374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Attempting to bind port 78a1cea6-e360-4215-ae07-8820b1cd570e by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:29.812374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Attempting to bind port 78a1cea6-e360-4215-ae07-8820b1cd570e on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:29.812635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.818545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:29.818983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:29.819839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.819839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:29.820243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Bound port: 78a1cea6-e360-4215-ae07-8820b1cd570e, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:29.820609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.847565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.857605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:29.920450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:29.924201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:29.930657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133a8212-0580-4991-a427-a0d32b2760e1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:29.936644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:29.936999 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Added segment 3820db96-abda-4f3c-8cbb-184836e2c9a1 of type vlan for network addd24a9-2681-4b48-b743-e009ddd386a5 Mar 28 10:52:29.940789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59428) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:29.952195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:29.969851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:29.978446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:29.979128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.019766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=4f5523a1-f348-435c-9a70-3c992979f6d7,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:30.047778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.055765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.061770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.067916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:30.068650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.091879 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb61abd3-82ab-4ed2-a0b2-b0da188b4973 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14012b9ad9094d9bb17d45da271576be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1429157 Mar 28 10:52:30.094638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59434) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:30.173105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489725ad-c34a-4aa0-8abe-68855578d6c4 None None] Pushing event updated for resources: {'Port': ['ID=78a1cea6-e360-4215-ae07-8820b1cd570e,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:30.214283 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e3aba03d-b62b-4626-833e-8216c8a05d82 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8531342 Mar 28 10:52:30.219653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59438) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:30.231494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:50:4e:53', 'name': 'tempest-NetworksTestDHCPv6-1384337333'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:30.263272 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9080706 Mar 28 10:52:30.266848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.271523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59442) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:30.288614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': 'cb236ef6-a966-48cc-be55-3617b0696626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:30.305005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.310869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:30.311092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.325775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46b7e2-771d-45ac-985f-49a72f50f3b2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Network': ['ID=cb236ef6-a966-48cc-be55-3617b0696626,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:30.338534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network cb236ef6-a966-48cc-be55-3617b0696626 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:30.653161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59448) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:30.656878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ebefd0c0-2fca-4729-a2d6-d1d97114ca1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.747355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.760455 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1547058 Mar 28 10:52:30.763891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:30.775118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5575bed-9a37-42db-9d22-21c28129c90d tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Network': ['ID=addd24a9-2681-4b48-b743-e009ddd386a5,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:30.786461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59454) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:30.787419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network addd24a9-2681-4b48-b743-e009ddd386a5 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:30.797563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:30.808475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'subnet': {'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:30.824918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ebefd0c0-2fca-4729-a2d6-d1d97114ca1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.832480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:30.861580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ead2ee9f-e8c7-4295-989f-32b75a417073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:30.899222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:30.940351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ead2ee9f-e8c7-4295-989f-32b75a417073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:30.953004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ead2ee9f-e8c7-4295-989f-32b75a417073 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c89acb53474ba392759fe4f8cb7535 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:30.958313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ead2ee9f-e8c7-4295-989f-32b75a417073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:30.967201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ead2ee9f-e8c7-4295-989f-32b75a417073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:31.072785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:31.088391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:31.105953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:31.108715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ead2ee9f-e8c7-4295-989f-32b75a417073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.123262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Router 879cb6f1-79a7-49af-81b6-3fae62e58d5f is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:52:31.167723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:31.198164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:31.198380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ead2ee9f-e8c7-4295-989f-32b75a417073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.201203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.262550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ee9f-e8c7-4295-989f-32b75a417073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7661c17a-df52-45b3-85b4-ce7b2d703b89,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:31.277971 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ead2ee9f-e8c7-4295-989f-32b75a417073 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9c89acb53474ba392759fe4f8cb7535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743196 Mar 28 10:52:31.280770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59458) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:31.307505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:31.326165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:31.336891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Usage tracker for resource:subnet and tenant:71ee7433778243b2904aa2e133dc81bb is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:31.360208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a0352-0b26-4ee0-8740-70c184d80939 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:31.383878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:31.410212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:31.421289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:31.423153 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31383c79-86ef-4077-9b7d-7dcde1167b30 None None] Sync routers for ids ['879cb6f1-79a7-49af-81b6-3fae62e58d5f'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:31.441645 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31383c79-86ef-4077-9b7d-7dcde1167b30 None None] Routers {'879cb6f1-79a7-49af-81b6-3fae62e58d5f'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:31.446100 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-31383c79-86ef-4077-9b7d-7dcde1167b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['879cb6f1-79a7-49af-81b6-3fae62e58d5f'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:31.459139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a61916c5-808e-4ddb-8aa9-720cf7b93d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.488479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a61916c5-808e-4ddb-8aa9-720cf7b93d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.538912 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.542244 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-04f3fd86-d30e-402f-8b7e-b5fb06b89b2a tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7397623 Mar 28 10:52:31.544969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59462) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:31.551241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c71b957d-fbac-4ad4-8424-f6a6a8fc9c25 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': False}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:31.576006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ebefd0c0-2fca-4729-a2d6-d1d97114ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.616091 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-31383c79-86ef-4077-9b7d-7dcde1167b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:31.631441 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31383c79-86ef-4077-9b7d-7dcde1167b30 None None] Routers {'879cb6f1-79a7-49af-81b6-3fae62e58d5f'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:31.632513 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-31383c79-86ef-4077-9b7d-7dcde1167b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['879cb6f1-79a7-49af-81b6-3fae62e58d5f'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:31.633642 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a61916c5-808e-4ddb-8aa9-720cf7b93d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.637102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Made reservation on behalf of 71ee7433778243b2904aa2e133dc81bb for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:31.639377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-cf5fa6d2-4d09-4a09-b2b3-096f87d2fe28 None None] Provisioning for port 78a1cea6-e360-4215-ae07-8820b1cd570e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:31.640567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.660321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a61916c5-808e-4ddb-8aa9-720cf7b93d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.662684 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a61916c5-808e-4ddb-8aa9-720cf7b93d44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7661c17a-df52-45b3-85b4-ce7b2d703b89 HTTP/1.1" status: 204 len: 168 time: 0.3807380 Mar 28 10:52:31.663943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61916c5-808e-4ddb-8aa9-720cf7b93d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661c17a-df52-45b3-85b4-ce7b2d703b89,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:31.670786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefd0c0-2fca-4729-a2d6-d1d97114ca1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac98212b-2a6c-419d-b238-a4b2b6a252a3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:31.697158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ebefd0c0-2fca-4729-a2d6-d1d97114ca1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.700949 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ebefd0c0-2fca-4729-a2d6-d1d97114ca1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac98212b-2a6c-419d-b238-a4b2b6a252a3 HTTP/1.1" status: 204 len: 168 time: 1.6048460 Mar 28 10:52:31.798411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1c955-c5f0-474e-a052-965e58a70e9c None None] Update dhcp port {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': 'a959b4ae-49b5-4ecb-bb7d-50fcc1ec8d28', 'ip_address': '2001:db8::f816:3eff:fe15:f359'}, {'subnet_id': '4f5523a1-f348-435c-9a70-3c992979f6d7'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': '78a1cea6-e360-4215-ae07-8820b1cd570e'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:52:31.829595 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-31383c79-86ef-4077-9b7d-7dcde1167b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:31.837171 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31383c79-86ef-4077-9b7d-7dcde1167b30 None None] The sync data for ids ['879cb6f1-79a7-49af-81b6-3fae62e58d5f'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:31.861109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2bc1c955-c5f0-474e-a052-965e58a70e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.906472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.991241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7b72408b-1c69-4a9b-a786-fb5087314f14 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:31.999501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port acb96c42-499f-4c79-bd19-6c51e392eb4f yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:32.046460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7b72408b-1c69-4a9b-a786-fb5087314f14 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:32.098011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-2bc1c955-c5f0-474e-a052-965e58a70e9c None None] Allocated IP 172.20.0.2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/4f5523a1-f348-435c-9a70-3c992979f6d7/78a1cea6-e360-4215-ae07-8820b1cd570e) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:32.269880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2bc1c955-c5f0-474e-a052-965e58a70e9c None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:32.296874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2bc1c955-c5f0-474e-a052-965e58a70e9c None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:32.317291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2bc1c955-c5f0-474e-a052-965e58a70e9c None None] Transition to ACTIVE for port object 78a1cea6-e360-4215-ae07-8820b1cd570e will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:32.377645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:32.391610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2bc1c955-c5f0-474e-a052-965e58a70e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:32.466752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c71b957d-fbac-4ad4-8424-f6a6a8fc9c25 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:32.571498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=7ee6b51e-1596-45e5-8d3c-f8a1b004c7d7,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:32.587231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b72408b-1c69-4a9b-a786-fb5087314f14 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Router 28b6d129-3785-4160-bd62-0ab2d4cc3191 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:52:32.595250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 78a1cea6-e360-4215-ae07-8820b1cd570e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:32.716446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59482) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:32.724880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1c955-c5f0-474e-a052-965e58a70e9c None None] Pushing event updated for resources: {'Port': ['ID=78a1cea6-e360-4215-ae07-8820b1cd570e,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:32.739270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-981db989-d6e0-40e2-b5a2-4041e3acefdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:32.766194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-981db989-d6e0-40e2-b5a2-4041e3acefdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:32.773715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-981db989-d6e0-40e2-b5a2-4041e3acefdc admin admin] Usage tracker for resource:security_group_rule and tenant:722ae64598bf4d56a8ff7325247b66c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:32.778336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-981db989-d6e0-40e2-b5a2-4041e3acefdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:32.789208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-981db989-d6e0-40e2-b5a2-4041e3acefdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:32.832421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 78a1cea6-e360-4215-ae07-8820b1cd570e completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:32.885170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:32.970187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Checking segment: {'id': '074b7015-97ce-4ba9-8586-13f9e8d46722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cb236ef6-a966-48cc-be55-3617b0696626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:32.972733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network hostable DHCP agents. Network: cb236ef6-a966-48cc-be55-3617b0696626, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:52:33.039428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 172.20.0.8 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/4f5523a1-f348-435c-9a70-3c992979f6d7/acb96c42-499f-4c79-bd19-6c51e392eb4f) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:33.064249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Subnet': ['ID=d918e452-de13-4882-8b14-8ccb8340be0c,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:33.073614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fe50:4e53 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/a959b4ae-49b5-4ecb-bb7d-50fcc1ec8d28/acb96c42-499f-4c79-bd19-6c51e392eb4f) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:33.158726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-981db989-d6e0-40e2-b5a2-4041e3acefdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.172019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network cb236ef6-a966-48cc-be55-3617b0696626 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:52:33.183298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Checking segment: {'id': '3820db96-abda-4f3c-8cbb-184836e2c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:33.183974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Network hostable DHCP agents. Network: addd24a9-2681-4b48-b743-e009ddd386a5, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:52:33.240260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59494) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:33.248730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b72408b-1c69-4a9b-a786-fb5087314f14 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:33.259759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1876546-ccbe-48fc-8902-e9fd7f278c2f None None] Sync routers for ids ['28b6d129-3785-4160-bd62-0ab2d4cc3191'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:33.263982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-981db989-d6e0-40e2-b5a2-4041e3acefdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.273271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1876546-ccbe-48fc-8902-e9fd7f278c2f None None] Routers {'28b6d129-3785-4160-bd62-0ab2d4cc3191'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:33.274195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c1876546-ccbe-48fc-8902-e9fd7f278c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['28b6d129-3785-4160-bd62-0ab2d4cc3191'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:33.309693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, cb236ef6-a966-48cc-be55-3617b0696626) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:33.337633 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-981db989-d6e0-40e2-b5a2-4041e3acefdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=722ae64598bf4d56a8ff7325247b66c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197867 Mar 28 10:52:33.348243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59500) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:33.348915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981db989-d6e0-40e2-b5a2-4041e3acefdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dd4364-6ee0-4e80-8a8e-8b5157fcf724,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:33.364795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:33.365723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.377018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c1876546-ccbe-48fc-8902-e9fd7f278c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:33.381254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e82fdf-a071-4198-ba58-45f4c85d0010 None None] Network cb236ef6-a966-48cc-be55-3617b0696626 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:33.391318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Network addd24a9-2681-4b48-b743-e009ddd386a5 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:52:33.464891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'networks': [{'name': 'tempest-network--1156794932'}, {'name': 'tempest-network--1178832629'}]} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:33.465238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'network': {'name': 'tempest-network--1156794932'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:33.465656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'network': {'name': 'tempest-network--1178832629'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:33.476230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7b72408b-1c69-4a9b-a786-fb5087314f14 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.478821 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7b72408b-1c69-4a9b-a786-fb5087314f14 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "PUT /v2.0/routers/28b6d129-3785-4160-bd62-0ab2d4cc3191 HTTP/1.1" status: 200 len: 925 time: 5.2443388 Mar 28 10:52:33.478821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, addd24a9-2681-4b48-b743-e009ddd386a5) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:33.487960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59504) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:33.488709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:33.489140 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b63c7c6-432d-46d6-81ff-1cc330972d09 None None] Network addd24a9-2681-4b48-b743-e009ddd386a5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:33.494973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:33.495560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.503813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Usage tracker for resource:network and tenant:aa1955091355498bb546c353166ee146 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:33.529427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1876546-ccbe-48fc-8902-e9fd7f278c2f None None] Routers {'28b6d129-3785-4160-bd62-0ab2d4cc3191'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:33.530090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c1876546-ccbe-48fc-8902-e9fd7f278c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['28b6d129-3785-4160-bd62-0ab2d4cc3191'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:33.535814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1d529fc4-658b-4375-a81b-5e52eb8bd8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.566651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:33.588454 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8af8f02f-98c4-4c6d-80a4-ba9fc4627f99 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3113120 Mar 28 10:52:33.590095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:33.595809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59508) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:33.601950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c1876546-ccbe-48fc-8902-e9fd7f278c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:33.602268 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1876546-ccbe-48fc-8902-e9fd7f278c2f None None] The sync data for ids ['28b6d129-3785-4160-bd62-0ab2d4cc3191'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:33.614025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': 'cb236ef6-a966-48cc-be55-3617b0696626', 'name': 'tempest-PortsTestJSON-625247886'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:33.642044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1d529fc4-658b-4375-a81b-5e52eb8bd8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.673240 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ba646a8c-7e69-4b66-8202-66d9832986ee tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8794379 Mar 28 10:52:33.679425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c71b957d-fbac-4ad4-8424-f6a6a8fc9c25 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.681111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59512) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:33.696020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'port': {'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-847640422'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:33.711649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-23d0b350-f3e5-40ac-9b16-cd3f80398480 None None] Provisioning for port 78a1cea6-e360-4215-ae07-8820b1cd570e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:33.713087 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c71b957d-fbac-4ad4-8424-f6a6a8fc9c25 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.726441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-23d0b350-f3e5-40ac-9b16-cd3f80398480 None None] Provisioning complete for port 78a1cea6-e360-4215-ae07-8820b1cd570e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:33.726813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-23d0b350-f3e5-40ac-9b16-cd3f80398480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.811179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Made reservation on behalf of aa1955091355498bb546c353166ee146 for: {'network': 2} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:33.816074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.841034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.863619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.903786 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-cb236ef6-a966-48cc-be55-3617b0696626', 'network_id': 'cb236ef6-a966-48cc-be55-3617b0696626', 'tenant_id': '88ec145311bb436e9dcd2230251cb270', 'fixed_ips': [{'subnet_id': '7ee6b51e-1596-45e5-8d3c-f8a1b004c7d7'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:52:33.904383 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:33.904537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object acb96c42-499f-4c79-bd19-6c51e392eb4f will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:33.908818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:33.931444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Usage tracker for resource:security_group_rule and tenant:aa1955091355498bb546c353166ee146 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:33.940249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:33.946065 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-16f0ef0b-fa86-4dbe-9b74-135bf2349eee tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/routers/28b6d129-3785-4160-bd62-0ab2d4cc3191 HTTP/1.1" status: 200 len: 925 time: 0.4533999 Mar 28 10:52:33.953363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59516) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:33.957072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:33.962282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:33.971485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:33.976228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:33.992166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:34.100414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-addd24a9-2681-4b48-b743-e009ddd386a5', 'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5', 'tenant_id': '71ee7433778243b2904aa2e133dc81bb', 'fixed_ips': [{'subnet_id': 'd918e452-de13-4882-8b14-8ccb8340be0c'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:52:34.101419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.121761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.125250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:34.130940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.160040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 6d7f573b-ddca-4f2e-ba64-a39cbe58f650 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:34.191655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1d529fc4-658b-4375-a81b-5e52eb8bd8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.215271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d529fc4-658b-4375-a81b-5e52eb8bd8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dd4364-6ee0-4e80-8a8e-8b5157fcf724,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:34.219286 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-23d0b350-f3e5-40ac-9b16-cd3f80398480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.220404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.222312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.222935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.256017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:34.266291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1d529fc4-658b-4375-a81b-5e52eb8bd8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.271007 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1d529fc4-658b-4375-a81b-5e52eb8bd8de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44dd4364-6ee0-4e80-8a8e-8b5157fcf724 HTTP/1.1" status: 204 len: 168 time: 0.9192247 Mar 28 10:52:34.274133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Usage tracker for resource:port and tenant:71ee7433778243b2904aa2e133dc81bb is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:34.285094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71b957d-fbac-4ad4-8424-f6a6a8fc9c25 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Router 879cb6f1-79a7-49af-81b6-3fae62e58d5f has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:52:34.286128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:34.295805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418faef-883b-49a5-b092-65879a5333ed tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:34.296136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Allocated IP 172.20.0.2 (cb236ef6-a966-48cc-be55-3617b0696626/7ee6b51e-1596-45e5-8d3c-f8a1b004c7d7/c2a51212-fd71-4aca-8e4e-9127273c01ce) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:34.296765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8418faef-883b-49a5-b092-65879a5333ed tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Synchronizing usage tracker for tenant:bf93c5fc4dbb480793290a5235d3f82d on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:34.300773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:34.326640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=acb96c42-499f-4c79-bd19-6c51e392eb4f,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:34.358873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-23d0b350-f3e5-40ac-9b16-cd3f80398480 None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:34.380194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:34.387721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:34.394080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Made reservation on behalf of 71ee7433778243b2904aa2e133dc81bb for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:34.398383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:34.398862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.429707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] device_id is not set on port 53a1b545-5a84-4f76-8ecf-228504c1fe2f yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:34.441463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c85781b-33f9-447c-9c7a-ff2374b5712a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:34.444458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:34.485335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Allocated IP 2001:db8::2 (addd24a9-2681-4b48-b743-e009ddd386a5/d918e452-de13-4882-8b14-8ccb8340be0c/dd59b469-1cc4-4ac8-a8ec-54357c4eee08) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:34.488218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-23d0b350-f3e5-40ac-9b16-cd3f80398480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.511835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.511835 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Added segment 076532a0-3cba-4ac9-91cf-38713306fe7e of type vlan for network f37779f6-2ba8-4c67-b2ff-8b4bc1b7e58b Mar 28 10:52:34.514964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8418faef-883b-49a5-b092-65879a5333ed tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Unset dirty status for tenant:bf93c5fc4dbb480793290a5235d3f82d on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:34.518573 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8418faef-883b-49a5-b092-65879a5333ed tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=28b6d129-3785-4160-bd62-0ab2d4cc3191&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5624204 Mar 28 10:52:34.536454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59522) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:34.581270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:34.582267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.614179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 78a1cea6-e360-4215-ae07-8820b1cd570e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:34.643633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.699083 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d7b0d393-6b6a-495c-a748-5c85bd302a42 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4745679 Mar 28 10:52:34.699775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59526) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:34.760953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:34.784982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.785535 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Added segment 23e612c3-186f-43c1-ad10-1b6b6cdef830 of type vlan for network 8585c950-f0e1-44c6-8371-ad53adb4070b Mar 28 10:52:34.789302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71b957d-fbac-4ad4-8424-f6a6a8fc9c25 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:34.801588 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7369f-f310-4776-a4a3-f15b1852de3f None None] Sync routers for ids ['879cb6f1-79a7-49af-81b6-3fae62e58d5f'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:34.808330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c71b957d-fbac-4ad4-8424-f6a6a8fc9c25 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.812392 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c71b957d-fbac-4ad4-8424-f6a6a8fc9c25 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "PUT /v2.0/routers/879cb6f1-79a7-49af-81b6-3fae62e58d5f HTTP/1.1" status: 200 len: 921 time: 3.2638450 Mar 28 10:52:34.813927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59530) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:34.819347 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7369f-f310-4776-a4a3-f15b1852de3f None None] Routers {'879cb6f1-79a7-49af-81b6-3fae62e58d5f'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:34.820195 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-8fe7369f-f310-4776-a4a3-f15b1852de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['879cb6f1-79a7-49af-81b6-3fae62e58d5f'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:34.845603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c658d-ca54-4e9b-8e9a-64a650b54522 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:34.852981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c658d-ca54-4e9b-8e9a-64a650b54522 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:34.854183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-742c658d-ca54-4e9b-8e9a-64a650b54522 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:34.858968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:34.890484 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-8fe7369f-f310-4776-a4a3-f15b1852de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:34.900992 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7369f-f310-4776-a4a3-f15b1852de3f None None] Routers {'879cb6f1-79a7-49af-81b6-3fae62e58d5f'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:34.901878 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-8fe7369f-f310-4776-a4a3-f15b1852de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['879cb6f1-79a7-49af-81b6-3fae62e58d5f'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:34.937378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0b350-f3e5-40ac-9b16-cd3f80398480 None None] Pushing event updated for resources: {'Port': ['ID=78a1cea6-e360-4215-ae07-8820b1cd570e,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:34.947453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-742c658d-ca54-4e9b-8e9a-64a650b54522 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:34.948919 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-742c658d-ca54-4e9b-8e9a-64a650b54522 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2480137 Mar 28 10:52:34.951997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59536) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:34.966599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b359e-ca2e-4954-ac29-f79389959113 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:34.967259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9c5b359e-ca2e-4954-ac29-f79389959113 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Synchronizing usage tracker for tenant:bf93c5fc4dbb480793290a5235d3f82d on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:34.971741 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-8fe7369f-f310-4776-a4a3-f15b1852de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:34.972640 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7369f-f310-4776-a4a3-f15b1852de3f None None] The sync data for ids ['879cb6f1-79a7-49af-81b6-3fae62e58d5f'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:35.010445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.011939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.018233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:35.024283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:35.025176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.074053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-469a35fd-07e3-4ff2-8352-22776dbec399 None None] Provisioning for port acb96c42-499f-4c79-bd19-6c51e392eb4f completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:35.091007 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4a72970a-5804-4361-9606-74d43c050804 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/routers/879cb6f1-79a7-49af-81b6-3fae62e58d5f HTTP/1.1" status: 200 len: 921 time: 0.2734175 Mar 28 10:52:35.091421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59544) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:35.109545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-469a35fd-07e3-4ff2-8352-22776dbec399 None None] Provisioning complete for port acb96c42-499f-4c79-bd19-6c51e392eb4f triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:35.110145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-469a35fd-07e3-4ff2-8352-22776dbec399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.151680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 78a1cea6-e360-4215-ae07-8820b1cd570e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:35.151963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.164767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9c5b359e-ca2e-4954-ac29-f79389959113 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Unset dirty status for tenant:bf93c5fc4dbb480793290a5235d3f82d on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:35.168744 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9c5b359e-ca2e-4954-ac29-f79389959113 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 881 time: 0.6285186 Mar 28 10:52:35.168944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59550) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:35.175546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-394bf9d6-01c8-4cdd-9e58-2f220a69eb11 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port acb96c42-499f-4c79-bd19-6c51e392eb4f {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:35.175752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-394bf9d6-01c8-4cdd-9e58-2f220a69eb11 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.211617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9670558 Mar 28 10:52:35.218463 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59554) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:35.225108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31035466-7d42-456c-8176-156d0ce84cff tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:35.225929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-31035466-7d42-456c-8176-156d0ce84cff tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Synchronizing usage tracker for tenant:b94ab840993743ec82d60cd2a23cb97e on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:35.227416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Network': ['ID=f37779f6-2ba8-4c67-b2ff-8b4bc1b7e58b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:35.236928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.263421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network f37779f6-2ba8-4c67-b2ff-8b4bc1b7e58b details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:35.398590 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-77c43613-0cb1-4269-aee1-39ba5129a754 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=28b6d129-3785-4160-bd62-0ab2d4cc3191 HTTP/1.1" status: 200 len: 205 time: 0.2261519 Mar 28 10:52:35.404258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f55b9-afd8-4c2f-b31c-c477e7c43797 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:35.410893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f55b9-afd8-4c2f-b31c-c477e7c43797 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:35.414702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Transition to ACTIVE for port object c2a51212-fd71-4aca-8e4e-9127273c01ce will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:35.417122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f55b9-afd8-4c2f-b31c-c477e7c43797 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:35.417301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-469a35fd-07e3-4ff2-8352-22776dbec399 None None] Port acb96c42-499f-4c79-bd19-6c51e392eb4f cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:35.423351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f55b9-afd8-4c2f-b31c-c477e7c43797 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:35.425671 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7b1f55b9-afd8-4c2f-b31c-c477e7c43797 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1962428 Mar 28 10:52:35.426320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59560) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:35.429172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59562) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:35.470334 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Transition to ACTIVE for port object c2a51212-fd71-4aca-8e4e-9127273c01ce will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:35.472819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.507671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14a8ab-d126-4870-8e68-2392e94ebad1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Network': ['ID=8585c950-f0e1-44c6-8371-ad53adb4070b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:35.547141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 8585c950-f0e1-44c6-8371-ad53adb4070b details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:35.566625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.582465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Transition to ACTIVE for port object dd59b469-1cc4-4ac8-a8ec-54357c4eee08 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:35.696147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.12 (cb236ef6-a966-48cc-be55-3617b0696626/7ee6b51e-1596-45e5-8d3c-f8a1b004c7d7/6d7f573b-ddca-4f2e-ba64-a39cbe58f650) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:35.720847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Network cb236ef6-a966-48cc-be55-3617b0696626 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:35.721382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-394bf9d6-01c8-4cdd-9e58-2f220a69eb11 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.732664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Transition to ACTIVE for port object dd59b469-1cc4-4ac8-a8ec-54357c4eee08 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:35.734282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:35.736608 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:35.760945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Pushing event updated for resources: {'Port': ['ID=c2a51212-fd71-4aca-8e4e-9127273c01ce,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:35.859938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.861919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-394bf9d6-01c8-4cdd-9e58-2f220a69eb11 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for acb96c42-499f-4c79-bd19-6c51e392eb4f owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:35.866551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.898518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59576) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:35.930957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Attempting to bind port c2a51212-fd71-4aca-8e4e-9127273c01ce on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:35.931355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Attempting to bind port c2a51212-fd71-4aca-8e4e-9127273c01ce by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '074b7015-97ce-4ba9-8586-13f9e8d46722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cb236ef6-a966-48cc-be55-3617b0696626'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:35.931715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Attempting to bind port c2a51212-fd71-4aca-8e4e-9127273c01ce on network cb236ef6-a966-48cc-be55-3617b0696626 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:35.940490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Network addd24a9-2681-4b48-b743-e009ddd386a5 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:35.941548 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:35.941923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Checking segment: {'id': '074b7015-97ce-4ba9-8586-13f9e8d46722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cb236ef6-a966-48cc-be55-3617b0696626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:35.942351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.942726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Bound using segment: {'id': '074b7015-97ce-4ba9-8586-13f9e8d46722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cb236ef6-a966-48cc-be55-3617b0696626'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:35.943564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Bound port: c2a51212-fd71-4aca-8e4e-9127273c01ce, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074b7015-97ce-4ba9-8586-13f9e8d46722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cb236ef6-a966-48cc-be55-3617b0696626'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:35.943564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:35.957100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:35.959631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:36.007998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Pushing event updated for resources: {'Port': ['ID=dd59b469-1cc4-4ac8-a8ec-54357c4eee08,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:36.015863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-31035466-7d42-456c-8176-156d0ce84cff tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Unset dirty status for tenant:b94ab840993743ec82d60cd2a23cb97e on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:36.020501 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-31035466-7d42-456c-8176-156d0ce84cff tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=879cb6f1-79a7-49af-81b6-3fae62e58d5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9279971 Mar 28 10:52:36.036690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59582) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:36.089032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1143642944'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:36.093801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:36.121762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Usage tracker for resource:network and tenant:c32e05bdc55c414585329e54e58051dd is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:36.125122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Attempting to bind port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:36.125492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Attempting to bind port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '3820db96-abda-4f3c-8cbb-184836e2c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:36.125851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Attempting to bind port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 on network addd24a9-2681-4b48-b743-e009ddd386a5 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:36.128664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:36.140151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:36.142050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:36.142431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Checking segment: {'id': '3820db96-abda-4f3c-8cbb-184836e2c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:36.142828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.143233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Bound using segment: {'id': '3820db96-abda-4f3c-8cbb-184836e2c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:36.143743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Bound port: dd59b469-1cc4-4ac8-a8ec-54357c4eee08, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3820db96-abda-4f3c-8cbb-184836e2c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:36.144095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.195773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] For port c2a51212-fd71-4aca-8e4e-9127273c01ce, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:36.206693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Allocated IP 2001:db8::295 (addd24a9-2681-4b48-b743-e009ddd386a5/d918e452-de13-4882-8b14-8ccb8340be0c/53a1b545-5a84-4f76-8ecf-228504c1fe2f) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:36.228479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.238956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.248741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] For port dd59b469-1cc4-4ac8-a8ec-54357c4eee08, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:36.264103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Made reservation on behalf of c32e05bdc55c414585329e54e58051dd for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:36.267631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.277092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 6d7f573b-ddca-4f2e-ba64-a39cbe58f650 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:36.323303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.347781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:36.350516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37779f6-2ba8-4c67-b2ff-8b4bc1b7e58b']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:36.358439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Usage tracker for resource:security_group_rule and tenant:c32e05bdc55c414585329e54e58051dd is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:36.360733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.365480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:36.372848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:36.447656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076532a0-3cba-4ac9-91cf-38713306fe7e') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:36.447656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076532a0-3cba-4ac9-91cf-38713306fe7e') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:36.468355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] For port dd59b469-1cc4-4ac8-a8ec-54357c4eee08, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=dd59b469-1cc4-4ac8-a8ec-54357c4eee08,segment=NetworkSegment(3820db96-abda-4f3c-8cbb-184836e2c9a1),segment_id=3820db96-abda-4f3c-8cbb-184836e2c9a1)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:36.472168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.475134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] For port c2a51212-fd71-4aca-8e4e-9127273c01ce, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c2a51212-fd71-4aca-8e4e-9127273c01ce,segment=NetworkSegment(074b7015-97ce-4ba9-8586-13f9e8d46722),segment_id=074b7015-97ce-4ba9-8586-13f9e8d46722)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:36.477475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 78a1cea6-e360-4215-ae07-8820b1cd570e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:36.478304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.479234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-394bf9d6-01c8-4cdd-9e58-2f220a69eb11 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.535376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bf9d6-01c8-4cdd-9e58-2f220a69eb11 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=acb96c42-499f-4c79-bd19-6c51e392eb4f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:36.536040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.537753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.557685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.564147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a4b98-fd30-4455-84ac-5c83361568c8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:36.564728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf2a4b98-fd30-4455-84ac-5c83361568c8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Synchronizing usage tracker for tenant:b94ab840993743ec82d60cd2a23cb97e on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:36.619623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.663691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.669929 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 78a1cea6-e360-4215-ae07-8820b1cd570e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:36.670665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.725260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db20c1f-1b53-4497-970f-cd7b8042682e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:36.752004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:52:36.752418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.771315 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4004a3-98dc-48a2-81fe-f0a3bc0118bf None None] Pushing event updated for resources: {'Port': ['ID=dd59b469-1cc4-4ac8-a8ec-54357c4eee08,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:36.812731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network cb236ef6-a966-48cc-be55-3617b0696626 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:36.823062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-394bf9d6-01c8-4cdd-9e58-2f220a69eb11 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.843734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:52:36.873368 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:52:36.880205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=6d7f573b-ddca-4f2e-ba64-a39cbe58f650,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:36.882959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:36.885314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:36.907966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0ea80-561d-40f6-9b5d-9f4310b69904 None None] Pushing event updated for resources: {'Port': ['ID=c2a51212-fd71-4aca-8e4e-9127273c01ce,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:36.948013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.948370 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Added segment 93b86c9a-f04c-4e19-9b13-fdcbd68af37e of type vlan for network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 Mar 28 10:52:36.979754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:36.984712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:36.985337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.005064 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-394bf9d6-01c8-4cdd-9e58-2f220a69eb11 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/acb96c42-499f-4c79-bd19-6c51e392eb4f HTTP/1.1" status: 204 len: 168 time: 2.0519445 Mar 28 10:52:37.006923 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.007913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59588) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:37.056570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.070752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf2a4b98-fd30-4455-84ac-5c83361568c8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Unset dirty status for tenant:b94ab840993743ec82d60cd2a23cb97e on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:37.079851 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bf2a4b98-fd30-4455-84ac-5c83361568c8 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 881 time: 1.0336711 Mar 28 10:52:37.080071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59592) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:37.095358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Deleting port ecb6a5e7-6cfd-452d-a553-a6c56e482abc {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:37.095634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.133831 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1f93db87-ac0c-4190-ab51-bc07c0aef056 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5325801 Mar 28 10:52:37.141237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59596) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:37.146380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.149779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.160479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:37.161196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.169743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': 'cb236ef6-a966-48cc-be55-3617b0696626', 'name': 'tempest-PortsTestJSON-1709667489'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:37.191724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.209661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Transition to ACTIVE for port object 53a1b545-5a84-4f76-8ecf-228504c1fe2f will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:37.214274 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/networks/f37779f6-2ba8-4c67-b2ff-8b4bc1b7e58b HTTP/1.1" status: 204 len: 168 time: 1.7007480 Mar 28 10:52:37.224403 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ed2a7c4f-b405-4c70-bed1-122e3fb3a106 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=879cb6f1-79a7-49af-81b6-3fae62e58d5f HTTP/1.1" status: 200 len: 205 time: 0.1466138 Mar 28 10:52:37.225155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59600) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:37.227210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59602) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:37.228003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c0a5f-a87a-4284-9238-207d1a0669b2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Network': ['ID=f37779f6-2ba8-4c67-b2ff-8b4bc1b7e58b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:37.331556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd515b4-e2d6-4879-a5df-ae6c6f0bb9d7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:37.333583 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd515b4-e2d6-4879-a5df-ae6c6f0bb9d7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:37.335345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd515b4-e2d6-4879-a5df-ae6c6f0bb9d7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:37.336147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dfd515b4-e2d6-4879-a5df-ae6c6f0bb9d7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:37.513087 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6041672 Mar 28 10:52:37.522412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59608) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:37.579724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067def91-e3c3-43ec-a004-66c3d3aba328 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event updated for resources: {'Network': ['ID=1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:37.592497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:37.593563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Request body: {'subnet': {'network_id': '1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:37.664624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.693773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.740301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dfd515b4-e2d6-4879-a5df-ae6c6f0bb9d7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:37.741860 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dfd515b4-e2d6-4879-a5df-ae6c6f0bb9d7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7329159 Mar 28 10:52:37.754287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59612) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:37.811792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Network addd24a9-2681-4b48-b743-e009ddd386a5 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:37.822454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:37.827568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.834141 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:37.845769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:37.852077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:37.852412 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:37.853151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.857831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:37.858922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:37.862487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:37.888133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:37.890387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Usage tracker for resource:subnet and tenant:c32e05bdc55c414585329e54e58051dd is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:37.899188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:37.927599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:37.935893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3e6434-5863-4d7b-a87d-b27651f36f94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 4f5523a1-f348-435c-9a70-3c992979f6d7 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:37.941938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Port': ['ID=53a1b545-5a84-4f76-8ecf-228504c1fe2f,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:37.989068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a3e6434-5863-4d7b-a87d-b27651f36f94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.023516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed611f-5e4d-429a-8c1e-1f2201b29d0b None None] Network addd24a9-2681-4b48-b743-e009ddd386a5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:38.032863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:38.036262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.053198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.067781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Calling delete_port for ecb6a5e7-6cfd-452d-a553-a6c56e482abc owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:38.094621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8585c950-f0e1-44c6-8371-ad53adb4070b']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:38.106080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port d790c076-64ca-4297-aafc-920df7367d4b yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:38.141006 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-beed040f-4f54-4a74-bf3e-fc62f11213bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4556723 Mar 28 10:52:38.146814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e612c3-186f-43c1-ad10-1b6b6cdef830') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:38.147352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e612c3-186f-43c1-ad10-1b6b6cdef830') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:38.153780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59616) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:38.155798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Made reservation on behalf of c32e05bdc55c414585329e54e58051dd for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:38.160020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.193688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'port': {'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1086418184', 'allowed_address_pairs': [{'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:ab:63:fa'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:38.209825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a3e6434-5863-4d7b-a87d-b27651f36f94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.266823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.296046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-25a3b021-5d0b-4446-9356-436938182472 None None] Provisioning for port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:38.359348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.375013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Deleting port 9c41bbd8-db96-4b69-8939-f7be579ade07 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:38.375564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.507588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.596756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.610682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc6363-8f4d-4ad2-b6b9-ed96b2aae0e8 None None] Network cb236ef6-a966-48cc-be55-3617b0696626 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:38.654737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event deleted for resources: {'Port': ['ID=ecb6a5e7-6cfd-452d-a553-a6c56e482abc,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:38.669576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:52:38.670027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:52:38.690762 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:52:38.765733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.780774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device dd59b469-1cc4-4ac8-a8ec-54357c4eee08 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:38.821885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.8 (cb236ef6-a966-48cc-be55-3617b0696626/7ee6b51e-1596-45e5-8d3c-f8a1b004c7d7/d790c076-64ca-4297-aafc-920df7367d4b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:38.840025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:38.842734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a3e6434-5863-4d7b-a87d-b27651f36f94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.884247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Usage tracker for resource:port and tenant:71ee7433778243b2904aa2e133dc81bb is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:38.892647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:38.910809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:38.924281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Calling delete_port for 9c41bbd8-db96-4b69-8939-f7be579ade07 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:38.934604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.947352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-28e26105-fa3a-4dbd-af0f-c3c07b80ffdf None None] Provisioning for port c2a51212-fd71-4aca-8e4e-9127273c01ce completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:38.962851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:38.964964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:38.969141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:38.979286 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.005962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Network': ['ID=8585c950-f0e1-44c6-8371-ad53adb4070b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:39.024681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.058499 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cd4c8f4b-016c-4779-ae71-078753075324 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/networks/8585c950-f0e1-44c6-8371-ad53adb4070b HTTP/1.1" status: 204 len: 168 time: 1.8212039 Mar 28 10:52:39.067271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Made reservation on behalf of 71ee7433778243b2904aa2e133dc81bb for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:39.081587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59620) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:39.149720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2336e0c5-62cb-491c-b841-de28733e8f3e None None] Provisioning complete for port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:39.150119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2336e0c5-62cb-491c-b841-de28733e8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.190672 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.263445 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port dd59b469-1cc4-4ac8-a8ec-54357c4eee08, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=dd59b469-1cc4-4ac8-a8ec-54357c4eee08,segment=NetworkSegment(3820db96-abda-4f3c-8cbb-184836e2c9a1),segment_id=3820db96-abda-4f3c-8cbb-184836e2c9a1)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:39.314738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.315784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.316386 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c2a51212-fd71-4aca-8e4e-9127273c01ce up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:39.407369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2336e0c5-62cb-491c-b841-de28733e8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.514097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb3628-ff34-46b8-b983-f0c773c977b1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:39.520098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb3628-ff34-46b8-b983-f0c773c977b1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:39.520905 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-78fb3628-ff34-46b8-b983-f0c773c977b1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Synchronizing usage tracker for tenant:aa1955091355498bb546c353166ee146 on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:39.540826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.548092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.551074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a3e6434-5863-4d7b-a87d-b27651f36f94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.557398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-2336e0c5-62cb-491c-b841-de28733e8f3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:52:39.557761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-2336e0c5-62cb-491c-b841-de28733e8f3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:52:39.562569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=dd59b469-1cc4-4ac8-a8ec-54357c4eee08,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:39.621824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf807e-da63-49d5-980b-b9a79185863b None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:39.625993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a3e6434-5863-4d7b-a87d-b27651f36f94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.640310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-78fb3628-ff34-46b8-b983-f0c773c977b1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Unset dirty status for tenant:aa1955091355498bb546c353166ee146 on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:39.645751 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-78fb3628-ff34-46b8-b983-f0c773c977b1 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5633311 Mar 28 10:52:39.646475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59624) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:39.654542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1229095938'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:39.659938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:39.670615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:39.677401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event updated for resources: {'Subnet': ['ID=d5baa946-bb02-484f-b878-3667d74fc2a7,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:39.701355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port c2a51212-fd71-4aca-8e4e-9127273c01ce completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:39.718249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c2a51212-fd71-4aca-8e4e-9127273c01ce triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:39.718616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.729982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.734124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.735220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Fanout notify agent at l3_agent the message router_deleted on router 28b6d129-3785-4160-bd62-0ab2d4cc3191 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:39.745691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e6434-5863-4d7b-a87d-b27651f36f94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5523a1-f348-435c-9a70-3c992979f6d7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:39.761286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.775553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.792842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Checking segment: {'id': '93b86c9a-f04c-4e19-9b13-fdcbd68af37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:39.793065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event deleted for resources: {'Port': ['ID=9c41bbd8-db96-4b69-8939-f7be579ade07,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:39.793200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Network hostable DHCP agents. Network: 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:52:39.796418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Made reservation on behalf of aa1955091355498bb546c353166ee146 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:39.800002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.807041 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6a3e6434-5863-4d7b-a87d-b27651f36f94 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/4f5523a1-f348-435c-9a70-3c992979f6d7 HTTP/1.1" status: 204 len: 168 time: 2.0486605 Mar 28 10:52:39.809128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object d790c076-64ca-4297-aafc-920df7367d4b will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:39.810109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59628) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:39.852319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] device_id is not set on port 2e70df3b-b52b-4195-a12c-685c6e0e307a yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:39.904881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.906003 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b4a88ecc-971b-4f8a-a1b6-e109c69f95f7 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/28b6d129-3785-4160-bd62-0ab2d4cc3191 HTTP/1.1" status: 204 len: 168 time: 4.4779868 Mar 28 10:52:39.910252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59632) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:39.918645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1704585271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:39.933696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:39.940340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:39.945464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Usage tracker for resource:router and tenant:7f6f5fd052e544eca4c77606ea5cd99f is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:39.949329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.966104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.973862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cae3fc-3d21-48a5-84e5-353204598242 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet a959b4ae-49b5-4ecb-bb7d-50fcc1ec8d28 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:39.982868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31cae3fc-3d21-48a5-84e5-353204598242 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:39.988958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:40.000880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.001231 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Added segment 13d7a7f0-c2aa-44d7-88b4-bb59fe510d59 of type vlan for network 168f3b6e-4742-456b-baaa-66e538554c09 Mar 28 10:52:40.019446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port c2a51212-fd71-4aca-8e4e-9127273c01ce, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c2a51212-fd71-4aca-8e4e-9127273c01ce,segment=NetworkSegment(074b7015-97ce-4ba9-8586-13f9e8d46722),segment_id=074b7015-97ce-4ba9-8586-13f9e8d46722)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:40.060793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:52:40.066924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:40.103901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31cae3fc-3d21-48a5-84e5-353204598242 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.124166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.156249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.157744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Allocated IP 2001:db8::11d (addd24a9-2681-4b48-b743-e009ddd386a5/d918e452-de13-4882-8b14-8ccb8340be0c/2e70df3b-b52b-4195-a12c-685c6e0e307a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:40.161294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.165798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.173855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.177298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.179253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.220534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=c2a51212-fd71-4aca-8e4e-9127273c01ce,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:40.225928 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.251688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:40.260951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11837031-96df-45de-885d-bcfd67be2afc None None] Network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:40.273527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2336e0c5-62cb-491c-b841-de28733e8f3e None None] Provisioning for port 53a1b545-5a84-4f76-8ecf-228504c1fe2f completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:40.283000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.284559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Fanout notify agent at l3_agent the message router_deleted on router 879cb6f1-79a7-49af-81b6-3fae62e58d5f {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:40.296828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:40.297672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.304976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2336e0c5-62cb-491c-b841-de28733e8f3e None None] Provisioning complete for port 53a1b545-5a84-4f76-8ecf-228504c1fe2f triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:40.305374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2336e0c5-62cb-491c-b841-de28733e8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.315571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.319108 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-76c2a7cc-b9b5-4460-ae23-0062f8eb9056 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/879cb6f1-79a7-49af-81b6-3fae62e58d5f HTTP/1.1" status: 204 len: 168 time: 3.0879812 Mar 28 10:52:40.323431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.345075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59636) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:40.355013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.360161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network cb236ef6-a966-48cc-be55-3617b0696626 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:40.366184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:40.366619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-724458050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:40.367216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.373145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:40.377528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Usage tracker for resource:router and tenant:0edb9b91c50f4851b8f58ec58b838db0 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:40.381145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:40.390219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:40.412495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=d790c076-64ca-4297-aafc-920df7367d4b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:40.432725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:40.441126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:40.445734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.445734 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-35db432e-1512-4098-b7a3-c2649dc50a61 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5322764 Mar 28 10:52:40.450000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59640) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:40.487972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2336e0c5-62cb-491c-b841-de28733e8f3e None None] Port 53a1b545-5a84-4f76-8ecf-228504c1fe2f cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:40.535208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:40.629242 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-daac5857-79b2-48d1-adf7-83c4ce3e85ee tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1057823 Mar 28 10:52:40.636667 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9877496 Mar 28 10:52:40.651705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59644) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:40.651905 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device dd59b469-1cc4-4ac8-a8ec-54357c4eee08 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:40.652360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59646) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:40.669119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-101596357'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:40.670697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31cae3fc-3d21-48a5-84e5-353204598242 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.709379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1', 'network_id': '1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1', 'tenant_id': 'c32e05bdc55c414585329e54e58051dd', 'fixed_ips': [{'subnet_id': 'd5baa946-bb02-484f-b878-3667d74fc2a7'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:52:40.710221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.729988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-314868159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:40.733217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d487b0bd-505f-450e-bced-35c8677c74ce None None] Provisioning complete for port c2a51212-fd71-4aca-8e4e-9127273c01ce triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:40.733531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d487b0bd-505f-450e-bced-35c8677c74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.760551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:40.760551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.760551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.777627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:40.797608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Usage tracker for resource:router and tenant:c32e05bdc55c414585329e54e58051dd is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:40.799021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5aa8f-1a6f-41b8-b2b8-39f4c25a9f36 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Network': ['ID=168f3b6e-4742-456b-baaa-66e538554c09,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:40.824008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:40.825029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:40.832716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:40.833329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.840911 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 168f3b6e-4742-456b-baaa-66e538554c09 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:40.848163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:40.895456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.932117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:40.954251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Transition to ACTIVE for port object 2e70df3b-b52b-4195-a12c-685c6e0e307a will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:40.958848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Made reservation on behalf of aa1955091355498bb546c353166ee146 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:40.962605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.001712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:41.013704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.014081 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Added segment 38f11e2f-d1f7-41ad-b5bb-ee0f7b2210ff of type vlan for network ea5b18d6-c46e-4429-b4ae-20c286292184 Mar 28 10:52:41.020700 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-792f8e1b-bc10-4efe-b0c8-912d6cca2ae6 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8777993 Mar 28 10:52:41.021699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.022958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.026567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59652) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:41.064584 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:41.065246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.083584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31cae3fc-3d21-48a5-84e5-353204598242 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.087187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.125453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.152095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.160411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.166388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Allocated IP 172.20.0.2 (1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1/d5baa946-bb02-484f-b878-3667d74fc2a7/987364f4-b7f6-4552-861e-34df50c61e2b) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:41.167113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cae3fc-3d21-48a5-84e5-353204598242 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=a959b4ae-49b5-4ecb-bb7d-50fcc1ec8d28,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:41.170420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.185180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf85782-9a2d-4546-beea-dbc025922d2a None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:41.224817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31cae3fc-3d21-48a5-84e5-353204598242 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.285918 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-31cae3fc-3d21-48a5-84e5-353204598242 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/a959b4ae-49b5-4ecb-bb7d-50fcc1ec8d28 HTTP/1.1" status: 204 len: 168 time: 1.4717581 Mar 28 10:52:41.287405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59656) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:41.299122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Network addd24a9-2681-4b48-b743-e009ddd386a5 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:41.319766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:41.326538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.327722 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3c85c133-6af5-4a84-8654-9f7bc56f1cfe tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9787371 Mar 28 10:52:41.328705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:41.334952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:41.335719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.341579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Port': ['ID=2e70df3b-b52b-4195-a12c-685c6e0e307a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:41.341827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d487b0bd-505f-450e-bced-35c8677c74ce None None] Provisioning for port 6d7f573b-ddca-4f2e-ba64-a39cbe58f650 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:41.344334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59660) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:41.359520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:41.432704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d487b0bd-505f-450e-bced-35c8677c74ce None None] Provisioning complete for port 6d7f573b-ddca-4f2e-ba64-a39cbe58f650 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:41.433393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d487b0bd-505f-450e-bced-35c8677c74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.439685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.455578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.461329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:41.462162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.479016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c2a51212-fd71-4aca-8e4e-9127273c01ce up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:41.490462 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d7ad1640-0eb0-4680-9c8f-e948e2025c67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2018447 Mar 28 10:52:41.493217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59664) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:41.499829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:41.632976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:41.637962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:41.641097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:41.647378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:41.653188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d487b0bd-505f-450e-bced-35c8677c74ce None None] Port 6d7f573b-ddca-4f2e-ba64-a39cbe58f650 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:41.748370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d487b0bd-505f-450e-bced-35c8677c74ce None None] Provisioning complete for port 53a1b545-5a84-4f76-8ecf-228504c1fe2f triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:41.748807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d487b0bd-505f-450e-bced-35c8677c74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.800583 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:41.803484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.828896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.830421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa6aca2-515e-4111-aa4c-7bd769a73683 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:41.831165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dfa6aca2-515e-4111-aa4c-7bd769a73683 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:41.836734 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d9dab634-acdb-429f-9455-a2e00834a3ba tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.6595058 Mar 28 10:52:41.838250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c2a51212-fd71-4aca-8e4e-9127273c01ce triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:41.839270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.841160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59668) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:41.884371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d487b0bd-505f-450e-bced-35c8677c74ce None None] Port 53a1b545-5a84-4f76-8ecf-228504c1fe2f cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:41.886549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Transition to ACTIVE for port object 987364f4-b7f6-4552-861e-34df50c61e2b will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:41.926901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Network': ['ID=ea5b18d6-c46e-4429-b4ae-20c286292184,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:41.929061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.930810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:41.932952 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3566453e-62bb-44a6-8355-18cf00b4e84b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.2799039 Mar 28 10:52:41.935954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59672) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:41.937328 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-151dce13-4e73-401f-b55d-25cb1f3e1ee2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2828190 Mar 28 10:52:41.943498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Transition to ACTIVE for port object 987364f4-b7f6-4552-861e-34df50c61e2b will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:41.944908 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network ea5b18d6-c46e-4429-b4ae-20c286292184 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:42.024060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59676) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:42.032697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc20852-d68b-4500-b929-8683df020120 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:52:42.042227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.046322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'ports': [{'network_id': '168f3b6e-4742-456b-baaa-66e538554c09', 'name': 'tempest-port--1058336840', 'admin_state_up': True}, {'network_id': 'ea5b18d6-c46e-4429-b4ae-20c286292184', 'admin_state_up': False}]} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:42.046608 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'port': {'network_id': '168f3b6e-4742-456b-baaa-66e538554c09', 'name': 'tempest-port--1058336840', 'admin_state_up': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:42.047355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'port': {'network_id': 'ea5b18d6-c46e-4429-b4ae-20c286292184', 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:42.064568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.066549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dfa6aca2-515e-4111-aa4c-7bd769a73683 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:42.070461 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dfa6aca2-515e-4111-aa4c-7bd769a73683 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 1.0422597 Mar 28 10:52:42.073227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59680) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:42.144135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Deleting port 78a1cea6-e360-4215-ae07-8820b1cd570e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:42.144647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.251205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:42.263741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:42.282000 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:42.292953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Provisioning for port 2e70df3b-b52b-4195-a12c-685c6e0e307a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:42.295954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Pushing event updated for resources: {'Port': ['ID=987364f4-b7f6-4552-861e-34df50c61e2b,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:42.352601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fa83b-0adb-4b37-a360-8853fd1a1a8b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:42.358461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fa83b-0adb-4b37-a360-8853fd1a1a8b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:42.365430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fa83b-0adb-4b37-a360-8853fd1a1a8b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:42.365778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5d4fa83b-0adb-4b37-a360-8853fd1a1a8b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Synchronizing usage tracker for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:42.365888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Provisioning complete for port 2e70df3b-b52b-4195-a12c-685c6e0e307a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:42.366446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.387402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.520567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Port 2e70df3b-b52b-4195-a12c-685c6e0e307a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:42.524780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Attempting to bind port 987364f4-b7f6-4552-861e-34df50c61e2b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:42.525266 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Attempting to bind port 987364f4-b7f6-4552-861e-34df50c61e2b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '93b86c9a-f04c-4e19-9b13-fdcbd68af37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:42.525713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Attempting to bind port 987364f4-b7f6-4552-861e-34df50c61e2b on network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:42.528408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f9d32539-ce6b-4c43-ab87-1a30a1aa3d72 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port d790c076-64ca-4297-aafc-920df7367d4b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:42.528939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f9d32539-ce6b-4c43-ab87-1a30a1aa3d72 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.531650 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 78a1cea6-e360-4215-ae07-8820b1cd570e no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:42.547691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:42.550817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Allocated IP 172.26.2.98 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/2468f37f-6e1e-4a7e-9543-2c78c7de436b) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:42.565540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Usage tracker for resource:port and tenant:aa1955091355498bb546c353166ee146 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:42.572446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:42.581159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:42.627260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:42.627771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Checking segment: {'id': '93b86c9a-f04c-4e19-9b13-fdcbd68af37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:42.628509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.628746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Bound using segment: {'id': '93b86c9a-f04c-4e19-9b13-fdcbd68af37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:42.629319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Bound port: 987364f4-b7f6-4552-861e-34df50c61e2b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b86c9a-f04c-4e19-9b13-fdcbd68af37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:42.629815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.641258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5d4fa83b-0adb-4b37-a360-8853fd1a1a8b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Unset dirty status for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:42.641258 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5d4fa83b-0adb-4b37-a360-8853fd1a1a8b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7968099 Mar 28 10:52:42.654715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59684) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:42.733457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7cc20852-d68b-4500-b929-8683df020120 None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:42.734075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.755255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Made reservation on behalf of aa1955091355498bb546c353166ee146 for: {'port': 2} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:42.760118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.797529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.832772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Provisioning for port d790c076-64ca-4297-aafc-920df7367d4b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:42.834482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-83ab4abc-5b5a-4e54-8c0f-ef8d189bd5bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Deleting port 2e70df3b-b52b-4195-a12c-685c6e0e307a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:42.834832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83ab4abc-5b5a-4e54-8c0f-ef8d189bd5bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.884262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:42.927261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Calling delete_port for 78a1cea6-e360-4215-ae07-8820b1cd570e owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:42.961573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Provisioning complete for port d790c076-64ca-4297-aafc-920df7367d4b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:42.961974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.001170 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] For port 987364f4-b7f6-4552-861e-34df50c61e2b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:43.035921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] For port 987364f4-b7f6-4552-861e-34df50c61e2b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=987364f4-b7f6-4552-861e-34df50c61e2b,segment=NetworkSegment(93b86c9a-f04c-4e19-9b13-fdcbd68af37e),segment_id=93b86c9a-f04c-4e19-9b13-fdcbd68af37e)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:43.053238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.090278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Port d790c076-64ca-4297-aafc-920df7367d4b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:43.107622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.167165 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:43.182669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Provisioning complete for port 78a1cea6-e360-4215-ae07-8820b1cd570e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:43.183033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.186982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.233273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.259909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafa639-ae1c-41b2-8683-71b944bc788d None None] Pushing event updated for resources: {'Port': ['ID=987364f4-b7f6-4552-861e-34df50c61e2b,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:43.321760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:52:43.321950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:52:43.390741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f9d32539-ce6b-4c43-ab87-1a30a1aa3d72 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.395204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=78a1cea6-e360-4215-ae07-8820b1cd570e,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:43.410406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.447031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:43.493567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] device_id is not set on port 2441be84-5dbd-496d-bb3b-c66041687ef2 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:43.517352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.566818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.objects.ports [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:52:43.586533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f9d32539-ce6b-4c43-ab87-1a30a1aa3d72 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for d790c076-64ca-4297-aafc-920df7367d4b owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:43.643863 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8ccf7-4e87-49fd-861b-35587bc57de1 None None] Pushing event updated for resources: {'Port': ['ID=78a1cea6-e360-4215-ae07-8820b1cd570e,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:43.701079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.746003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83ab4abc-5b5a-4e54-8c0f-ef8d189bd5bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.823477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Deleting port 78a1cea6-e360-4215-ae07-8820b1cd570e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:43.824028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.893810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.938218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:43.948005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-83ab4abc-5b5a-4e54-8c0f-ef8d189bd5bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Calling delete_port for 2e70df3b-b52b-4195-a12c-685c6e0e307a owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:43.980095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:43.992868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:44.010380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:44.015982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Allocated IP 172.20.0.1 (1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1/d5baa946-bb02-484f-b878-3667d74fc2a7/15b38237-ba61-4f07-8070-d02e5c539d2b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:44.066567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event updated for resources: {'Port': ['ID=2468f37f-6e1e-4a7e-9543-2c78c7de436b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:44.129426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7cc20852-d68b-4500-b929-8683df020120 None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:44.130139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:44.260921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f9d32539-ce6b-4c43-ab87-1a30a1aa3d72 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:44.282448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Calling delete_port for 78a1cea6-e360-4215-ae07-8820b1cd570e owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:44.318488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Allocated IP 172.26.2.184 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/284e34be-281b-4f9b-b0a8-c91124959204) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:44.373572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d32539-ce6b-4c43-ab87-1a30a1aa3d72 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=d790c076-64ca-4297-aafc-920df7367d4b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:44.423072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:44.438205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:44.449112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:52:44.450601 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:52:44.459434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Transition to ACTIVE for port object 15b38237-ba61-4f07-8070-d02e5c539d2b will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:44.474851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f9d32539-ce6b-4c43-ab87-1a30a1aa3d72 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:44.561374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 987364f4-b7f6-4552-861e-34df50c61e2b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:44.568059 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f9d32539-ce6b-4c43-ab87-1a30a1aa3d72 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/d790c076-64ca-4297-aafc-920df7367d4b HTTP/1.1" status: 204 len: 168 time: 2.4866703 Mar 28 10:52:44.569965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59688) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:44.641810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:44.657406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83ab4abc-5b5a-4e54-8c0f-ef8d189bd5bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:44.684553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:44.707025 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2aa505-8b2c-4daa-b05a-f8e6b45c2dae None None] Network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:44.745357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 987364f4-b7f6-4552-861e-34df50c61e2b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:44.819261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a6833691-46f3-4259-a974-230582d50f85 None None] Provisioning for port 987364f4-b7f6-4552-861e-34df50c61e2b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:44.829852 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a6833691-46f3-4259-a974-230582d50f85 None None] Provisioning complete for port 987364f4-b7f6-4552-861e-34df50c61e2b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:44.830538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6833691-46f3-4259-a974-230582d50f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:44.843339 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23293d5-e848-43ce-88d9-00f0d23de320 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:52:44.843880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d23293d5-e848-43ce-88d9-00f0d23de320 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:44.892740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:44.899542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:44.913211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:44.985147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab4abc-5b5a-4e54-8c0f-ef8d189bd5bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event deleted for resources: {'Port': ['ID=2e70df3b-b52b-4195-a12c-685c6e0e307a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:45.008487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event updated for resources: {'Port': ['ID=15b38237-ba61-4f07-8070-d02e5c539d2b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:45.020511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d23293d5-e848-43ce-88d9-00f0d23de320 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:45.024521 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d23293d5-e848-43ce-88d9-00f0d23de320 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/d790c076-64ca-4297-aafc-920df7367d4b HTTP/1.1" status: 404 len: 333 time: 0.4517503 Mar 28 10:52:45.025290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59692) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:45.056416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6833691-46f3-4259-a974-230582d50f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.068511 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Deleting port 78a1cea6-e360-4215-ae07-8820b1cd570e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:45.068511 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.097012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.141398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-539a28f6-394f-44a8-93ca-f15f4c89aaaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 6d7f573b-ddca-4f2e-ba64-a39cbe58f650 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:45.141733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-539a28f6-394f-44a8-93ca-f15f4c89aaaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.183781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a6833691-46f3-4259-a974-230582d50f85 None None] For port 987364f4-b7f6-4552-861e-34df50c61e2b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=987364f4-b7f6-4552-861e-34df50c61e2b,segment=NetworkSegment(93b86c9a-f04c-4e19-9b13-fdcbd68af37e),segment_id=93b86c9a-f04c-4e19-9b13-fdcbd68af37e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:45.209483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] device_id is not set on port 1c621f43-d02a-488f-b080-42d7c73f53f1 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:45.236614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.330414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6833691-46f3-4259-a974-230582d50f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.443529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83ab4abc-5b5a-4e54-8c0f-ef8d189bd5bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.447736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:45.461181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.483324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6833691-46f3-4259-a974-230582d50f85 None None] Pushing event updated for resources: {'Port': ['ID=987364f4-b7f6-4552-861e-34df50c61e2b,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:45.488613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7cc20852-d68b-4500-b929-8683df020120 None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:45.489010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.553518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.558819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.578559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.662341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.667387 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Calling delete_port for 78a1cea6-e360-4215-ae07-8820b1cd570e owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:45.676433 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-83ab4abc-5b5a-4e54-8c0f-ef8d189bd5bf tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "DELETE /v2.0/ports/2e70df3b-b52b-4195-a12c-685c6e0e307a HTTP/1.1" status: 204 len: 168 time: 3.0163639 Mar 28 10:52:45.686597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59698) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:45.727524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-374d8d5e-e1dc-4887-bb6f-35ffc095f250 None None] Provisioning complete for port 987364f4-b7f6-4552-861e-34df50c61e2b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:45.729251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-374d8d5e-e1dc-4887-bb6f-35ffc095f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.735300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:45.749412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:45.772061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:45.775036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.775856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.827407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event updated for resources: {'Port': ['ID=284e34be-281b-4f9b-b0a8-c91124959204,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:45.842877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-539a28f6-394f-44a8-93ca-f15f4c89aaaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.850072 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d897d08-cb91-4247-ae52-9950a78ff71a tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] GET failed (client error): The resource could not be found. Mar 28 10:52:45.850611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8d897d08-cb91-4247-ae52-9950a78ff71a tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Synchronizing usage tracker for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:45.946861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:52:45.947397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:52:45.969132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-374d8d5e-e1dc-4887-bb6f-35ffc095f250 None None] Provisioning for port 15b38237-ba61-4f07-8070-d02e5c539d2b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:45.975174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-374d8d5e-e1dc-4887-bb6f-35ffc095f250 None None] Provisioning complete for port 15b38237-ba61-4f07-8070-d02e5c539d2b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:45.975755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-374d8d5e-e1dc-4887-bb6f-35ffc095f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:45.985581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.014482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:46.023361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:46.036110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:46.036678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.049970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-374d8d5e-e1dc-4887-bb6f-35ffc095f250 None None] Port 15b38237-ba61-4f07-8070-d02e5c539d2b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:46.067418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=78a1cea6-e360-4215-ae07-8820b1cd570e,revision_number=10']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:46.069943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=a4d04b0a-32cd-4cf7-8bc4-5b1eb5689497,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:46.095133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-539a28f6-394f-44a8-93ca-f15f4c89aaaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 6d7f573b-ddca-4f2e-ba64-a39cbe58f650 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:46.138294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8d897d08-cb91-4247-ae52-9950a78ff71a tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Unset dirty status for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:46.139438 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8d897d08-cb91-4247-ae52-9950a78ff71a tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "GET /v2.0/ports/2e70df3b-b52b-4195-a12c-685c6e0e307a HTTP/1.1" status: 404 len: 333 time: 0.4518437 Mar 28 10:52:46.144809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59702) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:46.155399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'port': {'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-555904430'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:46.170612 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dc1ae12d-a8e6-4513-a4e6-fd67aa8461dc None None] Provisioning complete for port 15b38237-ba61-4f07-8070-d02e5c539d2b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:46.170799 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae12d-a8e6-4513-a4e6-fd67aa8461dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.210576 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d86d93cd-9e77-4f4a-a7fb-f31aa98308e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7162559 Mar 28 10:52:46.211247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59706) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:46.222674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:46.227853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ae12d-a8e6-4513-a4e6-fd67aa8461dc None None] Port 15b38237-ba61-4f07-8070-d02e5c539d2b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:46.284947 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.326666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.385738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.494051 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 987364f4-b7f6-4552-861e-34df50c61e2b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:46.603559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Deleting port 78a1cea6-e360-4215-ae07-8820b1cd570e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:46.603938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.697035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.725204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 987364f4-b7f6-4552-861e-34df50c61e2b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:46.725721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.747626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:46.751322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Port': ['ID=2441be84-5dbd-496d-bb3b-c66041687ef2,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:46.762666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-539a28f6-394f-44a8-93ca-f15f4c89aaaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.816251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.841435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:46.843857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:46.852159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Checking segment: {'id': '13d7a7f0-c2aa-44d7-88b4-bb59fe510d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '168f3b6e-4742-456b-baaa-66e538554c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:46.852737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Network hostable DHCP agents. Network: 168f3b6e-4742-456b-baaa-66e538554c09, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:52:46.857834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:46.866401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:46.879009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:46.924336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a28f6-394f-44a8-93ca-f15f4c89aaaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=6d7f573b-ddca-4f2e-ba64-a39cbe58f650,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:46.952175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Made reservation on behalf of 71ee7433778243b2904aa2e133dc81bb for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:46.956438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.965735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7cc20852-d68b-4500-b929-8683df020120 None None] For port 78a1cea6-e360-4215-ae07-8820b1cd570e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=78a1cea6-e360-4215-ae07-8820b1cd570e,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:46.966310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:46.980913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Network 168f3b6e-4742-456b-baaa-66e538554c09 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:52:46.986681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:46.991396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:47.022753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] device_id is not set on port 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:47.086825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Router fd502e87-f036-4017-8f16-c6590c99877c is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:52:47.101143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 168f3b6e-4742-456b-baaa-66e538554c09) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:47.109509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:47.114698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event updated for resources: {'Port': ['ID=15b38237-ba61-4f07-8070-d02e5c539d2b,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:47.127058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Calling delete_port for 78a1cea6-e360-4215-ae07-8820b1cd570e owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:47.158192 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf85b6-a8dd-45ab-9059-8ae68e10539e None None] Network 168f3b6e-4742-456b-baaa-66e538554c09 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:47.169989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:47.170961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:47.220388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-539a28f6-394f-44a8-93ca-f15f4c89aaaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:47.307898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:47.384175 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-539a28f6-394f-44a8-93ca-f15f4c89aaaa tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/6d7f573b-ddca-4f2e-ba64-a39cbe58f650 HTTP/1.1" status: 204 len: 168 time: 2.3536148 Mar 28 10:52:47.389919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59712) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:47.419964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Port': ['ID=1c621f43-d02a-488f-b080-42d7c73f53f1,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:47.469883 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e764e1-067f-4392-b872-32cee5b2a838 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:52:47.470433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-41e764e1-067f-4392-b872-32cee5b2a838 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:47.505884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:47.537383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:47.545964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Checking segment: {'id': '38f11e2f-d1f7-41ad-b5bb-ee0f7b2210ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ea5b18d6-c46e-4429-b4ae-20c286292184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:47.546393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Network hostable DHCP agents. Network: ea5b18d6-c46e-4429-b4ae-20c286292184, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:52:47.547095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:47.589716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Allocated IP 2001:db8::26d (addd24a9-2681-4b48-b743-e009ddd386a5/d918e452-de13-4882-8b14-8ccb8340be0c/7e5a99a0-ac48-477b-b922-6ea3ed7dbda8) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:47.623415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc20852-d68b-4500-b929-8683df020120 None None] Pushing event deleted for resources: {'Port': ['ID=78a1cea6-e360-4215-ae07-8820b1cd570e,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:47.640859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:47.671847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9ce39-de52-40f5-85a0-60d892dd4b39 None None] Sync routers for ids ['fd502e87-f036-4017-8f16-c6590c99877c'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:47.681708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc20852-d68b-4500-b929-8683df020120 None None] No DVR routers for this DVR port 78a1cea6-e360-4215-ae07-8820b1cd570e on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:52:47.698976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9ce39-de52-40f5-85a0-60d892dd4b39 None None] Routers {'fd502e87-f036-4017-8f16-c6590c99877c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:47.699823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-96d9ce39-de52-40f5-85a0-60d892dd4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['fd502e87-f036-4017-8f16-c6590c99877c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:47.745672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:47.746912 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6894a3ec-8105-43b8-8918-acf6d5183279 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "PUT /v2.0/routers/fd502e87-f036-4017-8f16-c6590c99877c HTTP/1.1" status: 200 len: 883 time: 7.2959113 Mar 28 10:52:47.751323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-41e764e1-067f-4392-b872-32cee5b2a838 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:47.754091 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-41e764e1-067f-4392-b872-32cee5b2a838 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/6d7f573b-ddca-4f2e-ba64-a39cbe58f650 HTTP/1.1" status: 404 len: 333 time: 0.3630574 Mar 28 10:52:47.761580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ccda87-d199-45b8-95c7-1a49ab3d9bb7 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:47.767907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59716) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:47.768797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59718) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:47.778564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Network ea5b18d6-c46e-4429-b4ae-20c286292184 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:52:47.814644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-96d9ce39-de52-40f5-85a0-60d892dd4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:47.887477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9ce39-de52-40f5-85a0-60d892dd4b39 None None] Routers {'fd502e87-f036-4017-8f16-c6590c99877c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:47.888452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-96d9ce39-de52-40f5-85a0-60d892dd4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['fd502e87-f036-4017-8f16-c6590c99877c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:47.888718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, ea5b18d6-c46e-4429-b4ae-20c286292184) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:47.906982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:47.913153 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:47.917982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:47.918677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:47.948274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7be0683-9442-478f-98e3-6d83a1d8813e None None] Network ea5b18d6-c46e-4429-b4ae-20c286292184 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:47.981061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:47.998445 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Transition to ACTIVE for port object 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:48.002732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-96d9ce39-de52-40f5-85a0-60d892dd4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:48.003239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9ce39-de52-40f5-85a0-60d892dd4b39 None None] The sync data for ids ['fd502e87-f036-4017-8f16-c6590c99877c'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:48.049461 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9f20598b-724e-49f7-855d-a4be5bf2109d tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0233681 Mar 28 10:52:48.052089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59724) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:48.055439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b588dbd2-5901-4f35-8aa1-c5a215b22221 None None] Provisioning complete for port 15b38237-ba61-4f07-8070-d02e5c539d2b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:48.055902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b588dbd2-5901-4f35-8aa1-c5a215b22221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.091186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.133438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7741e0-e1ec-46d6-bd9c-0babece9eb8c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet 7ee6b51e-1596-45e5-8d3c-f8a1b004c7d7 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:48.144872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3b7741e0-e1ec-46d6-bd9c-0babece9eb8c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.145378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.163918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:48.176726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:48.220425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:48.220822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.253735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Network addd24a9-2681-4b48-b743-e009ddd386a5 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:48.265653 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:48.273756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:48.279092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Router 713c4832-cd26-4ff4-8432-f8f2168492c9 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:52:48.279615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:48.280241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.299375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3b7741e0-e1ec-46d6-bd9c-0babece9eb8c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.303109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b588dbd2-5901-4f35-8aa1-c5a215b22221 None None] Port 15b38237-ba61-4f07-8070-d02e5c539d2b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:48.312226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=6a802429-32c5-4f60-93de-cbd236e852b3,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:48.324718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Port': ['ID=7e5a99a0-ac48-477b-b922-6ea3ed7dbda8,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:48.349086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6dfb11-32b6-4076-a2ef-680d04bae927 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:48.355316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6dfb11-32b6-4076-a2ef-680d04bae927 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:48.356120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3a6dfb11-32b6-4076-a2ef-680d04bae927 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Synchronizing usage tracker for tenant:aa1955091355498bb546c353166ee146 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:48.360476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9134a655-5ce0-4542-b0fd-66398d69fdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.376656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '6a802429-32c5-4f60-93de-cbd236e852b3'}, {'subnet_id': 'a4d04b0a-32cd-4cf7-8bc4-5b1eb5689497'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:52:48.378312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.415468 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ee33c6fa-5f1d-4882-a801-70948c09e1c3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2672975 Mar 28 10:52:48.419175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59728) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:48.419175 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e150421e-2bb8-4de0-9d54-7b27d1e3ee3a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1996610 Mar 28 10:52:48.428072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59730) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:48.442318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:ab:63:fa'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:48.489830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3a6dfb11-32b6-4076-a2ef-680d04bae927 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Unset dirty status for tenant:aa1955091355498bb546c353166ee146 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:48.491249 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3a6dfb11-32b6-4076-a2ef-680d04bae927 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4381135 Mar 28 10:52:48.498852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59736) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:48.539691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:5b:9a:7c', 'name': 'tempest-NetworksTestDHCPv6-311649137'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:48.615131 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b3149aa1-75a4-4c1b-8ea6-f48e451c25c2 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/routers/fd502e87-f036-4017-8f16-c6590c99877c HTTP/1.1" status: 200 len: 924 time: 0.8430293 Mar 28 10:52:48.618846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59740) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:48.629448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.664420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Allocated IP 172.20.0.2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/6a802429-32c5-4f60-93de-cbd236e852b3/50b153f3-841d-4319-9835-f1bef41505b3) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:48.674273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Allocated IP 2001:db8::f816:3eff:fecb:6948 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/a4d04b0a-32cd-4cf7-8bc4-5b1eb5689497/50b153f3-841d-4319-9835-f1bef41505b3) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:48.760036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.773605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-08385119-1f68-4030-ba7f-4c0189621ec4 None None] Provisioning for port 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:48.788266 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-08385119-1f68-4030-ba7f-4c0189621ec4 None None] Provisioning complete for port 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:48.788636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-08385119-1f68-4030-ba7f-4c0189621ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.802898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3deb7a9b-fd9e-4813-969a-7e3a424d10d8 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Deleting port 2441be84-5dbd-496d-bb3b-c66041687ef2 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:48.803430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3deb7a9b-fd9e-4813-969a-7e3a424d10d8 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.848113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-08385119-1f68-4030-ba7f-4c0189621ec4 None None] Port 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:48.899206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:48.906749 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-49990414-b2e8-47bd-a946-7ed3b386e7db tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "PUT /v2.0/routers/713c4832-cd26-4ff4-8432-f8f2168492c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9659271 Mar 28 10:52:48.913061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59744) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:48.922677 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bdb95-7528-4d4b-a469-f572b870211c None None] Sync routers for ids ['713c4832-cd26-4ff4-8432-f8f2168492c9'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:48.926589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Request body: {'port': {'network_id': '1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1', 'name': 'tempest-FloatingIPNegativeTestJSON-164355621'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:48.940088 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bdb95-7528-4d4b-a469-f572b870211c None None] Routers {'713c4832-cd26-4ff4-8432-f8f2168492c9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:48.942650 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-3d4bdb95-7528-4d4b-a469-f572b870211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['713c4832-cd26-4ff4-8432-f8f2168492c9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:48.956675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:48.967805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Transition to ACTIVE for port object 50b153f3-841d-4319-9835-f1bef41505b3 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:48.989206 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Transition to ACTIVE for port object 50b153f3-841d-4319-9835-f1bef41505b3 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:49.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:49.011555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3b7741e0-e1ec-46d6-bd9c-0babece9eb8c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.028026 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-3d4bdb95-7528-4d4b-a469-f572b870211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:49.037451 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bdb95-7528-4d4b-a469-f572b870211c None None] Routers {'713c4832-cd26-4ff4-8432-f8f2168492c9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:49.038081 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-3d4bdb95-7528-4d4b-a469-f572b870211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['713c4832-cd26-4ff4-8432-f8f2168492c9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:49.054641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:49.061469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:49.068512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.083082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:49.097416 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-3d4bdb95-7528-4d4b-a469-f572b870211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:49.098084 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bdb95-7528-4d4b-a469-f572b870211c None None] The sync data for ids ['713c4832-cd26-4ff4-8432-f8f2168492c9'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:49.165416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:49.168150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:49.175983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:49.179693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:49.186209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Pushing event updated for resources: {'Port': ['ID=50b153f3-841d-4319-9835-f1bef41505b3,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:49.212777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Router e16cb13f-a282-4d24-b712-0422a2a4680c is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:52:49.217587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3b7741e0-e1ec-46d6-bd9c-0babece9eb8c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.284526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61064c59-8a84-49b3-bf70-ef2b0e9553d1 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:49.288895 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-61064c59-8a84-49b3-bf70-ef2b0e9553d1 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=fd502e87-f036-4017-8f16-c6590c99877c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5215199 Mar 28 10:52:49.309016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59748) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:49.316263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Attempting to bind port 50b153f3-841d-4319-9835-f1bef41505b3 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:49.316625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Attempting to bind port 50b153f3-841d-4319-9835-f1bef41505b3 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:49.316981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Attempting to bind port 50b153f3-841d-4319-9835-f1bef41505b3 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:49.317994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3b7741e0-e1ec-46d6-bd9c-0babece9eb8c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.322078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7741e0-e1ec-46d6-bd9c-0babece9eb8c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee6b51e-1596-45e5-8d3c-f8a1b004c7d7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:49.323271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:49.323700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:49.326238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.327076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:49.327363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Bound port: 50b153f3-841d-4319-9835-f1bef41505b3, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:49.327758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.340992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffec6172-e298-48f7-a171-c26f44357d41 None None] Network cb236ef6-a966-48cc-be55-3617b0696626 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:49.369616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3deb7a9b-fd9e-4813-969a-7e3a424d10d8 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.378151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.392834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:49.411968 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3b7741e0-e1ec-46d6-bd9c-0babece9eb8c tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/7ee6b51e-1596-45e5-8d3c-f8a1b004c7d7 HTTP/1.1" status: 204 len: 168 time: 1.6361895 Mar 28 10:52:49.412252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59752) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:49.557815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Usage tracker for resource:port and tenant:c32e05bdc55c414585329e54e58051dd is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:49.592382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] For port 50b153f3-841d-4319-9835-f1bef41505b3, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:49.596122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3deb7a9b-fd9e-4813-969a-7e3a424d10d8 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Calling delete_port for 2441be84-5dbd-496d-bb3b-c66041687ef2 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:49.602207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] For port 50b153f3-841d-4319-9835-f1bef41505b3, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=50b153f3-841d-4319-9835-f1bef41505b3,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:49.636706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:49.662555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:49.678511 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.732574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba96d5-cbc8-4045-8e3c-b755ca49d4fa None None] DHCP port deletion for cb236ef6-a966-48cc-be55-3617b0696626 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:52:49.749047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34a904-52a2-4165-9eb3-1845f1878403 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:49.749393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.749992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-95ba96d5-cbc8-4045-8e3c-b755ca49d4fa None None] Deleting port c2a51212-fd71-4aca-8e4e-9127273c01ce {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:49.750441 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7f34a904-52a2-4165-9eb3-1845f1878403 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 881 time: 0.4404042 Mar 28 10:52:49.750739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-95ba96d5-cbc8-4045-8e3c-b755ca49d4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.763061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59756) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:49.780948 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Made reservation on behalf of c32e05bdc55c414585329e54e58051dd for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:49.785018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.843451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd85837-2ecb-40a5-b5b8-9b087c46fdcc None None] Pushing event updated for resources: {'Port': ['ID=50b153f3-841d-4319-9835-f1bef41505b3,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:49.855019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3deb7a9b-fd9e-4813-969a-7e3a424d10d8 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.857631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 8f65f17b-a3da-418b-8ff0-d49f8055899b yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:49.896463 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0ca3a5c7-e5b2-409a-a03b-9e28752cdf9f tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd502e87-f036-4017-8f16-c6590c99877c HTTP/1.1" status: 200 len: 205 time: 0.1272991 Mar 28 10:52:49.897067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59760) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:49.906419 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:49.917413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] device_id is not set on port 245d1b2d-a9d0-4d78-9360-34219b7ba47d yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:49.965894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb7a9b-fd9e-4813-969a-7e3a424d10d8 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Port': ['ID=2441be84-5dbd-496d-bb3b-c66041687ef2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:49.979099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:52:49.995395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3deb7a9b-fd9e-4813-969a-7e3a424d10d8 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.029265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b202880-1b81-414c-853b-2d5670ac9136 None None] Sync routers for ids ['e16cb13f-a282-4d24-b712-0422a2a4680c'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:52:50.047431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.048555 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9b0bb97c-2f75-4318-8fcf-501ea7186316 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "PUT /v2.0/routers/e16cb13f-a282-4d24-b712-0422a2a4680c HTTP/1.1" status: 200 len: 879 time: 8.6992328 Mar 28 10:52:50.054634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59764) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:50.054801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port c2a51212-fd71-4aca-8e4e-9127273c01ce {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:50.054801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.066467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b202880-1b81-414c-853b-2d5670ac9136 None None] Routers {'e16cb13f-a282-4d24-b712-0422a2a4680c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:50.067184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3b202880-1b81-414c-853b-2d5670ac9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e16cb13f-a282-4d24-b712-0422a2a4680c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:50.156126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3b202880-1b81-414c-853b-2d5670ac9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:50.162226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-95ba96d5-cbc8-4045-8e3c-b755ca49d4fa None None] For port c2a51212-fd71-4aca-8e4e-9127273c01ce, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c2a51212-fd71-4aca-8e4e-9127273c01ce,segment=NetworkSegment(074b7015-97ce-4ba9-8586-13f9e8d46722),segment_id=074b7015-97ce-4ba9-8586-13f9e8d46722)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:50.162389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:52:50.162909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-95ba96d5-cbc8-4045-8e3c-b755ca49d4fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.173396 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3deb7a9b-fd9e-4813-969a-7e3a424d10d8 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/ports/2441be84-5dbd-496d-bb3b-c66041687ef2 HTTP/1.1" status: 204 len: 168 time: 1.6730840 Mar 28 10:52:50.188207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59768) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:50.207120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.308534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b202880-1b81-414c-853b-2d5670ac9136 None None] Routers {'e16cb13f-a282-4d24-b712-0422a2a4680c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:52:50.309567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3b202880-1b81-414c-853b-2d5670ac9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e16cb13f-a282-4d24-b712-0422a2a4680c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:50.383186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.392166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.461781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-01338536-3f69-443d-9f6b-56a34b75a3cf tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Deleting port 1c621f43-d02a-488f-b080-42d7c73f53f1 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:50.462151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01338536-3f69-443d-9f6b-56a34b75a3cf tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.479114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Allocated IP 172.20.0.3 (1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1/d5baa946-bb02-484f-b878-3667d74fc2a7/245d1b2d-a9d0-4d78-9360-34219b7ba47d) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:50.518753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] In _notify_port_updated(), no bound segment for port 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 on network addd24a9-2681-4b48-b743-e009ddd386a5 {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:52:50.524165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:50.524795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.528920 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "PUT /v2.0/ports/7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 HTTP/1.1" status: 200 len: 1002 time: 2.1090727 Mar 28 10:52:50.534679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59776) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:50.537999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-95ba96d5-cbc8-4045-8e3c-b755ca49d4fa None None] Calling delete_port for c2a51212-fd71-4aca-8e4e-9127273c01ce owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:50.621402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 50b153f3-841d-4319-9835-f1bef41505b3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:50.643151 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-764ee215-11de-4320-9edc-c9eeb6c3790e tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/routers/e16cb13f-a282-4d24-b712-0422a2a4680c HTTP/1.1" status: 200 len: 920 time: 0.5866675 Mar 28 10:52:50.656043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0a0b3-dbaf-40d4-b1df-b7279e6849f3 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Port': ['ID=7e5a99a0-ac48-477b-b922-6ea3ed7dbda8,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:50.668225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59780) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:50.685064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3b202880-1b81-414c-853b-2d5670ac9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:50.685461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b202880-1b81-414c-853b-2d5670ac9136 None None] The sync data for ids ['e16cb13f-a282-4d24-b712-0422a2a4680c'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:52:50.747371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d8fb2-8b4a-45f3-909c-d1f1d7c0be65 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Deleting port 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:50.747899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a5d8fb2-8b4a-45f3-909c-d1f1d7c0be65 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.803577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-84291034-ed28-40d2-841f-1dff6472a91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.854089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 50b153f3-841d-4319-9835-f1bef41505b3 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:50.861131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] For port c2a51212-fd71-4aca-8e4e-9127273c01ce, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c2a51212-fd71-4aca-8e4e-9127273c01ce,segment=NetworkSegment(074b7015-97ce-4ba9-8586-13f9e8d46722),segment_id=074b7015-97ce-4ba9-8586-13f9e8d46722)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:50.866443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.883061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-95ba96d5-cbc8-4045-8e3c-b755ca49d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:50.925325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 172.20.0.3 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/6a802429-32c5-4f60-93de-cbd236e852b3/8f65f17b-a3da-418b-8ff0-d49f8055899b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:50.974648 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba96d5-cbc8-4045-8e3c-b755ca49d4fa None None] No DVR routers for this DVR port c2a51212-fd71-4aca-8e4e-9127273c01ce on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:52:50.983816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba96d5-cbc8-4045-8e3c-b755ca49d4fa None None] Pushing event deleted for resources: {'Port': ['ID=c2a51212-fd71-4aca-8e4e-9127273c01ce,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:50.991371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c2a51212-fd71-4aca-8e4e-9127273c01ce no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:52:51.033719 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: c2a51212-fd71-4aca-8e4e-9127273c01ce {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:52:51.034248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c2a51212-fd71-4aca-8e4e-9127273c01ce not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:52:51.049583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ef687a29-1c32-4353-bc8d-c16f3642aa2b None None] Provisioning complete for port 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:51.050034 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef687a29-1c32-4353-bc8d-c16f3642aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.105544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for c2a51212-fd71-4aca-8e4e-9127273c01ce owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:51.106074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d571a8-4253-4857-b814-f77e86f2fb9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:51.110539 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a9d571a8-4253-4857-b814-f77e86f2fb9d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=e16cb13f-a282-4d24-b712-0422a2a4680c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4411852 Mar 28 10:52:51.122461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ef687a29-1c32-4353-bc8d-c16f3642aa2b None None] Port 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:51.122570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59784) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:51.149075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.304639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Transition to ACTIVE for port object 245d1b2d-a9d0-4d78-9360-34219b7ba47d will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:51.304826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fe5b:9a7c (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/a4d04b0a-32cd-4cf7-8bc4-5b1eb5689497/8f65f17b-a3da-418b-8ff0-d49f8055899b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:51.320844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.324402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da52d92-bdb0-4746-b543-690f97b30b33 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:51.348040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a5d8fb2-8b4a-45f3-909c-d1f1d7c0be65 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.430835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Deleting port 2468f37f-6e1e-4a7e-9543-2c78c7de436b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:51.431105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.443645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-def62924-a49e-4054-9d68-5627720c7091 None None] Provisioning for port 50b153f3-841d-4319-9835-f1bef41505b3 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:51.452164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-def62924-a49e-4054-9d68-5627720c7091 None None] Provisioning complete for port 50b153f3-841d-4319-9835-f1bef41505b3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:51.452639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-def62924-a49e-4054-9d68-5627720c7091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.494848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01338536-3f69-443d-9f6b-56a34b75a3cf tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.498618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d8fb2-8b4a-45f3-909c-d1f1d7c0be65 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Calling delete_port for 7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:51.528214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60995481-1396-415c-a379-41d622fdcd6e tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:51.532493 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-60995481-1396-415c-a379-41d622fdcd6e tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 881 time: 0.4142830 Mar 28 10:52:51.539458 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59788) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:51.589016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:52:51.589578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:52:51.597132 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cc6acc23-54af-427e-b8c6-8d04ed9526bb tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=e16cb13f-a282-4d24-b712-0422a2a4680c HTTP/1.1" status: 200 len: 205 time: 0.0556831 Mar 28 10:52:51.598734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59792) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:51.631876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-def62924-a49e-4054-9d68-5627720c7091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.682820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.686451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.702361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-01338536-3f69-443d-9f6b-56a34b75a3cf tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Calling delete_port for 1c621f43-d02a-488f-b080-42d7c73f53f1 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:51.702970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.717623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-def62924-a49e-4054-9d68-5627720c7091 None None] For port 50b153f3-841d-4319-9835-f1bef41505b3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=50b153f3-841d-4319-9835-f1bef41505b3,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:52:51.795896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-def62924-a49e-4054-9d68-5627720c7091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:51.872593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def62924-a49e-4054-9d68-5627720c7091 None None] Pushing event updated for resources: {'Port': ['ID=50b153f3-841d-4319-9835-f1bef41505b3,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:51.955552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.014103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:52.028040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:52.045547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:52.092170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01338536-3f69-443d-9f6b-56a34b75a3cf tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.093050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port c2a51212-fd71-4aca-8e4e-9127273c01ce {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:52.093365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.105973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event updated for resources: {'Port': ['ID=245d1b2d-a9d0-4d78-9360-34219b7ba47d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:52.125426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Calling delete_port for 2468f37f-6e1e-4a7e-9543-2c78c7de436b owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:52.125652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.138723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-69275561-8e2f-48e4-982b-efc9974dbaa2 None None] Provisioning complete for port 50b153f3-841d-4319-9835-f1bef41505b3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:52.139156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69275561-8e2f-48e4-982b-efc9974dbaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.193819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a5d8fb2-8b4a-45f3-909c-d1f1d7c0be65 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.206088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.261644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01338536-3f69-443d-9f6b-56a34b75a3cf tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Port': ['ID=1c621f43-d02a-488f-b080-42d7c73f53f1,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:52.271241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] The port 'c2a51212-fd71-4aca-8e4e-9127273c01ce' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:52:52.272681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:52.273307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.277397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d8fb2-8b4a-45f3-909c-d1f1d7c0be65 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event deleted for resources: {'Port': ['ID=7e5a99a0-ac48-477b-b922-6ea3ed7dbda8,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:52.300534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 8f65f17b-a3da-418b-8ff0-d49f8055899b will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:52.324632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01338536-3f69-443d-9f6b-56a34b75a3cf tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.392339 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-01338536-3f69-443d-9f6b-56a34b75a3cf tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/ports/1c621f43-d02a-488f-b080-42d7c73f53f1 HTTP/1.1" status: 204 len: 168 time: 2.1983640 Mar 28 10:52:52.402994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59796) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:52.455075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-11c8c704-f7c8-4c25-844a-36701d243f44 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Synchronizing usage tracker for tenant:aa1955091355498bb546c353166ee146 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:52.468312 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a5ac0d1b-5be0-46b5-ba35-ab08df5c7f04 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5514081 Mar 28 10:52:52.471687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.480493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59800) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:52.502692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:52.519254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:52.522016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 50b153f3-841d-4319-9835-f1bef41505b3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:52:52.542599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Usage tracker for resource:floatingip and tenant:c32e05bdc55c414585329e54e58051dd is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:52.547239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.555576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:52.560790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb236ef6-a966-48cc-be55-3617b0696626']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:52.576440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:52.579208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074b7015-97ce-4ba9-8586-13f9e8d46722') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:52.579492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074b7015-97ce-4ba9-8586-13f9e8d46722') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:52:52.589479 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-715e8b27-7a28-47a1-83b4-51d8dee56209 None None] Provisioning for port 245d1b2d-a9d0-4d78-9360-34219b7ba47d completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:52.595517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.606846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a5d8fb2-8b4a-45f3-909c-d1f1d7c0be65 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.609357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-715e8b27-7a28-47a1-83b4-51d8dee56209 None None] Provisioning complete for port 245d1b2d-a9d0-4d78-9360-34219b7ba47d triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:52.609968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-715e8b27-7a28-47a1-83b4-51d8dee56209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.612547 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6a5d8fb2-8b4a-45f3-909c-d1f1d7c0be65 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "DELETE /v2.0/ports/7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 HTTP/1.1" status: 204 len: 168 time: 2.0743029 Mar 28 10:52:52.614858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59804) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:52.617802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-11c8c704-f7c8-4c25-844a-36701d243f44 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Unset dirty status for tenant:aa1955091355498bb546c353166ee146 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:52.619224 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-11c8c704-f7c8-4c25-844a-36701d243f44 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2153032 Mar 28 10:52:52.643181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59808) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:52.649376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-940632387'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:52.659433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.662099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.666036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:52.667408 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f61867e-2ccb-4555-a0b8-e7a9af336f30 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] GET failed (client error): The resource could not be found. Mar 28 10:52:52.668070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6f61867e-2ccb-4555-a0b8-e7a9af336f30 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Synchronizing usage tracker for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:52.681921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6f61867e-2ccb-4555-a0b8-e7a9af336f30 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Unset dirty status for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:52.683142 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6f61867e-2ccb-4555-a0b8-e7a9af336f30 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "GET /v2.0/ports/7e5a99a0-ac48-477b-b922-6ea3ed7dbda8 HTTP/1.1" status: 404 len: 333 time: 0.0672305 Mar 28 10:52:52.686797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59812) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:52.692736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'port': {'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-262797121'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:52.695070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-715e8b27-7a28-47a1-83b4-51d8dee56209 None None] Port 245d1b2d-a9d0-4d78-9360-34219b7ba47d cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:52.709400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 50b153f3-841d-4319-9835-f1bef41505b3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:52.709948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.720048 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:52:52.720468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.725539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Deleting port 284e34be-281b-4f9b-b0a8-c91124959204 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:52.725878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:52:52.857747 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:52:52.881847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.895014 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:52.902700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:52.967635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:52.983378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:52.991228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:53.006047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.009830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:53.018329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:53.050764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=8f65f17b-a3da-418b-8ff0-d49f8055899b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:53.129389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Made reservation on behalf of 71ee7433778243b2904aa2e133dc81bb for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:53.132921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.141037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.145188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Made reservation on behalf of aa1955091355498bb546c353166ee146 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:53.148409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Calling delete_port for 284e34be-281b-4f9b-b0a8-c91124959204 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:53.148615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.193812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:53.194464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.204475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] device_id is not set on port 3eceb637-1669-4acf-becd-9100b556519b yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:53.229145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.238544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event deleted for resources: {'Port': ['ID=2468f37f-6e1e-4a7e-9543-2c78c7de436b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:53.286817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.343362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Network': ['ID=cb236ef6-a966-48cc-be55-3617b0696626,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:53.372624 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-68d8fd7f-9793-42fb-a95c-35fdbf881130 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/networks/cb236ef6-a966-48cc-be55-3617b0696626 HTTP/1.1" status: 204 len: 168 time: 3.9556797 Mar 28 10:52:53.372624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:53.374174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-00c165e8-8a4a-469d-b711-99aeb3a4cad1 None None] Provisioning for port 8f65f17b-a3da-418b-8ff0-d49f8055899b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:53.375324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59816) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:53.381795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-00c165e8-8a4a-469d-b711-99aeb3a4cad1 None None] Provisioning complete for port 8f65f17b-a3da-418b-8ff0-d49f8055899b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:53.382242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-00c165e8-8a4a-469d-b711-99aeb3a4cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.385935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1716541655'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:53.398786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.404449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:53.406993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Allocated IP 2001:db8::c7 (addd24a9-2681-4b48-b743-e009ddd386a5/d918e452-de13-4882-8b14-8ccb8340be0c/3eceb637-1669-4acf-becd-9100b556519b) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:53.440955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:network and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:53.445255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-00c165e8-8a4a-469d-b711-99aeb3a4cad1 None None] Port 8f65f17b-a3da-418b-8ff0-d49f8055899b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:53.448842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:53.458331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:53.506398 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c2887b17-93bb-405e-9525-30d4a99207cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.0713575 Mar 28 10:52:53.508881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59820) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:53.554703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:53.558278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.577008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.583899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.584243 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Added segment 4044cdf2-2046-47c2-842f-08dbf9d1fda0 of type vlan for network 708cc3c9-e5a1-4c2e-9459-90204aaff617 Mar 28 10:52:53.587091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.590933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.599288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.680368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.759582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.760075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Fanout notify agent at l3_agent the message router_deleted on router fd502e87-f036-4017-8f16-c6590c99877c {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:53.779677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event deleted for resources: {'Port': ['ID=284e34be-281b-4f9b-b0a8-c91124959204,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:53.800241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Allocated IP 172.26.2.17 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/928b6c23-6d49-4e52-a613-b12dcc554937) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:53.805615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.806728 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e86a31eb-c7b1-4748-82fb-e8455ad65ff3 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/fd502e87-f036-4017-8f16-c6590c99877c HTTP/1.1" status: 204 len: 168 time: 3.9047096 Mar 28 10:52:53.810558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59824) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:53.816203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1229366492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:53.827204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.832577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:53.833169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.838493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:53.879099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Usage tracker for resource:router and tenant:7f6f5fd052e544eca4c77606ea5cd99f is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:53.884365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:53.902328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:53.920470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:53.944637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:53.944910 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Added segment 3032d358-35c4-48fe-b56d-73ded9704bf7 of type vlan for network d3b6517a-f8df-400c-b384-39c09b4edc73 Mar 28 10:52:54.029203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.043672 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3994303 Mar 28 10:52:54.046509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc58f6e-26a0-420f-b26d-36ee4d3018fd tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Network': ['ID=708cc3c9-e5a1-4c2e-9459-90204aaff617,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:54.048367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59828) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:54.058884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 708cc3c9-e5a1-4c2e-9459-90204aaff617 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:54.059704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-728144139'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:54.067061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:54.089322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:54.117924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.124350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.125359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.146014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.165741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57726939-4df6-49fa-95d1-f2d8d25f2aa7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:54.171940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57726939-4df6-49fa-95d1-f2d8d25f2aa7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:54.176686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-57726939-4df6-49fa-95d1-f2d8d25f2aa7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6634579 Mar 28 10:52:54.177068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59832) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:54.204195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.213231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Made reservation on behalf of aa1955091355498bb546c353166ee146 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:54.216591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.242746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.248736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.271335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.277724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.344099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:54.347606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.350564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-702e3b36-a975-4fe7-9387-c7d82c4c681d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 8f65f17b-a3da-418b-8ff0-d49f8055899b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:54.350901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-702e3b36-a975-4fe7-9387-c7d82c4c681d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.363180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Transition to ACTIVE for port object 3eceb637-1669-4acf-becd-9100b556519b will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:54.383571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:54.401215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:52:54.403316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:54.419925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.420431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Fanout notify agent at l3_agent the message router_deleted on router e16cb13f-a282-4d24-b712-0422a2a4680c {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:52:54.442813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.447498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5ad8a03a-34e3-4071-beb5-258437c1f879 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/e16cb13f-a282-4d24-b712-0422a2a4680c HTTP/1.1" status: 204 len: 168 time: 2.8381073 Mar 28 10:52:54.447688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59836) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:54.449175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event updated for resources: {'Port': ['ID=928b6c23-6d49-4e52-a613-b12dcc554937,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:54.453743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1869192426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:54.461958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:54.470871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.470871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.474031 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.475188 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0e68bace-e764-429e-9fcf-0fdd9c6cb777 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6637988 Mar 28 10:52:54.476030 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:54.476603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.477992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.478339 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Added segment d94d7f66-fc24-4c96-a725-14c025c79626 of type vlan for network 0b70cf65-8ce4-4d15-81fe-1d138d136bb6 Mar 28 10:52:54.481078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59840) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:54.532792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': True}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:54.593266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Usage tracker for resource:router and tenant:0edb9b91c50f4851b8f58ec58b838db0 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:54.602184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:54.652680 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:54.674289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.726683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Network addd24a9-2681-4b48-b743-e009ddd386a5 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:54.786848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:54.789247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:54.795117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:54.795814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.818078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.846301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-702e3b36-a975-4fe7-9387-c7d82c4c681d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.866227 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4877491 Mar 28 10:52:54.892441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59844) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:54.896121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537eb3bd-b403-46a9-b020-44f659030c02 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Network': ['ID=d3b6517a-f8df-400c-b384-39c09b4edc73,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:54.903467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Port': ['ID=3eceb637-1669-4acf-becd-9100b556519b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:54.911129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network d3b6517a-f8df-400c-b384-39c09b4edc73 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:54.911485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': 'd3b6517a-f8df-400c-b384-39c09b4edc73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:54.935617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.942475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:54.943086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.991812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:54.992851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.049102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-702e3b36-a975-4fe7-9387-c7d82c4c681d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 8f65f17b-a3da-418b-8ff0-d49f8055899b owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:55.075322 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b237c1f6-47c8-4447-bc90-4ed39fe5913e tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3874719 Mar 28 10:52:55.078626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59850) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:55.114719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-957cbc05-8892-4634-810c-7d853c54c326 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:63:fa'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:55.134742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-97c55db2-c2ee-4c14-a9fe-cbfe98cef48e None None] Provisioning for port 3eceb637-1669-4acf-becd-9100b556519b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:52:55.141173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-97c55db2-c2ee-4c14-a9fe-cbfe98cef48e None None] Provisioning complete for port 3eceb637-1669-4acf-becd-9100b556519b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:55.141619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-97c55db2-c2ee-4c14-a9fe-cbfe98cef48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.197661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-97c55db2-c2ee-4c14-a9fe-cbfe98cef48e None None] Port 3eceb637-1669-4acf-becd-9100b556519b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:55.263442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.291202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Network': ['ID=0b70cf65-8ce4-4d15-81fe-1d138d136bb6,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:55.302986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0b70cf65-8ce4-4d15-81fe-1d138d136bb6 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:52:55.340521 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.344909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.352200 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cfbe4746-9b57-4f82-bb3e-b860444fadb3 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3005466 Mar 28 10:52:55.381659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:55.386914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:55.390584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:55.398823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:55.446382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.518950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:55.522370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.558024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.561955 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3f4a1d4d-6c16-4205-a9f2-4f78f9e5add4 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1106062 Mar 28 10:52:55.562848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59854) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:55.576125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': True}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:55.776015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-957cbc05-8892-4634-810c-7d853c54c326 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.795093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-702e3b36-a975-4fe7-9387-c7d82c4c681d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:55.888460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e3b36-a975-4fe7-9387-c7d82c4c681d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=8f65f17b-a3da-418b-8ff0-d49f8055899b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:55.936064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.012159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.074752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.393335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event updated for resources: {'Port': ['ID=928b6c23-6d49-4e52-a613-b12dcc554937,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:56.397940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-702e3b36-a975-4fe7-9387-c7d82c4c681d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.427427 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-702e3b36-a975-4fe7-9387-c7d82c4c681d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/8f65f17b-a3da-418b-8ff0-d49f8055899b HTTP/1.1" status: 204 len: 168 time: 2.2492845 Mar 28 10:52:56.436727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.436727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59858) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:56.462237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.492611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.532877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5841d-26ff-4c23-8d78-f13a98035e06 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:56.534734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5841d-26ff-4c23-8d78-f13a98035e06 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:56.536029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.536207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5841d-26ff-4c23-8d78-f13a98035e06 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:56.536995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1fa5841d-26ff-4c23-8d78-f13a98035e06 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:56.574874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-957cbc05-8892-4634-810c-7d853c54c326 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.591229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.593218 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-43406624-2375-456d-9aea-5fda4cec0b73 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1110215 Mar 28 10:52:56.595493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59862) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:56.601626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1f5b9296-35d8-46eb-b708-b49eefd9cdf5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Request body: {'floatingip': {'port_id': '245d1b2d-a9d0-4d78-9360-34219b7ba47d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:56.659699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=69bc212f-0313-43a2-963e-1dd15f649f45,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:56.671229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1fa5841d-26ff-4c23-8d78-f13a98035e06 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:56.675450 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1fa5841d-26ff-4c23-8d78-f13a98035e06 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2372954 Mar 28 10:52:56.676909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59866) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:56.683862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-957cbc05-8892-4634-810c-7d853c54c326 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.723517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1f5b9296-35d8-46eb-b708-b49eefd9cdf5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for floatingip, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.808291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-957cbc05-8892-4634-810c-7d853c54c326 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] In _notify_port_updated(), no bound segment for port 3eceb637-1669-4acf-becd-9100b556519b on network addd24a9-2681-4b48-b743-e009ddd386a5 {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:52:56.813994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957cbc05-8892-4634-810c-7d853c54c326 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:56.814916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-957cbc05-8892-4634-810c-7d853c54c326 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.818941 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-957cbc05-8892-4634-810c-7d853c54c326 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "PUT /v2.0/ports/3eceb637-1669-4acf-becd-9100b556519b HTTP/1.1" status: 200 len: 1001 time: 1.7194428 Mar 28 10:52:56.828778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59870) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:56.885693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Checking segment: {'id': '3032d358-35c4-48fe-b56d-73ded9704bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd3b6517a-f8df-400c-b384-39c09b4edc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:56.886097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network hostable DHCP agents. Network: d3b6517a-f8df-400c-b384-39c09b4edc73, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:52:56.936243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cbc05-8892-4634-810c-7d853c54c326 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Port': ['ID=3eceb637-1669-4acf-becd-9100b556519b,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:56.967073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-c0327dc4-34c4-4996-ae86-e25ce85f8229 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Deleting port 3eceb637-1669-4acf-becd-9100b556519b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:56.967073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0327dc4-34c4-4996-ae86-e25ce85f8229 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:56.974176 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb8a546-5f68-4fd6-8f55-14f2e06212ab tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 6a802429-32c5-4f60-93de-cbd236e852b3 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:56.986375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a546-5f68-4fd6-8f55-14f2e06212ab tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.020341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Allocated IP 172.26.2.172 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/280f1340-6a33-41ce-9172-3ceafe963495) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:57.122194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network d3b6517a-f8df-400c-b384-39c09b4edc73 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:52:57.128791 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-1f5b9296-35d8-46eb-b708-b49eefd9cdf5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] update failed (client error): The resource could not be found. Mar 28 10:52:57.132386 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1f5b9296-35d8-46eb-b708-b49eefd9cdf5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "PUT /v2.0/floatingips/6a87b4e7-ef89-4ca2-9166-f403417c5317 HTTP/1.1" status: 404 len: 507 time: 0.5329187 Mar 28 10:52:57.133531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59874) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:57.153775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-af6eb0c1-f8a9-4a0e-a435-4efa2e8c7638 None None] Provisioning complete for port 3eceb637-1669-4acf-becd-9100b556519b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:57.154958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-af6eb0c1-f8a9-4a0e-a435-4efa2e8c7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.226675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-af6eb0c1-f8a9-4a0e-a435-4efa2e8c7638 None None] Port 3eceb637-1669-4acf-becd-9100b556519b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:52:57.226880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a546-5f68-4fd6-8f55-14f2e06212ab tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.337844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Deleting port 928b6c23-6d49-4e52-a613-b12dcc554937 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:52:57.338230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.398816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, d3b6517a-f8df-400c-b384-39c09b4edc73) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:57.410740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf70267-d592-4159-93cf-c1946ce592b2 None None] Network d3b6517a-f8df-400c-b384-39c09b4edc73 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:57.479342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a546-5f68-4fd6-8f55-14f2e06212ab tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.519820 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:52:57.520463 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.545007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.598362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.669942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.671257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.700114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-d3b6517a-f8df-400c-b384-39c09b4edc73', 'network_id': 'd3b6517a-f8df-400c-b384-39c09b4edc73', 'tenant_id': '88ec145311bb436e9dcd2230251cb270', 'fixed_ips': [{'subnet_id': '69bc212f-0313-43a2-963e-1dd15f649f45'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:52:57.701063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.712520 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-61e71a06-833b-4bfa-a21d-c1c8c626a949 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8137054 Mar 28 10:52:57.719667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59878) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:57.750486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': 'd3b6517a-f8df-400c-b384-39c09b4edc73', 'name': 'tempest-PortsTestJSON-1279484790', 'fixed_ips': [{'subnet_id': '69bc212f-0313-43a2-963e-1dd15f649f45', 'ip_address': '172.20.0.10'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:57.759124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0327dc4-34c4-4996-ae86-e25ce85f8229 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.789687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.859287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a546-5f68-4fd6-8f55-14f2e06212ab tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.884522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Allocated IP 172.20.0.2 (d3b6517a-f8df-400c-b384-39c09b4edc73/69bc212f-0313-43a2-963e-1dd15f649f45/83d8d2e1-a20c-4474-af71-7ab0e5f2df10) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:57.926616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8a546-5f68-4fd6-8f55-14f2e06212ab tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=6a802429-32c5-4f60-93de-cbd236e852b3,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:57.938480 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a546-5f68-4fd6-8f55-14f2e06212ab tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:57.989739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:58.000432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:58.017672 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30db23-08b7-41f2-a19f-146104343c75 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:52:58.061893 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5fb8a546-5f68-4fd6-8f55-14f2e06212ab tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/6a802429-32c5-4f60-93de-cbd236e852b3 HTTP/1.1" status: 204 len: 168 time: 1.3807507 Mar 28 10:52:58.072445 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59882) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:58.095669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-c0327dc4-34c4-4996-ae86-e25ce85f8229 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Calling delete_port for 3eceb637-1669-4acf-becd-9100b556519b owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:58.123810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:58.131401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Calling delete_port for 928b6c23-6d49-4e52-a613-b12dcc554937 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:52:58.201648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.325625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.386587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event updated for resources: {'Port': ['ID=280f1340-6a33-41ce-9172-3ceafe963495,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:58.417830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:58.421571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0327dc4-34c4-4996-ae86-e25ce85f8229 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.428150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:58.436158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:58.468311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3172875d-ab94-4bf4-93a2-1233e9b400b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet a4d04b0a-32cd-4cf7-8bc4-5b1eb5689497 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:52:58.476363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3172875d-ab94-4bf4-93a2-1233e9b400b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.489312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0327dc4-34c4-4996-ae86-e25ce85f8229 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event deleted for resources: {'Port': ['ID=3eceb637-1669-4acf-becd-9100b556519b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:58.537826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0327dc4-34c4-4996-ae86-e25ce85f8229 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.585701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.587140 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Transition to ACTIVE for port object 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:58.593874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59886) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:58.629295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Transition to ACTIVE for port object 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:52:58.645631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Allocated IP 172.26.2.135 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/9da4caf0-45fa-4d02-9a45-577b106c2f4b) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:58.659743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event deleted for resources: {'Port': ['ID=928b6c23-6d49-4e52-a613-b12dcc554937,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:58.659910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'subnets': [{'network_id': '708cc3c9-e5a1-4c2e-9459-90204aaff617', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1611680735', 'ip_version': 6}, {'network_id': '0b70cf65-8ce4-4d15-81fe-1d138d136bb6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:58.660128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'subnet': {'network_id': '708cc3c9-e5a1-4c2e-9459-90204aaff617', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1611680735', 'ip_version': 6}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:58.660783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Request body: {'subnet': {'network_id': '0b70cf65-8ce4-4d15-81fe-1d138d136bb6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:58.667055 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c0327dc4-34c4-4996-ae86-e25ce85f8229 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "DELETE /v2.0/ports/3eceb637-1669-4acf-becd-9100b556519b HTTP/1.1" status: 204 len: 168 time: 1.8373353 Mar 28 10:52:58.668253 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59890) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:58.704995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.713990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.761457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3172875d-ab94-4bf4-93a2-1233e9b400b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.797349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 740ddd96-1c74-4dc2-926e-1664a2ed296e yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:58.798402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Network d3b6517a-f8df-400c-b384-39c09b4edc73 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:52:58.808736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:52:58.814717 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:52:58.820078 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb196781-a0a0-45d7-8af9-ebf4288f55ed tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] GET failed (client error): The resource could not be found. Mar 28 10:52:58.820078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fb196781-a0a0-45d7-8af9-ebf4288f55ed tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Synchronizing usage tracker for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:52:58.852260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.855134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.856807 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c1afd35a-6bcb-4eb0-ae99-acce2b57eb7c tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "DELETE /v2.0/floatingips/6a87b4e7-ef89-4ca2-9166-f403417c5317 HTTP/1.1" status: 204 len: 168 time: 1.7231908 Mar 28 10:52:58.861540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59894) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:58.867477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ad7ff710-3e51-4790-bb0f-3b246b0ff24b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Request body: {'floatingip': {'floating_network_id': '1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1', 'port_id': '245d1b2d-a9d0-4d78-9360-34219b7ba47d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:58.874270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad7ff710-3e51-4790-bb0f-3b246b0ff24b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:58.879278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad7ff710-3e51-4790-bb0f-3b246b0ff24b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Usage tracker for resource:floatingip and tenant:c32e05bdc55c414585329e54e58051dd is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:58.883159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad7ff710-3e51-4790-bb0f-3b246b0ff24b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:58.891648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad7ff710-3e51-4790-bb0f-3b246b0ff24b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:58.894338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Pushing event updated for resources: {'Port': ['ID=83d8d2e1-a20c-4474-af71-7ab0e5f2df10,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:58.911383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fb196781-a0a0-45d7-8af9-ebf4288f55ed tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Unset dirty status for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:52:58.913708 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb196781-a0a0-45d7-8af9-ebf4288f55ed tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "GET /v2.0/ports/3eceb637-1669-4acf-becd-9100b556519b HTTP/1.1" status: 404 len: 333 time: 0.2365751 Mar 28 10:52:58.916999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59898) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:58.923845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'port': {'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-105823156'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:58.968704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Attempting to bind port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:52:58.969073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Attempting to bind port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '3032d358-35c4-48fe-b56d-73ded9704bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd3b6517a-f8df-400c-b384-39c09b4edc73'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:52:58.969432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Attempting to bind port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 on network d3b6517a-f8df-400c-b384-39c09b4edc73 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:52:58.976884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:52:58.977520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Checking segment: {'id': '3032d358-35c4-48fe-b56d-73ded9704bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd3b6517a-f8df-400c-b384-39c09b4edc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:52:58.977982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:58.978346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Bound using segment: {'id': '3032d358-35c4-48fe-b56d-73ded9704bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd3b6517a-f8df-400c-b384-39c09b4edc73'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:52:58.978819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Bound port: 83d8d2e1-a20c-4474-af71-7ab0e5f2df10, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3032d358-35c4-48fe-b56d-73ded9704bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd3b6517a-f8df-400c-b384-39c09b4edc73'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:52:58.979186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.039546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff710-3e51-4790-bb0f-3b246b0ff24b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.075368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] For port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:52:59.078685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] For port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=83d8d2e1-a20c-4474-af71-7ab0e5f2df10,segment=NetworkSegment(3032d358-35c4-48fe-b56d-73ded9704bf7),segment_id=3032d358-35c4-48fe-b56d-73ded9704bf7)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:52:59.140559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.202019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:59.217411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:59.250971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237d570-568a-4930-b86b-41fcf0f35e15 None None] Pushing event updated for resources: {'Port': ['ID=83d8d2e1-a20c-4474-af71-7ab0e5f2df10,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:52:59.267277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-023610f6-9684-42cb-b191-0bb44ed7dc07 None None] Provisioning complete for port 50b153f3-841d-4319-9835-f1bef41505b3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:52:59.267850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-023610f6-9684-42cb-b191-0bb44ed7dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.355130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Made reservation on behalf of 71ee7433778243b2904aa2e133dc81bb for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:59.355458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.379902 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-ad7ff710-3e51-4790-bb0f-3b246b0ff24b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:52:59.386328 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad7ff710-3e51-4790-bb0f-3b246b0ff24b tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5183561 Mar 28 10:52:59.386328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59902) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:52:59.387916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] device_id is not set on port b51f93d7-ab06-447b-a012-eab200b696fb yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:52:59.426758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '245d1b2d-a9d0-4d78-9360-34219b7ba47d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:52:59.432606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:59.437570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Usage tracker for resource:floatingip and tenant:c32e05bdc55c414585329e54e58051dd is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:59.440291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:59.446343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:59.506116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:52:59.510083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Usage tracker for resource:subnet and tenant:aa1955091355498bb546c353166ee146 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:52:59.512996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:52:59.518863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:52:59.571078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.624145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Made reservation on behalf of aa1955091355498bb546c353166ee146 for: {'subnet': 2} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:52:59.628802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.629131 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.690563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Allocated IP 2001:db8::308 (addd24a9-2681-4b48-b743-e009ddd386a5/d918e452-de13-4882-8b14-8ccb8340be0c/b51f93d7-ab06-447b-a012-eab200b696fb) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:52:59.791103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.814971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3172875d-ab94-4bf4-93a2-1233e9b400b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.885421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:52:59.993957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:00.010648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Transition to ACTIVE for port object b51f93d7-ab06-447b-a012-eab200b696fb will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:00.102267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.10 (d3b6517a-f8df-400c-b384-39c09b4edc73/69bc212f-0313-43a2-963e-1dd15f649f45/740ddd96-1c74-4dc2-926e-1664a2ed296e) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:00.111956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:00.209855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3172875d-ab94-4bf4-93a2-1233e9b400b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:00.274466 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:00.320201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Network addd24a9-2681-4b48-b743-e009ddd386a5 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:00.333110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:00.341126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:00.343627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:00.349510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:00.350302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:00.393524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172875d-ab94-4bf4-93a2-1233e9b400b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d04b0a-32cd-4cf7-8bc4-5b1eb5689497,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:00.405368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6b322-c7fa-4302-8e15-e329f0a82170 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:00.418395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3172875d-ab94-4bf4-93a2-1233e9b400b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:00.419927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Port': ['ID=b51f93d7-ab06-447b-a012-eab200b696fb,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:00.436633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Allocated IP 172.26.2.113 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/fb62f9a2-9d07-4b40-8a8f-cfc1981ae290) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:00.478730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:00.519664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:00.582456 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b7b15e11-e18a-4957-9563-385808242e7b tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6637125 Mar 28 10:53:00.595061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a07c7-6fcf-4a69-865c-5c8c88e29590 None None] Network d3b6517a-f8df-400c-b384-39c09b4edc73 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:00.631677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59906) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:00.638772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:00.640154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'port': {'network_id': 'addd24a9-2681-4b48-b743-e009ddd386a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1033875788'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:00.721668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:00.765111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:00.799614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event updated for resources: {'Port': ['ID=9da4caf0-45fa-4d02-9a45-577b106c2f4b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:00.803392 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3172875d-ab94-4bf4-93a2-1233e9b400b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/a4d04b0a-32cd-4cf7-8bc4-5b1eb5689497 HTTP/1.1" status: 204 len: 168 time: 2.7291527 Mar 28 10:53:00.809161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59910) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:00.847152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0458bdd4-2e57-47d5-b3bd-d84842db0a6d None None] Provisioning for port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:00.896877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3d23beb4-bb73-492a-b8d4-faf450411824 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:router {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:00.920292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:00.925553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3d23beb4-bb73-492a-b8d4-faf450411824 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:router {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:00.929356 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3d23beb4-bb73-492a-b8d4-faf450411824 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167016 Mar 28 10:53:00.929356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Usage tracker for resource:port and tenant:71ee7433778243b2904aa2e133dc81bb is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:00.931521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59914) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:00.934345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:00.940941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:00.945162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:00.958704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:00.959072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:00.960768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:01.043487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.100399 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712820c1-0e48-4abc-9d2e-25493c5d5a62 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:01.113119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Made reservation on behalf of 71ee7433778243b2904aa2e133dc81bb for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:01.116646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.118052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-712820c1-0e48-4abc-9d2e-25493c5d5a62 None None] Deleting port 50b153f3-841d-4319-9835-f1bef41505b3 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:01.118520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-712820c1-0e48-4abc-9d2e-25493c5d5a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.162660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a77f6f50-3f58-49cf-9f43-c3755bb9b5e1 None None] Provisioning for port b51f93d7-ab06-447b-a012-eab200b696fb completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:01.168041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:01.171298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:01.179620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:01.181934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:01.203735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a77f6f50-3f58-49cf-9f43-c3755bb9b5e1 None None] Provisioning complete for port b51f93d7-ab06-447b-a012-eab200b696fb triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:01.204229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a77f6f50-3f58-49cf-9f43-c3755bb9b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.209257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:01.216384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event updated for resources: {'Port': ['ID=fb62f9a2-9d07-4b40-8a8f-cfc1981ae290,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:01.219571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:01.227860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] device_id is not set on port 5e78ed98-9a1c-42fc-976f-f8c71af437cf yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:01.274945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:01.347769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a77f6f50-3f58-49cf-9f43-c3755bb9b5e1 None None] Port b51f93d7-ab06-447b-a012-eab200b696fb cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:01.352967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.380548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:01.384049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.473223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=83d8d2e1-a20c-4474-af71-7ab0e5f2df10,segment=NetworkSegment(3032d358-35c4-48fe-b56d-73ded9704bf7),segment_id=3032d358-35c4-48fe-b56d-73ded9704bf7)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:01.498107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-712820c1-0e48-4abc-9d2e-25493c5d5a62 None None] For port 50b153f3-841d-4319-9835-f1bef41505b3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=50b153f3-841d-4319-9835-f1bef41505b3,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:01.499092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-712820c1-0e48-4abc-9d2e-25493c5d5a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.505835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4fa729a9-bc52-41e7-8e47-1cf46c5d0a60 None None] Provisioning complete for port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:01.506405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4fa729a9-bc52-41e7-8e47-1cf46c5d0a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.582081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.601634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.605603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Allocated IP 2001:db8::229 (addd24a9-2681-4b48-b743-e009ddd386a5/d918e452-de13-4882-8b14-8ccb8340be0c/5e78ed98-9a1c-42fc-976f-f8c71af437cf) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:01.624043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.626190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 740ddd96-1c74-4dc2-926e-1664a2ed296e will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:01.637779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Deleting port fb62f9a2-9d07-4b40-8a8f-cfc1981ae290 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:01.638153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.656547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.666923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-712820c1-0e48-4abc-9d2e-25493c5d5a62 None None] Calling delete_port for 50b153f3-841d-4319-9835-f1bef41505b3 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:01.835378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=83d8d2e1-a20c-4474-af71-7ab0e5f2df10,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:01.893347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.905297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-712820c1-0e48-4abc-9d2e-25493c5d5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.989574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:01.993277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712820c1-0e48-4abc-9d2e-25493c5d5a62 None None] No DVR routers for this DVR port 50b153f3-841d-4319-9835-f1bef41505b3 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:02.001977 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712820c1-0e48-4abc-9d2e-25493c5d5a62 None None] Pushing event deleted for resources: {'Port': ['ID=50b153f3-841d-4319-9835-f1bef41505b3,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:02.205800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.206446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.217311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.293583 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Subnet': ['ID=58d4cc04-bf2d-4e9b-822c-9b0060886ce5,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:02.313229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network d3b6517a-f8df-400c-b384-39c09b4edc73 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:02.332624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:02.350184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Calling delete_port for fb62f9a2-9d07-4b40-8a8f-cfc1981ae290 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:02.352724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:02.381105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Checking segment: {'id': '4044cdf2-2046-47c2-842f-08dbf9d1fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '708cc3c9-e5a1-4c2e-9459-90204aaff617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:02.381461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Network hostable DHCP agents. Network: 708cc3c9-e5a1-4c2e-9459-90204aaff617, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:53:02.387879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.394789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=740ddd96-1c74-4dc2-926e-1664a2ed296e,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:02.410576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.426998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Transition to ACTIVE for port object 5e78ed98-9a1c-42fc-976f-f8c71af437cf will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:02.482694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:02.488296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:02.496843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:02.497461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.501194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6c751a-c9f1-4e43-b72f-b8ed754670b6 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:02.553028 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:02.554156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.556718 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:02.565927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=bf9e1798-013a-43ef-86cd-9c138b4af86c,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:02.588469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Router 6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:53:02.621841 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-91c1aafd-1e27-4cb7-a439-76d788d9c4c6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6892591 Mar 28 10:53:02.624820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59918) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:02.632159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:02.729240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.741185 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a34c4fa1-fa93-4065-a22c-8054d60c2a47 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0149045 Mar 28 10:53:02.754616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59922) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:02.757282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Network 708cc3c9-e5a1-4c2e-9459-90204aaff617 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:53:02.758912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:02.759280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.764157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': 'd3b6517a-f8df-400c-b384-39c09b4edc73', 'name': 'tempest-PortsTestJSON-1369540935', 'fixed_ips': [{'subnet_id': '69bc212f-0313-43a2-963e-1dd15f649f45', 'ip_address': '172.20.0.9'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:02.798031 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.807288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-15fc5b08-9093-4ede-977f-6ae334e00943 None None] Provisioning for port 740ddd96-1c74-4dc2-926e-1664a2ed296e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:02.819017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-15fc5b08-9093-4ede-977f-6ae334e00943 None None] Provisioning complete for port 740ddd96-1c74-4dc2-926e-1664a2ed296e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:02.819752 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-15fc5b08-9093-4ede-977f-6ae334e00943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.827023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Network addd24a9-2681-4b48-b743-e009ddd386a5 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:02.843187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:02.883655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:02.889097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:02.894328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.905495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Port': ['ID=5e78ed98-9a1c-42fc-976f-f8c71af437cf,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:02.937828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': 'bf9e1798-013a-43ef-86cd-9c138b4af86c'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:02.938679 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.950055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-15fc5b08-9093-4ede-977f-6ae334e00943 None None] Port 740ddd96-1c74-4dc2-926e-1664a2ed296e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:02.965652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 708cc3c9-e5a1-4c2e-9459-90204aaff617) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:02.970674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:02.990493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9164fe0-3a34-45cb-a327-8bda6b37232c None None] Network 708cc3c9-e5a1-4c2e-9459-90204aaff617 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:03.018784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event deleted for resources: {'Port': ['ID=fb62f9a2-9d07-4b40-8a8f-cfc1981ae290,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:03.020937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:03.027074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:03.031462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:03.040093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:03.078445 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f99141bc-1186-4fd3-9038-a64e5fdac8c1 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4446640 Mar 28 10:53:03.088797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59926) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:03.092668 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:53:03.102435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:ab:63:fa'}, {'ip_address': '2001:db8::308', 'mac_address': 'fa:16:3e:75:0a:5d'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:03.172737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:03.184065 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998573b-1cbb-4c40-9a76-bef6efaf76b0 None None] Sync routers for ids ['6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:03.185142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.186594 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-18bd958a-230f-4e12-838a-7fd5820f3fc4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "PUT /v2.0/routers/6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b HTTP/1.1" status: 200 len: 919 time: 8.6601665 Mar 28 10:53:03.206408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59930) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:03.221591 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998573b-1cbb-4c40-9a76-bef6efaf76b0 None None] Routers {'6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:03.222220 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0998573b-1cbb-4c40-9a76-bef6efaf76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:03.276758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 50b153f3-841d-4319-9835-f1bef41505b3 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:53:03.298998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event updated for resources: {'Subnet': ['ID=5ddce888-5df7-412e-b92c-ee479920830d,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:03.314885 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0998573b-1cbb-4c40-9a76-bef6efaf76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:03.324528 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998573b-1cbb-4c40-9a76-bef6efaf76b0 None None] Routers {'6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:03.325337 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0998573b-1cbb-4c40-9a76-bef6efaf76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:03.339149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 50b153f3-841d-4319-9835-f1bef41505b3 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:53:03.499471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 50b153f3-841d-4319-9835-f1bef41505b3 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:53:03.499471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Allocated IP 172.20.0.2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/bf9e1798-013a-43ef-86cd-9c138b4af86c/5384d642-1f2a-4a98-9c07-ecedae41af5d) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:03.501308 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0998573b-1cbb-4c40-9a76-bef6efaf76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:03.501308 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998573b-1cbb-4c40-9a76-bef6efaf76b0 None None] The sync data for ids ['6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:03.501731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:03.501921 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] create failed (client error): The resource could not be found. Mar 28 10:53:03.501921 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9311c2d7-b3e6-4049-b034-f2eb3cf6abe5 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0482388 Mar 28 10:53:03.502893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59934) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:03.502893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:03.503063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-708cc3c9-e5a1-4c2e-9459-90204aaff617', 'network_id': '708cc3c9-e5a1-4c2e-9459-90204aaff617', 'tenant_id': 'aa1955091355498bb546c353166ee146', 'fixed_ips': [{'subnet_id': '58d4cc04-bf2d-4e9b-822c-9b0060886ce5'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:03.503063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.503510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:03.503622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:03.503715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.503813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:03.503813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Checking segment: {'id': 'd94d7f66-fc24-4c96-a725-14c025c79626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b70cf65-8ce4-4d15-81fe-1d138d136bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:03.503813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Network hostable DHCP agents. Network: 0b70cf65-8ce4-4d15-81fe-1d138d136bb6, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:53:03.573959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.583416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d871739f-2f64-4fe0-a927-434ff921f953 None None] Provisioning for port 5e78ed98-9a1c-42fc-976f-f8c71af437cf completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:03.608364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d871739f-2f64-4fe0-a927-434ff921f953 None None] Provisioning complete for port 5e78ed98-9a1c-42fc-976f-f8c71af437cf triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:03.609009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d871739f-2f64-4fe0-a927-434ff921f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.616457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.638326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.664272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Deleting port 245d1b2d-a9d0-4d78-9360-34219b7ba47d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:03.664619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.743122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d871739f-2f64-4fe0-a927-434ff921f953 None None] Port 5e78ed98-9a1c-42fc-976f-f8c71af437cf cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:03.759421 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a4d7d75d-75fe-454d-8aa8-ec992dc66012 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/routers/6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b HTTP/1.1" status: 200 len: 925 time: 0.5469019 Mar 28 10:53:03.759421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:03.775371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59938) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:03.780782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Network 0b70cf65-8ce4-4d15-81fe-1d138d136bb6 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:53:03.813420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Allocated IP 2001:db8::1 (708cc3c9-e5a1-4c2e-9459-90204aaff617/58d4cc04-bf2d-4e9b-822c-9b0060886ce5/da9e725d-c27e-4aeb-8c18-141a3e6919ff) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:03.863414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.890474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Transition to ACTIVE for port object 5384d642-1f2a-4a98-9c07-ecedae41af5d will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:03.950766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:03.971024 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Transition to ACTIVE for port object 5384d642-1f2a-4a98-9c07-ecedae41af5d will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:04.031188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.092042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] In _notify_port_updated(), no bound segment for port 5e78ed98-9a1c-42fc-976f-f8c71af437cf on network addd24a9-2681-4b48-b743-e009ddd386a5 {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:53:04.096522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.097699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:04.098518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.102945 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "PUT /v2.0/ports/5e78ed98-9a1c-42fc-976f-f8c71af437cf HTTP/1.1" status: 200 len: 1068 time: 1.0120914 Mar 28 10:53:04.123706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59942) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:04.145050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0b70cf65-8ce4-4d15-81fe-1d138d136bb6) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:04.190974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:04.190974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:04.190974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.191327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cce381-7f57-47cb-8fbb-acf9bfb08365 None None] Network 0b70cf65-8ce4-4d15-81fe-1d138d136bb6 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:04.195294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event updated for resources: {'Port': ['ID=5e78ed98-9a1c-42fc-976f-f8c71af437cf,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:04.218703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:04.250810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.265253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Transition to ACTIVE for port object da9e725d-c27e-4aeb-8c18-141a3e6919ff will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:04.282823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Pushing event updated for resources: {'Port': ['ID=5384d642-1f2a-4a98-9c07-ecedae41af5d,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:04.286084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:04.320753 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:04.336075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Transition to ACTIVE for port object da9e725d-c27e-4aeb-8c18-141a3e6919ff will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:04.384805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.385156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.385493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.385826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.386180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.386512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.386837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.387160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.387552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.388427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.388427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.388661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1736bd0d-8f5f-4853-80c2-97e7f04bd483 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:04.403257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59946) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:04.403389 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b7941be2-2cc3-4901-9655-861eda3b29ba tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.7945302 Mar 28 10:53:04.431274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.462855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.463086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:53:04.494889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a7418254-fbc0-41ca-8465-65801d6352d7 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Deleting port 5e78ed98-9a1c-42fc-976f-f8c71af437cf {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:04.495242 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a7418254-fbc0-41ca-8465-65801d6352d7 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.552053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Network 708cc3c9-e5a1-4c2e-9459-90204aaff617 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:04.559352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:04.565785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Attempting to bind port 5384d642-1f2a-4a98-9c07-ecedae41af5d on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:04.566263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Attempting to bind port 5384d642-1f2a-4a98-9c07-ecedae41af5d by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:04.566682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Attempting to bind port 5384d642-1f2a-4a98-9c07-ecedae41af5d on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:04.569753 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:04.572267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c710d-48d0-4387-9667-119c185ce034 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:04.576181 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-382c710d-48d0-4387-9667-119c185ce034 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7901304 Mar 28 10:53:04.577615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59950) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:04.593542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:04.593924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:04.594336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.594728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:04.595193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Bound port: 5384d642-1f2a-4a98-9c07-ecedae41af5d, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:04.596099 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.596266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port ece61734-b02d-4601-ba46-b8cbe431a6d1 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:04.640115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb176f-68cd-4aea-9cf7-02e3d8e6440c tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:04.640805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb176f-68cd-4aea-9cf7-02e3d8e6440c tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:04.642698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb176f-68cd-4aea-9cf7-02e3d8e6440c tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:04.649955 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e4eb176f-68cd-4aea-9cf7-02e3d8e6440c tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2413490 Mar 28 10:53:04.653429 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-41c80883-273b-427e-b827-ad9ddbc6bd1e None None] Provisioning complete for port 5e78ed98-9a1c-42fc-976f-f8c71af437cf triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:04.653429 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-41c80883-273b-427e-b827-ad9ddbc6bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.659094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59954) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:04.688712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Pushing event updated for resources: {'Port': ['ID=da9e725d-c27e-4aeb-8c18-141a3e6919ff,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:04.780637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.806965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9297e5c5-4f8f-45c0-a6df-198c31808212 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:04.807794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9297e5c5-4f8f-45c0-a6df-198c31808212 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Synchronizing usage tracker for tenant:bf93c5fc4dbb480793290a5235d3f82d on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:04.819446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9297e5c5-4f8f-45c0-a6df-198c31808212 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Unset dirty status for tenant:bf93c5fc4dbb480793290a5235d3f82d on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:04.823522 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9297e5c5-4f8f-45c0-a6df-198c31808212 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 881 time: 0.2395787 Mar 28 10:53:04.823906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59958) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:04.846756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-41c80883-273b-427e-b827-ad9ddbc6bd1e None None] Port 5e78ed98-9a1c-42fc-976f-f8c71af437cf cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:04.873090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Attempting to bind port da9e725d-c27e-4aeb-8c18-141a3e6919ff on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:04.874877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Attempting to bind port da9e725d-c27e-4aeb-8c18-141a3e6919ff by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '4044cdf2-2046-47c2-842f-08dbf9d1fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '708cc3c9-e5a1-4c2e-9459-90204aaff617'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:04.874877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Attempting to bind port da9e725d-c27e-4aeb-8c18-141a3e6919ff on network 708cc3c9-e5a1-4c2e-9459-90204aaff617 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:04.891006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:04.891292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Checking segment: {'id': '4044cdf2-2046-47c2-842f-08dbf9d1fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '708cc3c9-e5a1-4c2e-9459-90204aaff617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:04.891690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.892081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Bound using segment: {'id': '4044cdf2-2046-47c2-842f-08dbf9d1fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '708cc3c9-e5a1-4c2e-9459-90204aaff617'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:04.892580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Bound port: da9e725d-c27e-4aeb-8c18-141a3e6919ff, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4044cdf2-2046-47c2-842f-08dbf9d1fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '708cc3c9-e5a1-4c2e-9459-90204aaff617'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:04.892997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:04.908814 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-00715f33-47a2-4252-9208-c4598a6fde19 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b HTTP/1.1" status: 200 len: 205 time: 0.0814316 Mar 28 10:53:04.909027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] For port 5384d642-1f2a-4a98-9c07-ecedae41af5d, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:04.913378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59962) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:04.948136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Calling delete_port for 245d1b2d-a9d0-4d78-9360-34219b7ba47d owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:04.949084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] For port 5384d642-1f2a-4a98-9c07-ecedae41af5d, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5384d642-1f2a-4a98-9c07-ecedae41af5d,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:05.005460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-0b70cf65-8ce4-4d15-81fe-1d138d136bb6', 'network_id': '0b70cf65-8ce4-4d15-81fe-1d138d136bb6', 'tenant_id': 'aa1955091355498bb546c353166ee146', 'fixed_ips': [{'subnet_id': '5ddce888-5df7-412e-b92c-ee479920830d'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:05.008575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.012585 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.034759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.090034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b346bc9-3a88-4cb0-b4b6-6bdca7e12e75 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Deleting subnet 58d4cc04-bf2d-4e9b-822c-9b0060886ce5 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:05.107404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Router 52c1ea9a-8b3d-4699-a8c4-2f3a241caa35 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:53:05.121707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b346bc9-3a88-4cb0-b4b6-6bdca7e12e75 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.144794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] For port da9e725d-c27e-4aeb-8c18-141a3e6919ff, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:05.182489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.187731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] For port da9e725d-c27e-4aeb-8c18-141a3e6919ff, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=da9e725d-c27e-4aeb-8c18-141a3e6919ff,segment=NetworkSegment(4044cdf2-2046-47c2-842f-08dbf9d1fda0),segment_id=4044cdf2-2046-47c2-842f-08dbf9d1fda0)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:05.208938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc8a04-cedd-49c3-9205-b5577fe38d1e None None] Pushing event updated for resources: {'Port': ['ID=5384d642-1f2a-4a98-9c07-ecedae41af5d,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:05.274555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.311683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Allocated IP 2001:db8:0:1::1 (0b70cf65-8ce4-4d15-81fe-1d138d136bb6/5ddce888-5df7-412e-b92c-ee479920830d/55f093fa-cf21-4a55-8af9-1abf75e47b45) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:05.401270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b346bc9-3a88-4cb0-b4b6-6bdca7e12e75 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.410593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5fc4a-175e-4744-a9d5-1dd3878f499c None None] Pushing event updated for resources: {'Port': ['ID=da9e725d-c27e-4aeb-8c18-141a3e6919ff,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:05.547736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] For port 5384d642-1f2a-4a98-9c07-ecedae41af5d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5384d642-1f2a-4a98-9c07-ecedae41af5d,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:05.579809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.636301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.649727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.667597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Transition to ACTIVE for port object 55f093fa-cf21-4a55-8af9-1abf75e47b45 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:05.695374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Deleting port 280f1340-6a33-41ce-9172-3ceafe963495 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:05.695725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.705629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Transition to ACTIVE for port object 55f093fa-cf21-4a55-8af9-1abf75e47b45 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:05.734092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.734092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.791985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.829664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a7418254-fbc0-41ca-8465-65801d6352d7 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.849688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.9 (d3b6517a-f8df-400c-b384-39c09b4edc73/69bc212f-0313-43a2-963e-1dd15f649f45/ece61734-b02d-4601-ba46-b8cbe431a6d1) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:05.868607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Network 0b70cf65-8ce4-4d15-81fe-1d138d136bb6 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:05.878191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:05.883491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:05.903939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Pushing event updated for resources: {'Port': ['ID=55f093fa-cf21-4a55-8af9-1abf75e47b45,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:05.926781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:05.929045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:05.945098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:05.948639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:05.949243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:05.969940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6940c6-bc9c-47cf-a86b-5caaa9e178d1 None None] Sync routers for ids ['52c1ea9a-8b3d-4699-a8c4-2f3a241caa35'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:06.015118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6940c6-bc9c-47cf-a86b-5caaa9e178d1 None None] Routers {'52c1ea9a-8b3d-4699-a8c4-2f3a241caa35'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:06.015732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ed6940c6-bc9c-47cf-a86b-5caaa9e178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['52c1ea9a-8b3d-4699-a8c4-2f3a241caa35'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:06.036055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=5384d642-1f2a-4a98-9c07-ecedae41af5d,revision_number=4']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:06.100683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a7418254-fbc0-41ca-8465-65801d6352d7 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Calling delete_port for 5e78ed98-9a1c-42fc-976f-f8c71af437cf owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:06.143678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ed6940c6-bc9c-47cf-a86b-5caaa9e178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:06.151730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Attempting to bind port 55f093fa-cf21-4a55-8af9-1abf75e47b45 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:06.152093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Attempting to bind port 55f093fa-cf21-4a55-8af9-1abf75e47b45 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'd94d7f66-fc24-4c96-a725-14c025c79626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b70cf65-8ce4-4d15-81fe-1d138d136bb6'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:06.152436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Attempting to bind port 55f093fa-cf21-4a55-8af9-1abf75e47b45 on network 0b70cf65-8ce4-4d15-81fe-1d138d136bb6 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:06.162761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:06.163038 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Checking segment: {'id': 'd94d7f66-fc24-4c96-a725-14c025c79626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b70cf65-8ce4-4d15-81fe-1d138d136bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:06.163458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:06.163813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Bound using segment: {'id': 'd94d7f66-fc24-4c96-a725-14c025c79626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b70cf65-8ce4-4d15-81fe-1d138d136bb6'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:06.164269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Bound port: 55f093fa-cf21-4a55-8af9-1abf75e47b45, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94d7f66-fc24-4c96-a725-14c025c79626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b70cf65-8ce4-4d15-81fe-1d138d136bb6'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:06.164636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:06.171909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=8ebc48d0-6dc7-463b-bf26-13063352d5cb,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:06.175797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6940c6-bc9c-47cf-a86b-5caaa9e178d1 None None] Routers {'52c1ea9a-8b3d-4699-a8c4-2f3a241caa35'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:06.176226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ed6940c6-bc9c-47cf-a86b-5caaa9e178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['52c1ea9a-8b3d-4699-a8c4-2f3a241caa35'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:06.186897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:06.188201 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-17aa4041-583e-4d80-83a7-6d85fd2b60b6 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "PUT /v2.0/routers/52c1ea9a-8b3d-4699-a8c4-2f3a241caa35 HTTP/1.1" status: 200 len: 915 time: 10.6246257 Mar 28 10:53:06.191300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59968) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:06.257118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b346bc9-3a88-4cb0-b4b6-6bdca7e12e75 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:06.264213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ed6940c6-bc9c-47cf-a86b-5caaa9e178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:06.264613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6940c6-bc9c-47cf-a86b-5caaa9e178d1 None None] The sync data for ids ['52c1ea9a-8b3d-4699-a8c4-2f3a241caa35'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:06.315578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:06.322749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:06.325968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] For port 55f093fa-cf21-4a55-8af9-1abf75e47b45, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:06.330743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] For port 55f093fa-cf21-4a55-8af9-1abf75e47b45, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=55f093fa-cf21-4a55-8af9-1abf75e47b45,segment=NetworkSegment(d94d7f66-fc24-4c96-a725-14c025c79626),segment_id=d94d7f66-fc24-4c96-a725-14c025c79626)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:06.333475 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cfb8500b-1559-40f2-9b52-78e6b3162bbd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7076509 Mar 28 10:53:06.377217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59972) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:06.409230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:06.479288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:7d:d9:26', 'name': 'tempest-NetworksTestDHCPv6-69747494'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:06.568823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event deleted for resources: {'Port': ['ID=245d1b2d-a9d0-4d78-9360-34219b7ba47d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:06.577392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Calling delete_port for 280f1340-6a33-41ce-9172-3ceafe963495 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:06.625040 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8527d30-c04e-48a7-bbfb-ddf375ef24ba None None] Pushing event updated for resources: {'Port': ['ID=55f093fa-cf21-4a55-8af9-1abf75e47b45,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:06.670277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5384d642-1f2a-4a98-9c07-ecedae41af5d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:06.678108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.678487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.683262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.683616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.683960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.684298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.684633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.684965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.685304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.685625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.686000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.686326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:06.711104 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b7aa36f4-1418-49a8-8827-0d33cb5e887d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/routers/52c1ea9a-8b3d-4699-a8c4-2f3a241caa35 HTTP/1.1" status: 200 len: 921 time: 0.5183187 Mar 28 10:53:06.724872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59976) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:06.865751 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 5384d642-1f2a-4a98-9c07-ecedae41af5d completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:06.874828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device da9e725d-c27e-4aeb-8c18-141a3e6919ff up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:06.952831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:06.999055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a7418254-fbc0-41ca-8465-65801d6352d7 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.041980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port da9e725d-c27e-4aeb-8c18-141a3e6919ff completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:07.051757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71abc7a1-aa83-4f4b-99ca-b6db0665fa9d None None] Network 708cc3c9-e5a1-4c2e-9459-90204aaff617 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:07.128585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.129968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event deleted for resources: {'Port': ['ID=280f1340-6a33-41ce-9172-3ceafe963495,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:07.140648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418254-fbc0-41ca-8465-65801d6352d7 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event deleted for resources: {'Port': ['ID=5e78ed98-9a1c-42fc-976f-f8c71af437cf,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:07.149080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.171962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.202093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b346bc9-3a88-4cb0-b4b6-6bdca7e12e75 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.296807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-caa9621d-465e-4045-8d4c-27816e9c37ed None None] Provisioning for port da9e725d-c27e-4aeb-8c18-141a3e6919ff completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:07.316930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b346bc9-3a88-4cb0-b4b6-6bdca7e12e75 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Subnet': ['ID=58d4cc04-bf2d-4e9b-822c-9b0060886ce5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:07.325923 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cd5acd3a-3b13-4045-9e08-a7b615d5dce0 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "DELETE /v2.0/ports/245d1b2d-a9d0-4d78-9360-34219b7ba47d HTTP/1.1" status: 204 len: 168 time: 3.8794398 Mar 28 10:53:07.330457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59980) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:07.330733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b346bc9-3a88-4cb0-b4b6-6bdca7e12e75 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.335905 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8b346bc9-3a88-4cb0-b4b6-6bdca7e12e75 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/subnets/58d4cc04-bf2d-4e9b-822c-9b0060886ce5 HTTP/1.1" status: 204 len: 168 time: 2.6681046 Mar 28 10:53:07.336325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 59984) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:07.337275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object ece61734-b02d-4601-ba46-b8cbe431a6d1 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:07.347789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-caa9621d-465e-4045-8d4c-27816e9c37ed None None] Provisioning complete for port da9e725d-c27e-4aeb-8c18-141a3e6919ff triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:07.350792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-caa9621d-465e-4045-8d4c-27816e9c37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.402593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:07.482971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.482971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.489840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:07.493165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:07.499870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:07.564878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-caa9621d-465e-4045-8d4c-27816e9c37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.586819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fca0e4-b1e5-45ec-a0a1-bf549ebe0f67 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:07.587758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-53fca0e4-b1e5-45ec-a0a1-bf549ebe0f67 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Synchronizing usage tracker for tenant:c32e05bdc55c414585329e54e58051dd on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:07.607892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c9cc5-04fb-4a99-9db8-ee15c298c9a5 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:07.620591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.621200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Fanout notify agent at l3_agent the message router_deleted on router 6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:07.639799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.644546 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f8925909-a23b-4329-83b2-f36213c49a1c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b HTTP/1.1" status: 204 len: 168 time: 2.7267699 Mar 28 10:53:07.644945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59988) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:07.650118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1836765471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:07.657602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:07.662068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-caa9621d-465e-4045-8d4c-27816e9c37ed None None] For port da9e725d-c27e-4aeb-8c18-141a3e6919ff, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=da9e725d-c27e-4aeb-8c18-141a3e6919ff,segment=NetworkSegment(4044cdf2-2046-47c2-842f-08dbf9d1fda0),segment_id=4044cdf2-2046-47c2-842f-08dbf9d1fda0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:07.665401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Usage tracker for resource:router and tenant:7f6f5fd052e544eca4c77606ea5cd99f is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:07.666272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f35ca-52ed-4045-bdc1-4eb8e75b9eed None None] DHCP port deletion for 708cc3c9-e5a1-4c2e-9459-90204aaff617 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:07.666692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:07.668992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:07.675763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:07.694249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-53fca0e4-b1e5-45ec-a0a1-bf549ebe0f67 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Unset dirty status for tenant:c32e05bdc55c414585329e54e58051dd on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:07.696183 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-53fca0e4-b1e5-45ec-a0a1-bf549ebe0f67 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "GET /v2.0/ports?device_id=713c4832-cd26-4ff4-8432-f8f2168492c9 HTTP/1.1" status: 200 len: 913 time: 0.3641355 Mar 28 10:53:07.698492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59992) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:07.722334 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-673f35ca-52ed-4045-bdc1-4eb8e75b9eed None None] Deleting port da9e725d-c27e-4aeb-8c18-141a3e6919ff {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:07.722903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-673f35ca-52ed-4045-bdc1-4eb8e75b9eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.756538 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a7418254-fbc0-41ca-8465-65801d6352d7 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.759995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-caa9621d-465e-4045-8d4c-27816e9c37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.761107 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a7418254-fbc0-41ca-8465-65801d6352d7 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "DELETE /v2.0/ports/5e78ed98-9a1c-42fc-976f-f8c71af437cf HTTP/1.1" status: 204 len: 168 time: 3.6287248 Mar 28 10:53:07.761835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 59996) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:07.765497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256557bc-78b9-40d2-9467-fb5f5c06782a tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:07.770295 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-256557bc-78b9-40d2-9467-fb5f5c06782a tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=52c1ea9a-8b3d-4699-a8c4-2f3a241caa35&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0423558 Mar 28 10:53:07.808557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.809514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:07.818845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60000) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:07.917185 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1b0e89-671e-40fe-9416-7ed369b89a4c tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] GET failed (client error): The resource could not be found. Mar 28 10:53:07.917700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0b1b0e89-671e-40fe-9416-7ed369b89a4c tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Synchronizing usage tracker for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:07.982817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb39c64-4e30-4db9-9dee-351d74ba6004 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Deleting subnet 5ddce888-5df7-412e-b92c-ee479920830d {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:08.002564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c64-4e30-4db9-9dee-351d74ba6004 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.086161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c64-4e30-4db9-9dee-351d74ba6004 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.086378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d246ad54-4087-4126-bdb9-0fc6c0a2fe9f None None] Provisioning for port 5384d642-1f2a-4a98-9c07-ecedae41af5d completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:08.102449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d246ad54-4087-4126-bdb9-0fc6c0a2fe9f None None] Provisioning complete for port 5384d642-1f2a-4a98-9c07-ecedae41af5d triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:08.103070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d246ad54-4087-4126-bdb9-0fc6c0a2fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.129571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.138847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.199738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.210996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9621d-465e-4045-8d4c-27816e9c37ed None None] Pushing event updated for resources: {'Port': ['ID=da9e725d-c27e-4aeb-8c18-141a3e6919ff,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:08.213728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network d3b6517a-f8df-400c-b384-39c09b4edc73 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:08.225309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:08.230461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e05d31-339a-4534-a573-0c0e01ca9c9d None None] Network 0b70cf65-8ce4-4d15-81fe-1d138d136bb6 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:08.235207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:08.313563 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=ece61734-b02d-4601-ba46-b8cbe431a6d1,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:08.323973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 45e0805a-c907-4182-b725-6c829f76ab13 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:08.398182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:08.398812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.433605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-673f35ca-52ed-4045-bdc1-4eb8e75b9eed None None] For port da9e725d-c27e-4aeb-8c18-141a3e6919ff, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=da9e725d-c27e-4aeb-8c18-141a3e6919ff,segment=NetworkSegment(4044cdf2-2046-47c2-842f-08dbf9d1fda0),segment_id=4044cdf2-2046-47c2-842f-08dbf9d1fda0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:08.434100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-673f35ca-52ed-4045-bdc1-4eb8e75b9eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.436679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c64-4e30-4db9-9dee-351d74ba6004 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.466380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0b1b0e89-671e-40fe-9416-7ed369b89a4c tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Unset dirty status for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:08.469732 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0b1b0e89-671e-40fe-9416-7ed369b89a4c tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "GET /v2.0/ports/5e78ed98-9a1c-42fc-976f-f8c71af437cf HTTP/1.1" status: 404 len: 333 time: 0.7066724 Mar 28 10:53:08.475899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60004) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:08.529556 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f1e738bb-88e8-4217-8151-5d0ada1128bd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.7734690 Mar 28 10:53:08.534108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60008) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:08.575710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac648382-b777-4f1c-9908-e9827b1a9430 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:08.576780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac648382-b777-4f1c-9908-e9827b1a9430 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Synchronizing usage tracker for tenant:b94ab840993743ec82d60cd2a23cb97e on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:08.580497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.641391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac648382-b777-4f1c-9908-e9827b1a9430 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Unset dirty status for tenant:b94ab840993743ec82d60cd2a23cb97e on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:08.643159 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac648382-b777-4f1c-9908-e9827b1a9430 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 881 time: 0.8211708 Mar 28 10:53:08.647324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60012) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:08.687496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d239802a-f79b-42fa-ae33-861888b67998 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Deleting port b51f93d7-ab06-447b-a012-eab200b696fb {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:08.687835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d239802a-f79b-42fa-ae33-861888b67998 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.706582 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d94b78ac-ff7b-4dcb-b277-81a4fd8a709c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=52c1ea9a-8b3d-4699-a8c4-2f3a241caa35 HTTP/1.1" status: 200 len: 205 time: 0.0570586 Mar 28 10:53:08.707818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.711641 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0a2b9b26-32fd-499f-ac7e-76db1584bd1a tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0631051 Mar 28 10:53:08.713802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60016) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:08.714224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60018) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:08.737386 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 55f093fa-cf21-4a55-8af9-1abf75e47b45 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:08.772426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-673f35ca-52ed-4045-bdc1-4eb8e75b9eed None None] Calling delete_port for da9e725d-c27e-4aeb-8c18-141a3e6919ff owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:08.807655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': False}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:08.901135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec668a86-2bc6-4f1f-a0eb-5bb943de110d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:08.901829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ec668a86-2bc6-4f1f-a0eb-5bb943de110d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:08.909789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c64-4e30-4db9-9dee-351d74ba6004 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.911624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d246ad54-4087-4126-bdb9-0fc6c0a2fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:08.920818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 172.20.0.5 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/bf9e1798-013a-43ef-86cd-9c138b4af86c/45e0805a-c907-4182-b725-6c829f76ab13) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:08.981968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fe7d:d926 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/8ebc48d0-6dc7-463b-bf26-13063352d5cb/45e0805a-c907-4182-b725-6c829f76ab13) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:08.998220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb39c64-4e30-4db9-9dee-351d74ba6004 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddce888-5df7-412e-b92c-ee479920830d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:09.020025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c64-4e30-4db9-9dee-351d74ba6004 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.047267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d246ad54-4087-4126-bdb9-0fc6c0a2fe9f None None] For port 5384d642-1f2a-4a98-9c07-ecedae41af5d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5384d642-1f2a-4a98-9c07-ecedae41af5d,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:09.074856 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6eb39c64-4e30-4db9-9dee-351d74ba6004 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/subnets/5ddce888-5df7-412e-b92c-ee479920830d HTTP/1.1" status: 204 len: 168 time: 1.7336056 Mar 28 10:53:09.075901 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60024) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:09.095665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ec668a86-2bc6-4f1f-a0eb-5bb943de110d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:09.100334 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ec668a86-2bc6-4f1f-a0eb-5bb943de110d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5202708 Mar 28 10:53:09.105462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-673f35ca-52ed-4045-bdc1-4eb8e75b9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.109634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60028) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:09.172235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f35ca-52ed-4045-bdc1-4eb8e75b9eed None None] Pushing event deleted for resources: {'Port': ['ID=da9e725d-c27e-4aeb-8c18-141a3e6919ff,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:09.180858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f35ca-52ed-4045-bdc1-4eb8e75b9eed None None] No DVR routers for this DVR port da9e725d-c27e-4aeb-8c18-141a3e6919ff on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:09.183831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 55f093fa-cf21-4a55-8af9-1abf75e47b45 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:09.196025 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d246ad54-4087-4126-bdb9-0fc6c0a2fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.259712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08efa01-b6b4-42c8-8fa0-982f84d388c9 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:09.260435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c08efa01-b6b4-42c8-8fa0-982f84d388c9 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Synchronizing usage tracker for tenant:aa1955091355498bb546c353166ee146 on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:09.305827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device da9e725d-c27e-4aeb-8c18-141a3e6919ff no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:53:09.322821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d239802a-f79b-42fa-ae33-861888b67998 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.348825 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: da9e725d-c27e-4aeb-8c18-141a3e6919ff {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:53:09.349041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device da9e725d-c27e-4aeb-8c18-141a3e6919ff not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:53:09.359934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246ad54-4087-4126-bdb9-0fc6c0a2fe9f None None] Pushing event updated for resources: {'Port': ['ID=5384d642-1f2a-4a98-9c07-ecedae41af5d,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:09.421510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318eb14b-278c-468d-b4e1-b4b6c26069c9 None None] Network 0b70cf65-8ce4-4d15-81fe-1d138d136bb6 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:09.473697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c08efa01-b6b4-42c8-8fa0-982f84d388c9 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Unset dirty status for tenant:aa1955091355498bb546c353166ee146 on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:09.480555 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c08efa01-b6b4-42c8-8fa0-982f84d388c9 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3963778 Mar 28 10:53:09.500549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.539543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60034) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:09.561066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d239802a-f79b-42fa-ae33-861888b67998 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Calling delete_port for b51f93d7-ab06-447b-a012-eab200b696fb owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:09.591788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Provisioning for port 55f093fa-cf21-4a55-8af9-1abf75e47b45 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:09.601405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.613951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Provisioning complete for port 55f093fa-cf21-4a55-8af9-1abf75e47b45 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:09.614582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.654667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.799555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.843544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] For port 55f093fa-cf21-4a55-8af9-1abf75e47b45, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=55f093fa-cf21-4a55-8af9-1abf75e47b45,segment=NetworkSegment(d94d7f66-fc24-4c96-a725-14c025c79626),segment_id=d94d7f66-fc24-4c96-a725-14c025c79626)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:09.847173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] DHCP port deletion for 0b70cf65-8ce4-4d15-81fe-1d138d136bb6 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:09.856442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Deleting port 55f093fa-cf21-4a55-8af9-1abf75e47b45 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:09.856821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:09.922321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.015656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.021934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.057594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 45e0805a-c907-4182-b725-6c829f76ab13 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:10.062242 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Deleting port 55f093fa-cf21-4a55-8af9-1abf75e47b45 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:10.062777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.082632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f9626-db39-42e3-afd2-22c660a4ae67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:10.085702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Pushing event updated for resources: {'Port': ['ID=55f093fa-cf21-4a55-8af9-1abf75e47b45,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:10.089426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f9626-db39-42e3-afd2-22c660a4ae67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:10.096059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f9626-db39-42e3-afd2-22c660a4ae67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:10.098485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d24f9626-db39-42e3-afd2-22c660a4ae67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:10.145141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Provisioning for port ece61734-b02d-4601-ba46-b8cbe431a6d1 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:10.148597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d24f9626-db39-42e3-afd2-22c660a4ae67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:10.152445 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d24f9626-db39-42e3-afd2-22c660a4ae67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.9273725 Mar 28 10:53:10.154172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.154290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60038) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:10.154417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Provisioning complete for port ece61734-b02d-4601-ba46-b8cbe431a6d1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:10.154772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.207211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] For port 55f093fa-cf21-4a55-8af9-1abf75e47b45, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=55f093fa-cf21-4a55-8af9-1abf75e47b45,segment=NetworkSegment(d94d7f66-fc24-4c96-a725-14c025c79626),segment_id=d94d7f66-fc24-4c96-a725-14c025c79626)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:10.207211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.207542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d239802a-f79b-42fa-ae33-861888b67998 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.280761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239802a-f79b-42fa-ae33-861888b67998 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event deleted for resources: {'Port': ['ID=b51f93d7-ab06-447b-a012-eab200b696fb,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:10.337477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5cde255c-ae13-4108-bf99-152dfd3ccfb1 None None] Port ece61734-b02d-4601-ba46-b8cbe431a6d1 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:10.344377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Calling delete_port for 55f093fa-cf21-4a55-8af9-1abf75e47b45 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:10.424146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.427851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-93f105fb-3fac-43a0-926f-de31eac2bd9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port ece61734-b02d-4601-ba46-b8cbe431a6d1 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:10.428183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-93f105fb-3fac-43a0-926f-de31eac2bd9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.461935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d239802a-f79b-42fa-ae33-861888b67998 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.482906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Deleting port 9da4caf0-45fa-4d02-9a45-577b106c2f4b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:10.482906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.487542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-94952c00-d806-41c5-b1c4-cdd34d5031da None None] Provisioning complete for port 5384d642-1f2a-4a98-9c07-ecedae41af5d triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:10.488385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-94952c00-d806-41c5-b1c4-cdd34d5031da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.605258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] For port 55f093fa-cf21-4a55-8af9-1abf75e47b45, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=55f093fa-cf21-4a55-8af9-1abf75e47b45,segment=NetworkSegment(d94d7f66-fc24-4c96-a725-14c025c79626),segment_id=d94d7f66-fc24-4c96-a725-14c025c79626)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:10.605832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.612460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.616506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5384d642-1f2a-4a98-9c07-ecedae41af5d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:10.637869 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:10.713757 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:10.715871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=45e0805a-c907-4182-b725-6c829f76ab13,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:10.718620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:10.727363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Pushing event deleted for resources: {'Port': ['ID=55f093fa-cf21-4a55-8af9-1abf75e47b45,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:10.735267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] No DVR routers for this DVR port 55f093fa-cf21-4a55-8af9-1abf75e47b45 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:10.756989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.757621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.757998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.758337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.759055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.759055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.759287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.759602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.759923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.760244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.760617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.760928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6fa4b-c291-4ac8-8386-3388a4ddedec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:53:10.822703 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d239802a-f79b-42fa-ae33-861888b67998 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "DELETE /v2.0/ports/b51f93d7-ab06-447b-a012-eab200b696fb HTTP/1.1" status: 204 len: 168 time: 2.3457389 Mar 28 10:53:10.830714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60042) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:10.838333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Calling delete_port for 55f093fa-cf21-4a55-8af9-1abf75e47b45 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:10.839087 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5384d642-1f2a-4a98-9c07-ecedae41af5d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:10.839548 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.859524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Deleting port 15b38237-ba61-4f07-8070-d02e5c539d2b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:10.859965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.901087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:10.993112 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f60392b-8bd2-4dda-b89c-2f7b1fdbef58 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] GET failed (client error): The resource could not be found. Mar 28 10:53:10.993743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8f60392b-8bd2-4dda-b89c-2f7b1fdbef58 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Synchronizing usage tracker for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:11.021198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:11.021855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:11.029539 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 55f093fa-cf21-4a55-8af9-1abf75e47b45 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:53:11.056018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:11.056787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:11.071832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 55f093fa-cf21-4a55-8af9-1abf75e47b45 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:53:11.072062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 55f093fa-cf21-4a55-8af9-1abf75e47b45 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:53:11.080290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Calling delete_port for 9da4caf0-45fa-4d02-9a45-577b106c2f4b owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:11.130411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:11.145318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8f60392b-8bd2-4dda-b89c-2f7b1fdbef58 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Unset dirty status for tenant:71ee7433778243b2904aa2e133dc81bb on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:11.146484 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8f60392b-8bd2-4dda-b89c-2f7b1fdbef58 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "GET /v2.0/ports/b51f93d7-ab06-447b-a012-eab200b696fb HTTP/1.1" status: 404 len: 333 time: 0.2723010 Mar 28 10:53:11.150175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60046) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:11.174517 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8a2d794d-f1ae-4216-b5c0-ed73715bfc85 None None] Provisioning for port 45e0805a-c907-4182-b725-6c829f76ab13 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:11.179594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8a2d794d-f1ae-4216-b5c0-ed73715bfc85 None None] Provisioning complete for port 45e0805a-c907-4182-b725-6c829f76ab13 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:11.180222 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8a2d794d-f1ae-4216-b5c0-ed73715bfc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:11.190040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:11.235748 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dac2f1a6-f867-4db4-adf3-ad0355b5cbb4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.8573496 Mar 28 10:53:11.236313 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d794d-f1ae-4216-b5c0-ed73715bfc85 None None] Port 45e0805a-c907-4182-b725-6c829f76ab13 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:11.237746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-93f105fb-3fac-43a0-926f-de31eac2bd9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:11.246417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60050) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:11.255991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-08a0bd2e-125c-420d-aeee-d0eac8115e9f tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Deleting port 53a1b545-5a84-4f76-8ecf-228504c1fe2f {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:11.256327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-08a0bd2e-125c-420d-aeee-d0eac8115e9f tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:11.559028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:11.560619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-93f105fb-3fac-43a0-926f-de31eac2bd9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for ece61734-b02d-4601-ba46-b8cbe431a6d1 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:11.594763 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Deleting port 55f093fa-cf21-4a55-8af9-1abf75e47b45 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:11.595102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:11.695240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] The port '55f093fa-cf21-4a55-8af9-1abf75e47b45' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:53:11.699310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Calling delete_port for 15b38237-ba61-4f07-8070-d02e5c539d2b owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:11.753014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Allocated IP 172.26.2.99 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/a4a8d28d-699c-4cb3-acb9-ece21635ee31) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:11.905372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:11.999398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb4123-a557-42fb-b222-1d9bc814077b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:12.005781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb4123-a557-42fb-b222-1d9bc814077b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:12.006585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5ceb4123-a557-42fb-b222-1d9bc814077b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:12.029634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b70cf65-8ce4-4d15-81fe-1d138d136bb6']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:12.035782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.042602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.104146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94d7f66-fc24-4c96-a725-14c025c79626') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:12.104379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event deleted for resources: {'Port': ['ID=9da4caf0-45fa-4d02-9a45-577b106c2f4b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:12.104481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94d7f66-fc24-4c96-a725-14c025c79626') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:12.132733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.159357 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.177459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:12.177857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:12.192395 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:12.210356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-08a0bd2e-125c-420d-aeee-d0eac8115e9f tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.219503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.223307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5ceb4123-a557-42fb-b222-1d9bc814077b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:12.224454 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5ceb4123-a557-42fb-b222-1d9bc814077b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.9750197 Mar 28 10:53:12.257534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60054) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:12.364393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.375926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-93f105fb-3fac-43a0-926f-de31eac2bd9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.384265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-08a0bd2e-125c-420d-aeee-d0eac8115e9f tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Calling delete_port for 53a1b545-5a84-4f76-8ecf-228504c1fe2f owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:12.466997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.478833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f105fb-3fac-43a0-926f-de31eac2bd9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=ece61734-b02d-4601-ba46-b8cbe431a6d1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:12.496049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.498773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event deleted for resources: {'Port': ['ID=15b38237-ba61-4f07-8070-d02e5c539d2b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:12.501234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.582510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.607830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:12.616307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.632107 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Network': ['ID=0b70cf65-8ce4-4d15-81fe-1d138d136bb6,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:12.652699 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cc295832-429f-4bb6-ac01-6103e0148e2e tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/networks/0b70cf65-8ce4-4d15-81fe-1d138d136bb6 HTTP/1.1" status: 204 len: 168 time: 3.1038229 Mar 28 10:53:12.664654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-59127411-3a0a-40a1-aa5e-a44db4bee6bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 45e0805a-c907-4182-b725-6c829f76ab13 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:12.665062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59127411-3a0a-40a1-aa5e-a44db4bee6bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.698283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60058) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:12.709435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:12.710246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-93f105fb-3fac-43a0-926f-de31eac2bd9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.727150 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-93f105fb-3fac-43a0-926f-de31eac2bd9a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/ece61734-b02d-4601-ba46-b8cbe431a6d1 HTTP/1.1" status: 204 len: 168 time: 2.5680716 Mar 28 10:53:12.727150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60062) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:12.742977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:12.787302 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8b3542-ec1b-4b37-8d15-2823bc817476 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:53:12.787821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0d8b3542-ec1b-4b37-8d15-2823bc817476 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:12.876515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0d8b3542-ec1b-4b37-8d15-2823bc817476 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:12.878406 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0d8b3542-ec1b-4b37-8d15-2823bc817476 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/ece61734-b02d-4601-ba46-b8cbe431a6d1 HTTP/1.1" status: 404 len: 333 time: 0.1517510 Mar 28 10:53:12.879732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-08a0bd2e-125c-420d-aeee-d0eac8115e9f tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.884877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60066) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:12.940562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0bd2e-125c-420d-aeee-d0eac8115e9f tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event deleted for resources: {'Port': ['ID=53a1b545-5a84-4f76-8ecf-228504c1fe2f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:12.982815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-08a0bd2e-125c-420d-aeee-d0eac8115e9f tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:12.988784 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-08a0bd2e-125c-420d-aeee-d0eac8115e9f tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "DELETE /v2.0/ports/53a1b545-5a84-4f76-8ecf-228504c1fe2f HTTP/1.1" status: 204 len: 168 time: 1.8337257 Mar 28 10:53:12.988784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60070) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:13.017171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Pushing event updated for resources: {'Port': ['ID=a4a8d28d-699c-4cb3-acb9-ece21635ee31,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:13.062035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-208bcbe5-d2d4-476a-a907-6717ca450b29 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Deleting subnet d918e452-de13-4882-8b14-8ccb8340be0c {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:13.066291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-208bcbe5-d2d4-476a-a907-6717ca450b29 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.087578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-db7806cd-b973-4fa2-babe-45cc9cad0988 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 740ddd96-1c74-4dc2-926e-1664a2ed296e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:13.087833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db7806cd-b973-4fa2-babe-45cc9cad0988 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.130491 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-208bcbe5-d2d4-476a-a907-6717ca450b29 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.243906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.244458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Fanout notify agent at l3_agent the message router_deleted on router 52c1ea9a-8b3d-4699-a8c4-2f3a241caa35 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:13.314993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.344384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-208bcbe5-d2d4-476a-a907-6717ca450b29 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.399168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.506467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-208bcbe5-d2d4-476a-a907-6717ca450b29 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.554281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bcbe5-d2d4-476a-a907-6717ca450b29 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event deleted for resources: {'Subnet': ['ID=d918e452-de13-4882-8b14-8ccb8340be0c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:13.571418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-208bcbe5-d2d4-476a-a907-6717ca450b29 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.572307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321c8be-26f1-4526-a50e-81950d3fa079 None None] Network addd24a9-2681-4b48-b743-e009ddd386a5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:13.580866 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-208bcbe5-d2d4-476a-a907-6717ca450b29 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "DELETE /v2.0/subnets/d918e452-de13-4882-8b14-8ccb8340be0c HTTP/1.1" status: 204 len: 168 time: 0.5888925 Mar 28 10:53:13.585736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60074) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:13.670868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.672640 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f2774f48-4058-4bfe-a61d-7cbbc6b54d23 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/52c1ea9a-8b3d-4699-a8c4-2f3a241caa35 HTTP/1.1" status: 204 len: 168 time: 4.9573228 Mar 28 10:53:13.684475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60078) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:13.717247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.727883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Deleting port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:13.728218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.778399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-384988968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:13.859095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] DHCP port deletion for addd24a9-2681-4b48-b743-e009ddd386a5 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:13.864773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] Deleting port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:13.864773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:13.867094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:13.916288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Usage tracker for resource:router and tenant:0edb9b91c50f4851b8f58ec58b838db0 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:13.952572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:13.972162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] For port dd59b469-1cc4-4ac8-a8ec-54357c4eee08, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=dd59b469-1cc4-4ac8-a8ec-54357c4eee08,segment=NetworkSegment(3820db96-abda-4f3c-8cbb-184836e2c9a1),segment_id=3820db96-abda-4f3c-8cbb-184836e2c9a1)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:13.972591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.019900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:14.101781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Calling delete_port for dd59b469-1cc4-4ac8-a8ec-54357c4eee08 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:14.160895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.163714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] For port dd59b469-1cc4-4ac8-a8ec-54357c4eee08, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=dd59b469-1cc4-4ac8-a8ec-54357c4eee08,segment=NetworkSegment(3820db96-abda-4f3c-8cbb-184836e2c9a1),segment_id=3820db96-abda-4f3c-8cbb-184836e2c9a1)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:14.163714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.248523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.294385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] Calling delete_port for dd59b469-1cc4-4ac8-a8ec-54357c4eee08 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:14.299009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event deleted for resources: {'Port': ['ID=dd59b469-1cc4-4ac8-a8ec-54357c4eee08,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:14.302405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] No DVR routers for this DVR port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:14.429770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.430287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:14.430639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:14.442729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.443210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.459630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addd24a9-2681-4b48-b743-e009ddd386a5']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:14.474360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3820db96-abda-4f3c-8cbb-184836e2c9a1') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:14.474690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3820db96-abda-4f3c-8cbb-184836e2c9a1') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:14.475667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59127411-3a0a-40a1-aa5e-a44db4bee6bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.489804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708cc3c9-e5a1-4c2e-9459-90204aaff617']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:14.490593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.507822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.514953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:14.515842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.519350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Router 713c4832-cd26-4ff4-8432-f8f2168492c9 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:53:14.529923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device dd59b469-1cc4-4ac8-a8ec-54357c4eee08 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:53:14.569710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: dd59b469-1cc4-4ac8-a8ec-54357c4eee08 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:53:14.570074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device dd59b469-1cc4-4ac8-a8ec-54357c4eee08 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:14.602393 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:14.650115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4044cdf2-2046-47c2-842f-08dbf9d1fda0') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:14.650313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4044cdf2-2046-47c2-842f-08dbf9d1fda0') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:14.669305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-59127411-3a0a-40a1-aa5e-a44db4bee6bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 45e0805a-c907-4182-b725-6c829f76ab13 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:14.676693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.681084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.699168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db7806cd-b973-4fa2-babe-45cc9cad0988 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.706324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] Pushing event deleted for resources: {'Network': ['ID=addd24a9-2681-4b48-b743-e009ddd386a5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:14.718783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.762538 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-605c9858-b455-45f2-aa71-8b04350aaca6 tempest-AllowedAddressPairIpV6TestJSON-1524668106 tempest-AllowedAddressPairIpV6TestJSON-1524668106-project] 10.222.0.18 "DELETE /v2.0/networks/addd24a9-2681-4b48-b743-e009ddd386a5 HTTP/1.1" status: 204 len: 168 time: 1.1803002 Mar 28 10:53:14.779816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.931926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] Deleting port dd59b469-1cc4-4ac8-a8ec-54357c4eee08 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:14.932494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:14.976832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-db7806cd-b973-4fa2-babe-45cc9cad0988 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 740ddd96-1c74-4dc2-926e-1664a2ed296e owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:14.997081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a3818-c6c6-4374-a875-8b5b3ea93f18 None None] The port 'dd59b469-1cc4-4ac8-a8ec-54357c4eee08' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:53:15.016864 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.061057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:15.061448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:15.124129 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:15.161985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.249555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60086) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:15.273639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.279669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:15.289293 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf92db3-10ff-4ae8-b4a9-4ad1753e04e9 None None] Sync routers for ids ['713c4832-cd26-4ff4-8432-f8f2168492c9'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:15.300005 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf92db3-10ff-4ae8-b4a9-4ad1753e04e9 None None] Routers {'713c4832-cd26-4ff4-8432-f8f2168492c9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:15.301001 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-daf92db3-10ff-4ae8-b4a9-4ad1753e04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['713c4832-cd26-4ff4-8432-f8f2168492c9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:15.346304 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bfed478c-6977-46e7-bf90-6c968e53d833 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "PUT /v2.0/routers/713c4832-cd26-4ff4-8432-f8f2168492c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6465862 Mar 28 10:53:15.351229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60092) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:15.369609 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-daf92db3-10ff-4ae8-b4a9-4ad1753e04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:15.379426 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf92db3-10ff-4ae8-b4a9-4ad1753e04e9 None None] Routers {'713c4832-cd26-4ff4-8432-f8f2168492c9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:15.380017 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-daf92db3-10ff-4ae8-b4a9-4ad1753e04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['713c4832-cd26-4ff4-8432-f8f2168492c9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:15.441379 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-daf92db3-10ff-4ae8-b4a9-4ad1753e04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:15.441683 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf92db3-10ff-4ae8-b4a9-4ad1753e04e9 None None] The sync data for ids ['713c4832-cd26-4ff4-8432-f8f2168492c9'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:15.448024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.451947 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4df13bea-c7e7-4319-a873-f8b3b84d7cf5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7594812 Mar 28 10:53:15.456851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60096) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:15.510827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.514125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'enable_snat': False}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:15.520958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84eea85b-3a7e-47b2-b547-62f92a8cc9e6 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.657063 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8fdbc47d-635c-49ca-89b5-9b2eb98f056a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71ee7433778243b2904aa2e133dc81bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062123 Mar 28 10:53:15.697018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.707484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60100) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:15.827870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.856582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Network': ['ID=708cc3c9-e5a1-4c2e-9459-90204aaff617,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:15.953989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84eea85b-3a7e-47b2-b547-62f92a8cc9e6 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:15.956222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84eea85b-3a7e-47b2-b547-62f92a8cc9e6 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.037518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db7806cd-b973-4fa2-babe-45cc9cad0988 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.050243 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b2358008-beef-412d-bf04-0cf8a1f185e2 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/networks/708cc3c9-e5a1-4c2e-9459-90204aaff617 HTTP/1.1" status: 204 len: 168 time: 3.3382962 Mar 28 10:53:16.052835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60104) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:16.072769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84eea85b-3a7e-47b2-b547-62f92a8cc9e6 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.073236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84eea85b-3a7e-47b2-b547-62f92a8cc9e6 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Fanout notify agent at l3_agent the message router_deleted on router 713c4832-cd26-4ff4-8432-f8f2168492c9 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:16.098494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84eea85b-3a7e-47b2-b547-62f92a8cc9e6 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.101844 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-84eea85b-3a7e-47b2-b547-62f92a8cc9e6 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "DELETE /v2.0/routers/713c4832-cd26-4ff4-8432-f8f2168492c9 HTTP/1.1" status: 204 len: 168 time: 0.7472365 Mar 28 10:53:16.103465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60108) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:16.230704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.238067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7806cd-b973-4fa2-babe-45cc9cad0988 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=740ddd96-1c74-4dc2-926e-1664a2ed296e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:16.238350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-da030909-3385-4fd4-abf1-55cd9b10fc37 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Deleting subnet d5baa946-bb02-484f-b878-3667d74fc2a7 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:16.242897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da030909-3385-4fd4-abf1-55cd9b10fc37 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.377439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da030909-3385-4fd4-abf1-55cd9b10fc37 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.399018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8df5ae65-745c-4979-ad33-e44565440a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.475769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.475989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59127411-3a0a-40a1-aa5e-a44db4bee6bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.479284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.513262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5b18d6-c46e-4429-b4ae-20c286292184']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:16.529610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f11e2f-d1f7-41ad-b5bb-ee0f7b2210ff') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:16.529926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f11e2f-d1f7-41ad-b5bb-ee0f7b2210ff') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:16.547684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.567638 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.575694 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da030909-3385-4fd4-abf1-55cd9b10fc37 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.578641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59127411-3a0a-40a1-aa5e-a44db4bee6bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=45e0805a-c907-4182-b725-6c829f76ab13,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:16.581687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8df5ae65-745c-4979-ad33-e44565440a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.602615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.606965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:16.607374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:16.623327 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:16.658797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.714486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db7806cd-b973-4fa2-babe-45cc9cad0988 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.716273 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-db7806cd-b973-4fa2-babe-45cc9cad0988 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/740ddd96-1c74-4dc2-926e-1664a2ed296e HTTP/1.1" status: 204 len: 168 time: 3.8185070 Mar 28 10:53:16.719907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60112) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:16.771109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2d54e1-1f81-464e-9a14-8b85dffd88be tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:53:16.775025 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8a2d54e1-1f81-464e-9a14-8b85dffd88be tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/740ddd96-1c74-4dc2-926e-1664a2ed296e HTTP/1.1" status: 404 len: 333 time: 0.0510123 Mar 28 10:53:16.775711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60116) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:16.816456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.846414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.858845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Network': ['ID=ea5b18d6-c46e-4429-b4ae-20c286292184,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:16.873005 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-24d3cc28-ad7e-4c8f-a27e-1233e559e161 tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/networks/ea5b18d6-c46e-4429-b4ae-20c286292184 HTTP/1.1" status: 204 len: 168 time: 0.8190782 Mar 28 10:53:16.882430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a140445f-c0be-4ef1-8aaa-5d0576b769d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet 69bc212f-0313-43a2-963e-1dd15f649f45 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:16.884962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60120) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:16.887331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a140445f-c0be-4ef1-8aaa-5d0576b769d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:16.942754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da030909-3385-4fd4-abf1-55cd9b10fc37 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.010838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da030909-3385-4fd4-abf1-55cd9b10fc37 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.012945 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-da030909-3385-4fd4-abf1-55cd9b10fc37 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "DELETE /v2.0/subnets/d5baa946-bb02-484f-b878-3667d74fc2a7 HTTP/1.1" status: 204 len: 168 time: 0.9084299 Mar 28 10:53:17.019917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da030909-3385-4fd4-abf1-55cd9b10fc37 tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event deleted for resources: {'Subnet': ['ID=d5baa946-bb02-484f-b878-3667d74fc2a7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:17.020464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3765d4-9677-414d-b507-c92fda5c523e None None] Network 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:17.021811 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60124) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:17.116972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a140445f-c0be-4ef1-8aaa-5d0576b769d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.131544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59127411-3a0a-40a1-aa5e-a44db4bee6bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.158463 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-59127411-3a0a-40a1-aa5e-a44db4bee6bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/45e0805a-c907-4182-b725-6c829f76ab13 HTTP/1.1" status: 204 len: 168 time: 4.8949473 Mar 28 10:53:17.159855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60130) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:17.174308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8df5ae65-745c-4979-ad33-e44565440a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.177497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8df5ae65-745c-4979-ad33-e44565440a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.181074 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8df5ae65-745c-4979-ad33-e44565440a80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/133a8212-0580-4991-a427-a0d32b2760e1 HTTP/1.1" status: 204 len: 168 time: 1.4633033 Mar 28 10:53:17.186539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.237957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5ae65-745c-4979-ad33-e44565440a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133a8212-0580-4991-a427-a0d32b2760e1,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:17.285518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.323377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a66fbe-b390-4c8d-bb7a-412359aca384 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:17.328590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a66fbe-b390-4c8d-bb7a-412359aca384 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:17.328590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a66fbe-b390-4c8d-bb7a-412359aca384 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:17.328590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-60a66fbe-b390-4c8d-bb7a-412359aca384 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:17.352502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6c615d-4052-43ad-9c93-c6217dd84690 None None] DHCP port deletion for 1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:17.359145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c615d-4052-43ad-9c93-c6217dd84690 None None] Deleting port 987364f4-b7f6-4552-861e-34df50c61e2b {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:17.359970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5c6c615d-4052-43ad-9c93-c6217dd84690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.425792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Router 7fb71a47-4bff-4e20-910d-2de2cdfffe67 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:53:17.495212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Deleting port 987364f4-b7f6-4552-861e-34df50c61e2b {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:17.495557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.504585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-60a66fbe-b390-4c8d-bb7a-412359aca384 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:17.508489 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-60a66fbe-b390-4c8d-bb7a-412359aca384 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3448648 Mar 28 10:53:17.509224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60138) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:17.667396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.690068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a140445f-c0be-4ef1-8aaa-5d0576b769d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.754078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.757164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5c6c615d-4052-43ad-9c93-c6217dd84690 None None] For port 987364f4-b7f6-4552-861e-34df50c61e2b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=987364f4-b7f6-4552-861e-34df50c61e2b,segment=NetworkSegment(93b86c9a-f04c-4e19-9b13-fdcbd68af37e),segment_id=93b86c9a-f04c-4e19-9b13-fdcbd68af37e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:17.758253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5c6c615d-4052-43ad-9c93-c6217dd84690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.797131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.803238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168f3b6e-4742-456b-baaa-66e538554c09']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:17.803681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-71219ee3-48b6-465e-9399-d19594326e04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 8ebc48d0-6dc7-463b-bf26-13063352d5cb {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:17.814498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-71219ee3-48b6-465e-9399-d19594326e04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.829200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d7a7f0-c2aa-44d7-88b4-bb59fe510d59') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:17.829541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d7a7f0-c2aa-44d7-88b4-bb59fe510d59') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:17.875859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.906536 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.915402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:17.916030 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:17.933127 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c615d-4052-43ad-9c93-c6217dd84690 None None] Calling delete_port for 987364f4-b7f6-4552-861e-34df50c61e2b owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:18.012191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-71219ee3-48b6-465e-9399-d19594326e04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:18.030121 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:18.063469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:18.094920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453d33f-3c6f-41dc-b984-a5e078368299 None None] Sync routers for ids ['7fb71a47-4bff-4e20-910d-2de2cdfffe67'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:18.116997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453d33f-3c6f-41dc-b984-a5e078368299 None None] Routers {'7fb71a47-4bff-4e20-910d-2de2cdfffe67'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:18.117632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b453d33f-3c6f-41dc-b984-a5e078368299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7fb71a47-4bff-4e20-910d-2de2cdfffe67'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:18.124842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.128525 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7e8db3c1-dc59-4da1-8adb-f2d8270df2fc tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "PUT /v2.0/routers/7fb71a47-4bff-4e20-910d-2de2cdfffe67 HTTP/1.1" status: 200 len: 919 time: 9.4088485 Mar 28 10:53:18.130538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60152) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:18.161074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.185808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.196463 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] Pushing event deleted for resources: {'Network': ['ID=168f3b6e-4742-456b-baaa-66e538554c09,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:18.198351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5c6c615d-4052-43ad-9c93-c6217dd84690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.204002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] For port 987364f4-b7f6-4552-861e-34df50c61e2b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=987364f4-b7f6-4552-861e-34df50c61e2b,segment=NetworkSegment(93b86c9a-f04c-4e19-9b13-fdcbd68af37e),segment_id=93b86c9a-f04c-4e19-9b13-fdcbd68af37e)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:18.204380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.219793 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-60bdd86a-291d-4361-b6b2-64387423c1ef tempest-BulkNetworkOpsIpV6Test-393992178 tempest-BulkNetworkOpsIpV6Test-393992178-project] 10.222.0.18 "DELETE /v2.0/networks/168f3b6e-4742-456b-baaa-66e538554c09 HTTP/1.1" status: 204 len: 168 time: 1.3337908 Mar 28 10:53:18.236511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Allocated IP 172.26.2.4 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/667b12e7-d7b3-47a4-ac6e-64ca6ac287ca) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:18.300710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c615d-4052-43ad-9c93-c6217dd84690 None None] Pushing event deleted for resources: {'Port': ['ID=987364f4-b7f6-4552-861e-34df50c61e2b,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:18.304421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b453d33f-3c6f-41dc-b984-a5e078368299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:18.310801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c615d-4052-43ad-9c93-c6217dd84690 None None] No DVR routers for this DVR port 987364f4-b7f6-4552-861e-34df50c61e2b on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:18.320037 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a140445f-c0be-4ef1-8aaa-5d0576b769d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.333696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453d33f-3c6f-41dc-b984-a5e078368299 None None] Routers {'7fb71a47-4bff-4e20-910d-2de2cdfffe67'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:18.333696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b453d33f-3c6f-41dc-b984-a5e078368299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:52:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7fb71a47-4bff-4e20-910d-2de2cdfffe67'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:18.368706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-71219ee3-48b6-465e-9399-d19594326e04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.401232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-607686f1-f0c8-456e-a0cd-d8ddcb72d93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.412323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b453d33f-3c6f-41dc-b984-a5e078368299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:18.413830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453d33f-3c6f-41dc-b984-a5e078368299 None None] The sync data for ids ['7fb71a47-4bff-4e20-910d-2de2cdfffe67'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:18.421275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Calling delete_port for 987364f4-b7f6-4552-861e-34df50c61e2b owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:18.454704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140445f-c0be-4ef1-8aaa-5d0576b769d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=69bc212f-0313-43a2-963e-1dd15f649f45,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:18.469027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a140445f-c0be-4ef1-8aaa-5d0576b769d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.471020 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a140445f-c0be-4ef1-8aaa-5d0576b769d2 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/69bc212f-0313-43a2-963e-1dd15f649f45 HTTP/1.1" status: 204 len: 168 time: 1.6949172 Mar 28 10:53:18.473955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60164) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:18.476841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5530f-0c7d-4e13-93f5-48e3d586dc13 None None] Network d3b6517a-f8df-400c-b384-39c09b4edc73 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:18.510494 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-152f46ca-9210-40b8-8b0f-e75c3c6a929c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/routers/7fb71a47-4bff-4e20-910d-2de2cdfffe67 HTTP/1.1" status: 200 len: 925 time: 0.3791432 Mar 28 10:53:18.515379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60168) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:18.628410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.669750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28216-3ff2-41f3-9521-8da30e79983c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:18.671628 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cdb28216-3ff2-41f3-9521-8da30e79983c tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=7fb71a47-4bff-4e20-910d-2de2cdfffe67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1534448 Mar 28 10:53:18.675474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.675609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60172) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:18.681009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:18.681364 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:18.685961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:18.686477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.711804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 987364f4-b7f6-4552-861e-34df50c61e2b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:53:18.752031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60178) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:18.768202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 987364f4-b7f6-4552-861e-34df50c61e2b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:53:18.768548 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 987364f4-b7f6-4552-861e-34df50c61e2b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:53:18.926320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60184) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:18.958375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] For port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=83d8d2e1-a20c-4474-af71-7ab0e5f2df10,segment=NetworkSegment(3032d358-35c4-48fe-b56d-73ded9704bf7),segment_id=3032d358-35c4-48fe-b56d-73ded9704bf7)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:18.958820 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.965530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-71219ee3-48b6-465e-9399-d19594326e04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:18.977737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] DHCP port deletion for d3b6517a-f8df-400c-b384-39c09b4edc73 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:18.982072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] Deleting port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:18.986734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.034752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71219ee3-48b6-465e-9399-d19594326e04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebc48d0-6dc7-463b-bf26-13063352d5cb,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:19.038014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.042874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-71219ee3-48b6-465e-9399-d19594326e04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.089767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2124846201'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:19.100548 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47bd63-2889-44a9-8f7e-d7be1771994a None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:19.103252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:19.132113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:19.143073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Usage tracker for resource:network and tenant:a9b7121070a4498e9027ede79f4e384d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:19.147666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:19.154759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:19.155814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:19.177009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:19.186463 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-71219ee3-48b6-465e-9399-d19594326e04 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/8ebc48d0-6dc7-463b-bf26-13063352d5cb HTTP/1.1" status: 204 len: 168 time: 1.6126409 Mar 28 10:53:19.187363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Deleting port 987364f4-b7f6-4552-861e-34df50c61e2b {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:19.187660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.191289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60190) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:19.192013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:19.231032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Pushing event updated for resources: {'Port': ['ID=667b12e7-d7b3-47a4-ac6e-64ca6ac287ca,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:19.233789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7eb023-8300-478a-8b80-ff51ce804fe4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:19.238376 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fd7eb023-8300-478a-8b80-ff51ce804fe4 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 881 time: 0.5597780 Mar 28 10:53:19.242432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60194) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:19.368050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Made reservation on behalf of a9b7121070a4498e9027ede79f4e384d for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:19.371662 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f9654a4c-acdd-452d-a981-1337d9ef9ed9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa1955091355498bb546c353166ee146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405608 Mar 28 10:53:19.371790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.374045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] For port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=83d8d2e1-a20c-4474-af71-7ab0e5f2df10,segment=NetworkSegment(3032d358-35c4-48fe-b56d-73ded9704bf7),segment_id=3032d358-35c4-48fe-b56d-73ded9704bf7)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:19.374440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.378116 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0ce81b35-860d-4264-9001-015695d5a896 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb71a47-4bff-4e20-910d-2de2cdfffe67 HTTP/1.1" status: 200 len: 205 time: 0.1306930 Mar 28 10:53:19.378722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60198) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:19.379247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60200) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:19.385479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] The port '987364f4-b7f6-4552-861e-34df50c61e2b' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:53:19.412994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.427492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.488774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:19.503821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=83d8d2e1-a20c-4474-af71-7ab0e5f2df10,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:19.505860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No DVR routers for this DVR port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:19.507736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Usage tracker for resource:security_group_rule and tenant:a9b7121070a4498e9027ede79f4e384d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:19.522911 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:19.538902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] Calling delete_port for 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:19.561150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:19.576450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-52586bab-15ed-4cee-b9c5-bbb98f1c01b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet bf9e1798-013a-43ef-86cd-9c138b4af86c {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:19.582172 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-6b5d07da-3007-4ce4-879d-960a1e27f017 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6542354 Mar 28 10:53:19.639174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52586bab-15ed-4cee-b9c5-bbb98f1c01b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.661214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.661702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:19.662098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:19.690411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:19.772299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b86c9a-f04c-4e19-9b13-fdcbd68af37e') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:19.772658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b86c9a-f04c-4e19-9b13-fdcbd68af37e') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:19.800723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.808245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.846088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.848997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b6517a-f8df-400c-b384-39c09b4edc73']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:19.864655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:19.865063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:19.879648 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:19.881558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3032d358-35c4-48fe-b56d-73ded9704bf7') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:19.881642 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3032d358-35c4-48fe-b56d-73ded9704bf7') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:19.896540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52586bab-15ed-4cee-b9c5-bbb98f1c01b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.948334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-544536cf-1b87-4141-8116-cdcc39a0aa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.954896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.982153 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:19.989507 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:19.990001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:20.005847 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:20.043196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-544536cf-1b87-4141-8116-cdcc39a0aa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.052343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.086158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.113800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.122550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] Pushing event deleted for resources: {'Network': ['ID=1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:20.163534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] Deleting port 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:20.164067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.201200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.231810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.233049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-f07c82b7-3790-4cc5-9330-c015a0f50961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:20.234534 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-f07c82b7-3790-4cc5-9330-c015a0f50961 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1098 time: 0.5058041 Mar 28 10:53:20.239138 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-52163c8b-5512-44e1-9b0f-ccc95240e2ad tempest-FloatingIPNegativeTestJSON-1736152072 tempest-FloatingIPNegativeTestJSON-1736152072-project] 10.222.0.18 "DELETE /v2.0/networks/1c1a51e6-30e6-4ae2-b2ca-96b6254c07c1 HTTP/1.1" status: 204 len: 168 time: 3.1599493 Mar 28 10:53:20.247132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-bf9502ac-a8eb-4ae8-8167-00c8a8494bcf None None] The port '83d8d2e1-a20c-4474-af71-7ab0e5f2df10' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:53:20.264259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-044652a2-5536-4857-a198-87f6d7831b4b None None] Provisioning complete for port 5384d642-1f2a-4a98-9c07-ecedae41af5d triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:20.264865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-044652a2-5536-4857-a198-87f6d7831b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.275398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Network': ['ID=d3b6517a-f8df-400c-b384-39c09b4edc73,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:20.304762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ed8ca8e1-7f07-4f6f-a699-33bdc7e4401e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/networks/d3b6517a-f8df-400c-b384-39c09b4edc73 HTTP/1.1" status: 204 len: 168 time: 1.8294499 Mar 28 10:53:20.306302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60208) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:20.319426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1464247750'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:20.330981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:20.341874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:network and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:20.345890 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:20.358666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:20.384675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.436664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:20.441582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.458896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-12c0aa13-6fd0-4de9-8ea7-e272a4dac6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.473118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.513511 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:53:20.528754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:53:20.537669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.538127 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Added segment 834ce524-2b2a-4403-bb3c-9aa66165388d of type vlan for network c2750c12-be09-4784-88ce-65befc8a9ffe Mar 28 10:53:20.551017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:53:20.556854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 83d8d2e1-a20c-4474-af71-7ab0e5f2df10 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:53:20.565115 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.578316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52586bab-15ed-4cee-b9c5-bbb98f1c01b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.586006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447e5037-d67d-4ac8-b7d9-860058596238,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:20.600227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:53:20.620250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.620540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Added segment 21ba1b1c-616e-407c-8025-6cedc36006ff of type vlan for network 4dab81d2-958b-4d48-bc36-4d22cb81db38 Mar 28 10:53:20.647420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.688242 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.694797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:20.695487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.734332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60214) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:20.739586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.801520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.806900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:20.807510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.824520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-544536cf-1b87-4141-8116-cdcc39a0aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.830599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Network': ['ID=c2750c12-be09-4784-88ce-65befc8a9ffe,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:20.842698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network c2750c12-be09-4784-88ce-65befc8a9ffe details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:53:20.875975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544536cf-1b87-4141-8116-cdcc39a0aa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c85781b-33f9-447c-9c7a-ff2374b5712a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:20.890117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-25a49ba4-cdd8-4782-bda1-5672183ca2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:20.891544 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-25a49ba4-cdd8-4782-bda1-5672183ca2be service neutron] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 912 time: 0.6329527 Mar 28 10:53:20.892905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:20.893807 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-73daebd4-7fa4-449a-bda8-3132f67b47dc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5820210 Mar 28 10:53:20.899140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60220) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:20.984185 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2062824 Mar 28 10:53:20.989548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60224) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:20.996846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'subnet': {'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:21.012970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57f930-6bd6-4e9b-9183-2577c55cb05d tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Network': ['ID=4dab81d2-958b-4d48-bc36-4d22cb81db38,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:21.021996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': 'c2750c12-be09-4784-88ce-65befc8a9ffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:21.023169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:53:21.036494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-544536cf-1b87-4141-8116-cdcc39a0aa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.037352 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-544536cf-1b87-4141-8116-cdcc39a0aa8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c85781b-33f9-447c-9c7a-ff2374b5712a HTTP/1.1" status: 204 len: 168 time: 1.6482558 Mar 28 10:53:21.072858 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b00df9e3-5c26-4ed5-a269-3710a546c962 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c32e05bdc55c414585329e54e58051dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343310 Mar 28 10:53:21.078249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60230) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:21.118478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Deleting port a4a8d28d-699c-4cb3-acb9-ece21635ee31 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:21.118859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.162342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:21.166327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Usage tracker for resource:subnet and tenant:a9b7121070a4498e9027ede79f4e384d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:21.169201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:21.175776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:21.229053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52586bab-15ed-4cee-b9c5-bbb98f1c01b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.236891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Made reservation on behalf of a9b7121070a4498e9027ede79f4e384d for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:21.240516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.365316 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-0dbdada2-4669-4cc0-b503-4a26b6168aba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 1001 time: 0.4043715 Mar 28 10:53:21.383725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52586bab-15ed-4cee-b9c5-bbb98f1c01b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9e1798-013a-43ef-86cd-9c138b4af86c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:21.394424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52586bab-15ed-4cee-b9c5-bbb98f1c01b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.401456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf6311-fe88-4980-a6b9-6b2289636ae5 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:21.485264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:21.510642 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-52586bab-15ed-4cee-b9c5-bbb98f1c01b7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/bf9e1798-013a-43ef-86cd-9c138b4af86c HTTP/1.1" status: 204 len: 168 time: 2.2809601 Mar 28 10:53:21.515550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60242) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:21.521187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:21.587426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:21.598271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da9fea44-6ccd-48e3-a082-58d182294954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.626462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.633690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.676401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:21.720961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-ad1b2839-73cb-410b-b3e8-a2b5c3a7db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:21.720961 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-ad1b2839-73cb-410b-b3e8-a2b5c3a7db34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.3254509 Mar 28 10:53:21.728540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.749476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d6ac7f-34ea-4d4c-9d21-c899efb7a8ed None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:21.750342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ac7f-34ea-4d4c-9d21-c899efb7a8ed None None] Deleting port 5384d642-1f2a-4a98-9c07-ecedae41af5d {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:21.750811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ac7f-34ea-4d4c-9d21-c899efb7a8ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.772821 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-59c83e2f-2ca3-43c2-aaa8-c7854ed35aa2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2557361 Mar 28 10:53:21.780796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60248) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:21.796677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:21.814758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da9fea44-6ccd-48e3-a082-58d182294954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.830353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.834114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:21.837565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.894335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.915808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:21.923672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Subnet': ['ID=656e640a-ca87-4d16-9612-8b8991985558,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:21.937709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Checking segment: {'id': '21ba1b1c-616e-407c-8025-6cedc36006ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:21.938176 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Network hostable DHCP agents. Network: 4dab81d2-958b-4d48-bc36-4d22cb81db38, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:53:21.955547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:21.961980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:21.965405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:21.979155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:21.980230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a5d6ac7f-34ea-4d4c-9d21-c899efb7a8ed None None] For port 5384d642-1f2a-4a98-9c07-ecedae41af5d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5384d642-1f2a-4a98-9c07-ecedae41af5d,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:21.980859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ac7f-34ea-4d4c-9d21-c899efb7a8ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.048080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:53:22.064436 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:22.067994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.111713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ac7f-34ea-4d4c-9d21-c899efb7a8ed None None] Calling delete_port for 5384d642-1f2a-4a98-9c07-ecedae41af5d owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:22.267889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 4dab81d2-958b-4d48-bc36-4d22cb81db38) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:22.272271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:22.273075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.281003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201a478-1c20-40d8-b3b7-31a91e582c84 None None] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:22.291260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60260) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:22.307687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ac7f-34ea-4d4c-9d21-c899efb7a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.348639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Calling delete_port for a4a8d28d-699c-4cb3-acb9-ece21635ee31 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:22.394696 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0272c4b9-5273-45fe-b428-08973a830c42 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4021559 Mar 28 10:53:22.397286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60266) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:22.404956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6ac7f-34ea-4d4c-9d21-c899efb7a8ed None None] Pushing event deleted for resources: {'Port': ['ID=5384d642-1f2a-4a98-9c07-ecedae41af5d,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:22.410686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'port': {'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38', 'name': 'tempest-AllowedAddressPairTestJSON-1762438413'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:22.420997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6ac7f-34ea-4d4c-9d21-c899efb7a8ed None None] No DVR routers for this DVR port 5384d642-1f2a-4a98-9c07-ecedae41af5d on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:22.495077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-5c7f7377-b341-47eb-b09e-ec5b86628ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:22.496577 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-5c7f7377-b341-47eb-b09e-ec5b86628ee4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7597151 Mar 28 10:53:22.543586 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274151242'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:22.548117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.596958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:22.598620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da9fea44-6ccd-48e3-a082-58d182294954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.612164 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:network and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:22.621721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5384d642-1f2a-4a98-9c07-ecedae41af5d no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:53:22.632453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:22.646763 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:22.657860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:22.661777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:22.662641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.663550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 5384d642-1f2a-4a98-9c07-ecedae41af5d {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:53:22.663891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5384d642-1f2a-4a98-9c07-ecedae41af5d not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:53:22.675458 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:22.679785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fea8b5a-a221-4c33-9761-b3d1b0a85d18 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:22.713164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-4dab81d2-958b-4d48-bc36-4d22cb81db38', 'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38', 'tenant_id': 'a9b7121070a4498e9027ede79f4e384d', 'fixed_ips': [{'subnet_id': '656e640a-ca87-4d16-9612-8b8991985558'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:22.714103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.720322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=5047fdf1-4fef-4ba2-8dab-d8dd98f607fd,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:22.729737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fea44-6ccd-48e3-a082-58d182294954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db20c1f-1b53-4497-970f-cd7b8042682e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:22.743443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:22.749203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Usage tracker for resource:port and tenant:a9b7121070a4498e9027ede79f4e384d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:22.750434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:22.757171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:22.791549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da9fea44-6ccd-48e3-a082-58d182294954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.795149 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-da9fea44-6ccd-48e3-a082-58d182294954 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0db20c1f-1b53-4497-970f-cd7b8042682e HTTP/1.1" status: 204 len: 168 time: 1.7087150 Mar 28 10:53:22.803431 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-12b14886-016b-4379-ba7b-cd80e8e44628 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0112534 Mar 28 10:53:22.803431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:22.806748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.809495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60274) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:22.822036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.834938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:22.839114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:22.843343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:security_group_rule and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:22.846512 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:22.852599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:22.865539 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-5bcc59e4-6c9f-495c-918f-102d97182cf7 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500938 Mar 28 10:53:22.946745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.948447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Made reservation on behalf of a9b7121070a4498e9027ede79f4e384d for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:22.952035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:22.975645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] device_id is not set on port 672aa277-a16b-4709-aa7b-a4f27946c88b yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:23.029751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Router d87e9a6d-26df-459a-8646-2f1862ee17f7 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:53:23.039986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.052542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:53:23.069265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.075812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.077923 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment e73eeda9-ee4a-4718-bf50-1f65f1e445ed of type vlan for network 369b0eee-9dc1-4f43-bc88-2f043b3d08f9 Mar 28 10:53:23.078033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '5047fdf1-4fef-4ba2-8dab-d8dd98f607fd'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:23.078472 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.104403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.117571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.188491 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.195266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:23.195967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.231738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Allocated IP 172.20.0.2 (4dab81d2-958b-4d48-bc36-4d22cb81db38/656e640a-ca87-4d16-9612-8b8991985558/6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:23.322138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3256bb17-faa3-4b3b-adfd-c58649760236,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:23.348359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=369b0eee-9dc1-4f43-bc88-2f043b3d08f9,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:23.350272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:23.352764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=a8033a75-332b-4de7-9e7a-17b7a38aef04,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:23.390442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 369b0eee-9dc1-4f43-bc88-2f043b3d08f9 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:53:23.406655 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d501e8-01f4-4225-9b54-5682b4ae4e68 req-a395c910-cb69-4754-a665-01c4d47e9224 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159574 Mar 28 10:53:23.407260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.425340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:23.441927 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-37a8e8b6-7ee3-4683-a371-98fc5060c4bd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1426530 Mar 28 10:53:23.462133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:23.530358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:23.541199 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3344a36-66a3-40ec-87df-24eb31573172 None None] Sync routers for ids ['d87e9a6d-26df-459a-8646-2f1862ee17f7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:23.545304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:23.549567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:23.554306 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60286) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:23.555428 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-31049c1d-575c-440f-8d9a-d5bde9a77a9c tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "PUT /v2.0/routers/d87e9a6d-26df-459a-8646-2f1862ee17f7 HTTP/1.1" status: 200 len: 913 time: 8.0950882 Mar 28 10:53:23.574072 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3344a36-66a3-40ec-87df-24eb31573172 None None] Routers {'d87e9a6d-26df-459a-8646-2f1862ee17f7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:23.574868 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f3344a36-66a3-40ec-87df-24eb31573172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d87e9a6d-26df-459a-8646-2f1862ee17f7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:23.623106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Checking segment: {'id': '834ce524-2b2a-4403-bb3c-9aa66165388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2750c12-be09-4784-88ce-65befc8a9ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:23.624109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network hostable DHCP agents. Network: c2750c12-be09-4784-88ce-65befc8a9ffe, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:53:23.637239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event deleted for resources: {'Port': ['ID=a4a8d28d-699c-4cb3-acb9-ece21635ee31,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:23.651344 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Allocated IP 172.20.0.2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/5047fdf1-4fef-4ba2-8dab-d8dd98f607fd/73e27766-cea9-4f6b-bdee-525ad608045b) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:23.784424 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e68ca484-e963-4135-887d-2c47eb6060a9 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/routers/d87e9a6d-26df-459a-8646-2f1862ee17f7 HTTP/1.1" status: 200 len: 919 time: 0.2262602 Mar 28 10:53:23.784628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60292) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:23.789491 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f3344a36-66a3-40ec-87df-24eb31573172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:23.814875 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3344a36-66a3-40ec-87df-24eb31573172 None None] Routers {'d87e9a6d-26df-459a-8646-2f1862ee17f7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:23.815960 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f3344a36-66a3-40ec-87df-24eb31573172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d87e9a6d-26df-459a-8646-2f1862ee17f7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:23.890618 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f3344a36-66a3-40ec-87df-24eb31573172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:23.890618 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3344a36-66a3-40ec-87df-24eb31573172 None None] The sync data for ids ['d87e9a6d-26df-459a-8646-2f1862ee17f7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:23.943933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd44de2-797c-4c9d-b7d2-e296c37ff71d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:23.946434 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6bd44de2-797c-4c9d-b7d2-e296c37ff71d tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=d87e9a6d-26df-459a-8646-2f1862ee17f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1600425 Mar 28 10:53:23.948666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60300) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:24.069286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:24.072565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.072778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.092831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Transition to ACTIVE for port object 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:24.158985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Transition to ACTIVE for port object 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:24.176627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5abc539-20b3-4013-beb2-41bcb2a768e9 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:24.182250 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a5abc539-20b3-4013-beb2-41bcb2a768e9 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/networks/3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 881 time: 0.2325342 Mar 28 10:53:24.183277 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60308) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:24.247864 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-107fe99f-34b6-4069-b018-a98b9ea8825b tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87e9a6d-26df-459a-8646-2f1862ee17f7 HTTP/1.1" status: 200 len: 205 time: 0.0632317 Mar 28 10:53:24.249018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60312) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:24.310976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.336553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Transition to ACTIVE for port object 73e27766-cea9-4f6b-bdee-525ad608045b will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:24.369181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Transition to ACTIVE for port object 73e27766-cea9-4f6b-bdee-525ad608045b will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:24.373247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.424365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60316) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:24.432676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network c2750c12-be09-4784-88ce-65befc8a9ffe is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:53:24.433332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.445454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.474006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:24.477074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:24.513024 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:24.633657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.635049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:24.635914 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Pushing event updated for resources: {'Port': ['ID=6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:24.638803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:24.741051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.744275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.776008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1cbed1cf-6ec6-4935-95f9-bf33609d2583 tempest-DvrRoutersNegativeTest-1528872467 tempest-DvrRoutersNegativeTest-1528872467-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-887771642', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:24.780212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.policy [None req-1cbed1cf-6ec6-4935-95f9-bf33609d2583 tempest-DvrRoutersNegativeTest-1528872467 tempest-DvrRoutersNegativeTest-1528872467-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88493) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 28 10:53:24.780774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.policy [None req-1cbed1cf-6ec6-4935-95f9-bf33609d2583 tempest-DvrRoutersNegativeTest-1528872467 tempest-DvrRoutersNegativeTest-1528872467-project] Failed policy check for 'create_router' {{(pid=88493) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 28 10:53:24.782141 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-1cbed1cf-6ec6-4935-95f9-bf33609d2583 tempest-DvrRoutersNegativeTest-1528872467 tempest-DvrRoutersNegativeTest-1528872467-project] create failed (client error): Access was denied to this resource. Mar 28 10:53:24.783751 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1cbed1cf-6ec6-4935-95f9-bf33609d2583 tempest-DvrRoutersNegativeTest-1528872467 tempest-DvrRoutersNegativeTest-1528872467-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3583210 Mar 28 10:53:24.795433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:24.803035 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Pushing event updated for resources: {'Port': ['ID=73e27766-cea9-4f6b-bdee-525ad608045b,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:24.885006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.886872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Allocated IP 172.20.0.4 (4dab81d2-958b-4d48-bc36-4d22cb81db38/656e640a-ca87-4d16-9612-8b8991985558/672aa277-a16b-4709-aa7b-a4f27946c88b) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:24.887384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Fanout notify agent at l3_agent the message router_deleted on router 7fb71a47-4bff-4e20-910d-2de2cdfffe67 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:24.907696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, c2750c12-be09-4784-88ce-65befc8a9ffe) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:24.910972 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:24.913598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.913858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Attempting to bind port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:24.914313 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Attempting to bind port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '21ba1b1c-616e-407c-8025-6cedc36006ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:24.915296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Attempting to bind port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db on network 4dab81d2-958b-4d48-bc36-4d22cb81db38 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:24.930562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a19cb-c579-444b-8c80-1270a4ae6366 None None] Network c2750c12-be09-4784-88ce-65befc8a9ffe requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:24.975648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.985170 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-de5a2db8-7a69-4a55-8109-e47538de720d tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/7fb71a47-4bff-4e20-910d-2de2cdfffe67 HTTP/1.1" status: 204 len: 168 time: 5.5944097 Mar 28 10:53:24.985621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:24.989307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60324) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:25.021968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-912218278', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:25.037532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:25.051856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Usage tracker for resource:router and tenant:7f6f5fd052e544eca4c77606ea5cd99f is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:25.058809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:25.072620 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7a2593ce-136c-4367-8996-ebdc64ead275 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1669939 Mar 28 10:53:25.073671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60328) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:25.086305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-372521638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:25.092706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:25.104213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:25.104783 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Checking segment: {'id': '21ba1b1c-616e-407c-8025-6cedc36006ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:25.104974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.105361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Bound using segment: {'id': '21ba1b1c-616e-407c-8025-6cedc36006ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:25.105831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Bound port: 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ba1b1c-616e-407c-8025-6cedc36006ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:25.106347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.108415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:25.118006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:router and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:25.128310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Deleting port 667b12e7-d7b3-47a4-ac6e-64ca6ac287ca {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:25.130783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.132482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:25.137039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Attempting to bind port 73e27766-cea9-4f6b-bdee-525ad608045b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:25.137409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Attempting to bind port 73e27766-cea9-4f6b-bdee-525ad608045b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:25.137762 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Attempting to bind port 73e27766-cea9-4f6b-bdee-525ad608045b on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:25.145578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:53:25.146946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:25.147342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:25.147714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:25.148101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.148480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:25.148937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Bound port: 73e27766-cea9-4f6b-bdee-525ad608045b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:25.149400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.320567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.324032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.335802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-c2750c12-be09-4784-88ce-65befc8a9ffe', 'network_id': 'c2750c12-be09-4784-88ce-65befc8a9ffe', 'tenant_id': '88ec145311bb436e9dcd2230251cb270', 'fixed_ips': [{'subnet_id': 'a8033a75-332b-4de7-9e7a-17b7a38aef04'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:25.336880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.381800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.386164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.523010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.541514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60334) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:25.570746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Calling delete_port for 667b12e7-d7b3-47a4-ac6e-64ca6ac287ca owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:25.597242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] For port 73e27766-cea9-4f6b-bdee-525ad608045b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:25.607996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] For port 73e27766-cea9-4f6b-bdee-525ad608045b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=73e27766-cea9-4f6b-bdee-525ad608045b,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:25.622512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] For port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:25.645508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Allocated IP 172.20.0.2 (c2750c12-be09-4784-88ce-65befc8a9ffe/a8033a75-332b-4de7-9e7a-17b7a38aef04/15da5b33-4e68-42a2-8ad2-0b566a71df2b) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:25.651879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] For port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db,segment=NetworkSegment(21ba1b1c-616e-407c-8025-6cedc36006ff),segment_id=21ba1b1c-616e-407c-8025-6cedc36006ff)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:25.661520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.714375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:25.714993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:25.724745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.745612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb108-a656-42ea-8a10-07b21898bd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.762343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ff9eb108-a656-42ea-8a10-07b21898bd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:25.762608 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.767433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ff9eb108-a656-42ea-8a10-07b21898bd82 admin admin] Usage tracker for resource:security_group_rule and tenant:1682d25d86994bffb5e256fde6d335c2 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:25.770854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ff9eb108-a656-42ea-8a10-07b21898bd82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:25.780435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ff9eb108-a656-42ea-8a10-07b21898bd82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:25.794644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.796393 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c082b177-26b7-450c-afbb-27753d603bda tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7225051 Mar 28 10:53:25.800157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60340) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:25.807821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'network_id': 'c2750c12-be09-4784-88ce-65befc8a9ffe', 'name': 'tempest-PortsTestJSON-1266255888'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:25.943014 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1c817-40ee-40d2-9fbf-e0c1980b59ec None None] Pushing event updated for resources: {'Port': ['ID=73e27766-cea9-4f6b-bdee-525ad608045b,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:25.971336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:25.995932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.043631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.045420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.065396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb108-a656-42ea-8a10-07b21898bd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.071209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.075253 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:26.090513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Transition to ACTIVE for port object 672aa277-a16b-4709-aa7b-a4f27946c88b will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:26.106455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event deleted for resources: {'Port': ['ID=667b12e7-d7b3-47a4-ac6e-64ca6ac287ca,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:26.106883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:port and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:26.115316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:26.127535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb108-a656-42ea-8a10-07b21898bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.150784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.168405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Transition to ACTIVE for port object 15da5b33-4e68-42a2-8ad2-0b566a71df2b will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:26.198805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Transition to ACTIVE for port object 15da5b33-4e68-42a2-8ad2-0b566a71df2b will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:26.210547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f2e66-6a59-4165-ae8d-b3d99eb6b559 None None] Pushing event updated for resources: {'Port': ['ID=6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:26.258769 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ff9eb108-a656-42ea-8a10-07b21898bd82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1682d25d86994bffb5e256fde6d335c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7159443 Mar 28 10:53:26.264964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60344) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:26.264964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:26.283428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.362483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb108-a656-42ea-8a10-07b21898bd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c208f19-785c-468f-b965-3caeca06051e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:26.370985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.492076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Pushing event updated for resources: {'Port': ['ID=15da5b33-4e68-42a2-8ad2-0b566a71df2b,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:26.526921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Network c2750c12-be09-4784-88ce-65befc8a9ffe is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:26.528156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:26.530609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:26.744663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60348) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:26.752019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:26.760540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': '369b0eee-9dc1-4f43-bc88-2f043b3d08f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:26.815411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:26.820157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.823668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Attempting to bind port 15da5b33-4e68-42a2-8ad2-0b566a71df2b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:26.824148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Attempting to bind port 15da5b33-4e68-42a2-8ad2-0b566a71df2b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '834ce524-2b2a-4403-bb3c-9aa66165388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2750c12-be09-4784-88ce-65befc8a9ffe'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:26.824508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Attempting to bind port 15da5b33-4e68-42a2-8ad2-0b566a71df2b on network c2750c12-be09-4784-88ce-65befc8a9ffe {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:26.834407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:26.834706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Checking segment: {'id': '834ce524-2b2a-4403-bb3c-9aa66165388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2750c12-be09-4784-88ce-65befc8a9ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:26.835126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.835519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Bound using segment: {'id': '834ce524-2b2a-4403-bb3c-9aa66165388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2750c12-be09-4784-88ce-65befc8a9ffe'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:26.836167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Bound port: 15da5b33-4e68-42a2-8ad2-0b566a71df2b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834ce524-2b2a-4403-bb3c-9aa66165388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2750c12-be09-4784-88ce-65befc8a9ffe'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:26.836546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.948362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] For port 15da5b33-4e68-42a2-8ad2-0b566a71df2b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:26.952665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] For port 15da5b33-4e68-42a2-8ad2-0b566a71df2b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=15da5b33-4e68-42a2-8ad2-0b566a71df2b,segment=NetworkSegment(834ce524-2b2a-4403-bb3c-9aa66165388d),segment_id=834ce524-2b2a-4403-bb3c-9aa66165388d)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:26.954895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:26.971807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.013636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:27.050959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port f6c339f0-df6b-4aec-b43c-feb83eb0a568 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:27.060328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.087379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.123533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:27.148137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9850340d-b399-4962-af9b-5ad5f3427a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.154044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:subnet and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:27.158277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:27.164317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87e424-479e-4816-8b41-8e5055116684 None None] Pushing event updated for resources: {'Port': ['ID=15da5b33-4e68-42a2-8ad2-0b566a71df2b,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:27.179093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] For port 73e27766-cea9-4f6b-bdee-525ad608045b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=73e27766-cea9-4f6b-bdee-525ad608045b,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:27.186035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:27.219323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9850340d-b399-4962-af9b-5ad5f3427a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.231681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.239150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.271199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:27.282380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:27.288966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:27.323154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Port': ['ID=672aa277-a16b-4709-aa7b-a4f27946c88b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:27.323365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.327042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:27.331467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.406103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.406631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Fanout notify agent at l3_agent the message router_deleted on router d87e9a6d-26df-459a-8646-2f1862ee17f7 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:27.413258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:27.413881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.446029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.446890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.458415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.11 (c2750c12-be09-4784-88ce-65befc8a9ffe/a8033a75-332b-4de7-9e7a-17b7a38aef04/f6c339f0-df6b-4aec-b43c-feb83eb0a568) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:27.463761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.466280 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ea4697df-6d27-474e-8bea-923352708223 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/d87e9a6d-26df-459a-8646-2f1862ee17f7 HTTP/1.1" status: 204 len: 168 time: 3.2145150 Mar 28 10:53:27.470857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60352) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:27.477155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-689507065', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:27.486427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:27.490467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Usage tracker for resource:router and tenant:0edb9b91c50f4851b8f58ec58b838db0 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:27.497068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:27.512230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:27.525516 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-92e95ecf-15fb-47a0-80dc-a97569d8dcfd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1256819 Mar 28 10:53:27.528598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60356) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:27.535418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'port': {'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38', 'name': 'tempest-AllowedAddressPairTestJSON-1442173042', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:8d:bc:08'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:27.641335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.642910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.709101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=8b91a50a-2595-4514-bec7-465127142c65,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:27.727334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:27.730211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=73e27766-cea9-4f6b-bdee-525ad608045b,revision_number=4']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:27.739005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:27.756244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9850340d-b399-4962-af9b-5ad5f3427a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.759966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:27.760563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.770589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb85e5a-0c51-465e-a48b-45bc9ae1ead2 None None] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:27.819602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850340d-b399-4962-af9b-5ad5f3427a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c208f19-785c-468f-b965-3caeca06051e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:27.840418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9850340d-b399-4962-af9b-5ad5f3427a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.844471 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9850340d-b399-4962-af9b-5ad5f3427a97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c208f19-785c-468f-b965-3caeca06051e HTTP/1.1" status: 204 len: 168 time: 1.4739525 Mar 28 10:53:27.867809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.938047 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-32642665-68dd-41f4-968e-e0d0693a2b22 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1228697 Mar 28 10:53:27.951251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60362) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:27.964632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:27.970117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:ce:a4:59', 'name': 'tempest-NetworksTestDHCPv6-1620334747'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:27.985323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:28.066838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-160cc97a-2012-4808-873b-503097b274da None None] Provisioning for port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:28.112569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-160cc97a-2012-4808-873b-503097b274da None None] Provisioning complete for port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:28.112936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-160cc97a-2012-4808-873b-503097b274da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:28.122498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:28.191760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object f6c339f0-df6b-4aec-b43c-feb83eb0a568 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:28.243759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a9333e-d52f-4a4b-9510-a1f852075126 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:28.260581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:28.361421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:28.428428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Allocated IP 172.26.2.110 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/07f74f1e-1c80-4d78-b47a-19e4594c81b7) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:28.433148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-160cc97a-2012-4808-873b-503097b274da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:28.531898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=f6c339f0-df6b-4aec-b43c-feb83eb0a568,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:28.538212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-160cc97a-2012-4808-873b-503097b274da None None] For port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db,segment=NetworkSegment(21ba1b1c-616e-407c-8025-6cedc36006ff),segment_id=21ba1b1c-616e-407c-8025-6cedc36006ff)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:28.572501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking segment: {'id': 'e73eeda9-ee4a-4718-bf50-1f65f1e445ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '369b0eee-9dc1-4f43-bc88-2f043b3d08f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:28.573163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network hostable DHCP agents. Network: 369b0eee-9dc1-4f43-bc88-2f043b3d08f9, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:53:28.606432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network c2750c12-be09-4784-88ce-65befc8a9ffe is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:28.619998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:28.632298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:28.651933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-160cc97a-2012-4808-873b-503097b274da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:28.697049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=a9d2514b-77ec-4d16-a82c-edd8e733181b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:28.750968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:28.755827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:28.759463 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 15da5b33-4e68-42a2-8ad2-0b566a71df2b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:28.783326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network 369b0eee-9dc1-4f43-bc88-2f043b3d08f9 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:53:28.832126 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c702c6f1-d8d0-468b-96ab-b96e8ec1223b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0306234 Mar 28 10:53:28.834966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60376) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:28.946663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 369b0eee-9dc1-4f43-bc88-2f043b3d08f9) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:28.950270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c3041c-e23b-4a61-94d6-a43c5dc8d624 None None] Network c2750c12-be09-4784-88ce-65befc8a9ffe requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:28.961415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:28.961801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:28.966448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:28.982345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0774454-be7b-4d40-9860-1fe6b78f896d None None] Network 369b0eee-9dc1-4f43-bc88-2f043b3d08f9 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:29.010983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cc97a-2012-4808-873b-503097b274da None None] Pushing event updated for resources: {'Port': ['ID=6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:29.015050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Usage tracker for resource:port and tenant:a9b7121070a4498e9027ede79f4e384d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:29.029217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7b2dbb70-3c79-4710-8565-9668da9420a0 None None] Provisioning complete for port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:29.029587 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b2dbb70-3c79-4710-8565-9668da9420a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:29.114417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:29.131306 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:29.185741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:29.197857 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2b8e15e5-96a3-4178-9737-3c35d719dc02 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4455712 Mar 28 10:53:29.200191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:29.207071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60386) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:29.231069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:29.267878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1128315783'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:29.285794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:29.292424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:network and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:29.303146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:29.326284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:29.335905 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:29.343178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:29.347867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Made reservation on behalf of a9b7121070a4498e9027ede79f4e384d for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:29.360771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:29.407223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 15da5b33-4e68-42a2-8ad2-0b566a71df2b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:29.445295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 73e27766-cea9-4f6b-bdee-525ad608045b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:29.494036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60392) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:29.539224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:29.562981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] device_id is not set on port 7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:29.661812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-369b0eee-9dc1-4f43-bc88-2f043b3d08f9', 'network_id': '369b0eee-9dc1-4f43-bc88-2f043b3d08f9', 'tenant_id': '04d43a2545a5407686f952aefe4cc568', 'fixed_ips': [{'subnet_id': 'a9d2514b-77ec-4d16-a82c-edd8e733181b'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:29.669553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:29.727593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3d852310-61a6-4fac-8819-21420acde80c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:29.728542 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-3d852310-61a6-4fac-8819-21420acde80c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 10:53:29.729041 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-3d852310-61a6-4fac-8819-21420acde80c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 10:53:29.730045 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3d852310-61a6-4fac-8819-21420acde80c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2334347 Mar 28 10:53:29.738624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60400) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:29.755087 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'tempest-secgroup--353552418'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:29.768101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:29.779151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:29.781441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:29.818484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:29.833401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:29.854953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:29.885731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Allocated IP 2001:db8:0:ffff::2 (369b0eee-9dc1-4f43-bc88-2f043b3d08f9/a9d2514b-77ec-4d16-a82c-edd8e733181b/5968185f-0faf-42af-b925-68028e0c512e) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:29.917282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:29.998069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Allocated IP 172.20.0.3 (4dab81d2-958b-4d48-bc36-4d22cb81db38/656e640a-ca87-4d16-9612-8b8991985558/7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:30.025088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:30.033803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:30.037014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:30.077167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7b2dbb70-3c79-4710-8565-9668da9420a0 None None] Provisioning for port 73e27766-cea9-4f6b-bdee-525ad608045b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:30.162121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.162643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event updated for resources: {'Port': ['ID=07f74f1e-1c80-4d78-b47a-19e4594c81b7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:30.164469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:30.167550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.180499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.202104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:53:30.212837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.213192 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment 8943f0e5-defc-4178-b94f-38f9098f889f of type vlan for network ee4bfd85-a931-44bf-800a-fb1b77739d11 Mar 28 10:53:30.218340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.228114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 73e27766-cea9-4f6b-bdee-525ad608045b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:30.236109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.246508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 73e27766-cea9-4f6b-bdee-525ad608045b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:30.246744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.247090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.255901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.295873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.330004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Transition to ACTIVE for port object 5968185f-0faf-42af-b925-68028e0c512e will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:30.339419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:30.346218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7b2dbb70-3c79-4710-8565-9668da9420a0 None None] Provisioning for port 672aa277-a16b-4709-aa7b-a4f27946c88b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:30.361384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7b2dbb70-3c79-4710-8565-9668da9420a0 None None] Provisioning complete for port 672aa277-a16b-4709-aa7b-a4f27946c88b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:30.361384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b2dbb70-3c79-4710-8565-9668da9420a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.409685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=f6c339f0-df6b-4aec-b43c-feb83eb0a568,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:30.432255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Transition to ACTIVE for port object 5968185f-0faf-42af-b925-68028e0c512e will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:30.436597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:30.455514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.461385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:30.462118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.474998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7b2dbb70-3c79-4710-8565-9668da9420a0 None None] Port 672aa277-a16b-4709-aa7b-a4f27946c88b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:30.476566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.506100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.527621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:30.543803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 0c9589b6-aeda-4a5c-985e-58e156046ec4 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:30.582329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 73e27766-cea9-4f6b-bdee-525ad608045b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=73e27766-cea9-4f6b-bdee-525ad608045b,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:30.611601 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Network 369b0eee-9dc1-4f43-bc88-2f043b3d08f9 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:30.620644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:30.628104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:30.636392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Pushing event updated for resources: {'Port': ['ID=5968185f-0faf-42af-b925-68028e0c512e,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:30.683296 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4752920 Mar 28 10:53:30.692975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60404) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:30.701360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': 'ee4bfd85-a931-44bf-800a-fb1b77739d11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:30.710600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.718596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4cec4-70fc-46d8-a086-290ab50e0ac6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=ee4bfd85-a931-44bf-800a-fb1b77739d11,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:30.772151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Provisioning for port 15da5b33-4e68-42a2-8ad2-0b566a71df2b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:30.779600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network ee4bfd85-a931-44bf-800a-fb1b77739d11 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:53:30.832583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:30.894750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:30.899392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Provisioning complete for port 15da5b33-4e68-42a2-8ad2-0b566a71df2b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:30.899760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.957808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:30.961841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:30.973725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:subnet and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:30.974904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Attempting to bind port 5968185f-0faf-42af-b925-68028e0c512e on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:30.974904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Attempting to bind port 5968185f-0faf-42af-b925-68028e0c512e by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'e73eeda9-ee4a-4718-bf50-1f65f1e445ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '369b0eee-9dc1-4f43-bc88-2f043b3d08f9'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:30.975159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Attempting to bind port 5968185f-0faf-42af-b925-68028e0c512e on network 369b0eee-9dc1-4f43-bc88-2f043b3d08f9 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:30.977846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:30.994168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:31.030535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:31.030912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Checking segment: {'id': 'e73eeda9-ee4a-4718-bf50-1f65f1e445ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '369b0eee-9dc1-4f43-bc88-2f043b3d08f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:31.031309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.031691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Bound using segment: {'id': 'e73eeda9-ee4a-4718-bf50-1f65f1e445ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '369b0eee-9dc1-4f43-bc88-2f043b3d08f9'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:31.032236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Bound port: 5968185f-0faf-42af-b925-68028e0c512e, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73eeda9-ee4a-4718-bf50-1f65f1e445ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '369b0eee-9dc1-4f43-bc88-2f043b3d08f9'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:31.032564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.059946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:31.066218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.077123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=73e27766-cea9-4f6b-bdee-525ad608045b,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:31.164577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.199459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:31.199899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.217342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.277735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] For port 15da5b33-4e68-42a2-8ad2-0b566a71df2b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=15da5b33-4e68-42a2-8ad2-0b566a71df2b,segment=NetworkSegment(834ce524-2b2a-4403-bb3c-9aa66165388d),segment_id=834ce524-2b2a-4403-bb3c-9aa66165388d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:31.283415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.295555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] For port 5968185f-0faf-42af-b925-68028e0c512e, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:31.301058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] For port 5968185f-0faf-42af-b925-68028e0c512e, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5968185f-0faf-42af-b925-68028e0c512e,segment=NetworkSegment(e73eeda9-ee4a-4718-bf50-1f65f1e445ed),segment_id=e73eeda9-ee4a-4718-bf50-1f65f1e445ed)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:31.349466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.388848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Transition to ACTIVE for port object 7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:31.398862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.455689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Pushing event updated for resources: {'Port': ['ID=15da5b33-4e68-42a2-8ad2-0b566a71df2b,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:31.484559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.499433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Provisioning for port f6c339f0-df6b-4aec-b43c-feb83eb0a568 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:31.521190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Provisioning complete for port f6c339f0-df6b-4aec-b43c-feb83eb0a568 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:31.522075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.590113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Port f6c339f0-df6b-4aec-b43c-feb83eb0a568 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:31.603599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.620534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082597b-ae29-4a35-bc6c-0b7f89ca2148 None None] Pushing event updated for resources: {'Port': ['ID=5968185f-0faf-42af-b925-68028e0c512e,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:31.624275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Provisioning complete for port 73e27766-cea9-4f6b-bdee-525ad608045b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:31.636576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.690249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.702094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 172.20.0.7 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/5047fdf1-4fef-4ba2-8dab-d8dd98f607fd/0c9589b6-aeda-4a5c-985e-58e156046ec4) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:31.733281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fece:a459 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/8b91a50a-2595-4514-bec7-465127142c65/0c9589b6-aeda-4a5c-985e-58e156046ec4) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:31.748070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.806998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Provisioning complete for port 672aa277-a16b-4709-aa7b-a4f27946c88b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:31.806998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.823407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.859860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:31.863251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.884092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-21e2098c-d0b2-4ce4-b873-62d91a374178 None None] Port 672aa277-a16b-4709-aa7b-a4f27946c88b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:31.893623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:31.915672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:31.974591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:31.977174 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.983080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:31.988191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=39c39e39-3997-47a7-98c1-cef0809835fe,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:31.990424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking segment: {'id': '8943f0e5-defc-4178-b94f-38f9098f889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee4bfd85-a931-44bf-800a-fb1b77739d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:31.990772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network hostable DHCP agents. Network: ee4bfd85-a931-44bf-800a-fb1b77739d11, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:53:31.997422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86335931-78ec-40bd-b13c-a89a7bd82f06,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:32.009184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7ae40da8-5ab2-41db-8c70-96eced089e8d None None] Provisioning complete for port f6c339f0-df6b-4aec-b43c-feb83eb0a568 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:32.009675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7ae40da8-5ab2-41db-8c70-96eced089e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:32.048337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:32.103847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7ae40da8-5ab2-41db-8c70-96eced089e8d None None] Port f6c339f0-df6b-4aec-b43c-feb83eb0a568 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:32.117607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network ee4bfd85-a931-44bf-800a-fb1b77739d11 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:53:32.173981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:32.178198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=f6c339f0-df6b-4aec-b43c-feb83eb0a568,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:32.212817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, ee4bfd85-a931-44bf-800a-fb1b77739d11) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:32.219691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:32.220957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:32.223965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e3ad1a-e3f6-4752-a17c-2fe779294172 None None] Network ee4bfd85-a931-44bf-800a-fb1b77739d11 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:32.239323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:32.240747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Allocated IP 172.26.2.72 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/35e1f255-a1c4-4570-94ed-3b081118cb93) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:32.290391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Port': ['ID=7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:32.304347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:32.307173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:32.337503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network c2750c12-be09-4784-88ce-65befc8a9ffe is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:32.338912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:32.434451 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3f4dd562-84e5-454f-8637-8cab24fe8d69 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7381387 Mar 28 10:53:32.435271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60408) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:32.544418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-ee4bfd85-a931-44bf-800a-fb1b77739d11', 'network_id': 'ee4bfd85-a931-44bf-800a-fb1b77739d11', 'tenant_id': '04d43a2545a5407686f952aefe4cc568', 'fixed_ips': [{'subnet_id': '39c39e39-3997-47a7-98c1-cef0809835fe'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:32.545395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:32.844325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Allocated IP 2001:db8::1 (ee4bfd85-a931-44bf-800a-fb1b77739d11/39c39e39-3997-47a7-98c1-cef0809835fe/36dfbfd7-75e1-42b4-ac34-0bb510f19292) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:32.847385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:32.848326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:32.848997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:32.935788 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:32.983851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Router eb337541-9af8-4aa8-b1b4-6bacefd5bad9 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:53:33.027679 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 15da5b33-4e68-42a2-8ad2-0b566a71df2b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:33.074192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.075405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.082681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.135660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1c3e0-1c56-4f6b-bef0-eea2b232b0cf,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:33.167660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-44b38318-0bb2-4b6f-9c2c-4995dbd0449f None None] Provisioning for port 7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:33.171321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b75b535-d3d0-4725-8f60-028ff2fd7e0d None None] Network 369b0eee-9dc1-4f43-bc88-2f043b3d08f9 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:33.184953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 0c9589b6-aeda-4a5c-985e-58e156046ec4 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:33.188033 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.195973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.210171 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-44b38318-0bb2-4b6f-9c2c-4995dbd0449f None None] Provisioning complete for port 7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:33.211507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-44b38318-0bb2-4b6f-9c2c-4995dbd0449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.255722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:33.261662 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-edb83e23-287f-4470-878f-81441ba21c20 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "PUT /v2.0/routers/eb337541-9af8-4aa8-b1b4-6bacefd5bad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4252393 Mar 28 10:53:33.271581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60412) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:33.271693 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-53db1bae-a144-40be-baa2-ba456b93816b tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.7352657 Mar 28 10:53:33.275740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.279543 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-88b7ae8c-6abc-4808-929d-3c79fc93110e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.5373580 Mar 28 10:53:33.279543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60416) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:33.279790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60418) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:33.295246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': '42b1c3e0-1c56-4f6b-bef0-eea2b232b0cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:33.301998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:33.305933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:33.309025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:33.319080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:33.319855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d809d6-f768-4b1a-bf2c-97d9aa18f901 None None] Sync routers for ids ['eb337541-9af8-4aa8-b1b4-6bacefd5bad9'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:33.332327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 15da5b33-4e68-42a2-8ad2-0b566a71df2b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:33.332327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.414795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d809d6-f768-4b1a-bf2c-97d9aa18f901 None None] Routers {'eb337541-9af8-4aa8-b1b4-6bacefd5bad9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:33.415395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-42d809d6-f768-4b1a-bf2c-97d9aa18f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['eb337541-9af8-4aa8-b1b4-6bacefd5bad9'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:33.463028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-44b38318-0bb2-4b6f-9c2c-4995dbd0449f None None] Port 7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:33.474210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.485469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.508226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-42d809d6-f768-4b1a-bf2c-97d9aa18f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:33.511165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818a276-e5f4-4fdc-b882-65eea3cd0b0d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:33.512790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4818a276-e5f4-4fdc-b882-65eea3cd0b0d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:33.518560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Transition to ACTIVE for port object 36dfbfd7-75e1-42b4-ac34-0bb510f19292 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:33.549196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.561305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d809d6-f768-4b1a-bf2c-97d9aa18f901 None None] Routers {'eb337541-9af8-4aa8-b1b4-6bacefd5bad9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:33.561959 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-42d809d6-f768-4b1a-bf2c-97d9aa18f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['eb337541-9af8-4aa8-b1b4-6bacefd5bad9'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:33.613176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4818a276-e5f4-4fdc-b882-65eea3cd0b0d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:33.615009 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4818a276-e5f4-4fdc-b882-65eea3cd0b0d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb337541-9af8-4aa8-b1b4-6bacefd5bad9 HTTP/1.1" status: 200 len: 983 time: 0.3496888 Mar 28 10:53:33.618180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60424) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:33.619720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Transition to ACTIVE for port object 36dfbfd7-75e1-42b4-ac34-0bb510f19292 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:33.621405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.672723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:33.672931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-42d809d6-f768-4b1a-bf2c-97d9aa18f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:33.673296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d809d6-f768-4b1a-bf2c-97d9aa18f901 None None] The sync data for ids ['eb337541-9af8-4aa8-b1b4-6bacefd5bad9'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:33.689912 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:33.700102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6cffd-23d0-4c3c-8a2f-aa11d3aadffd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:33.706447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6cffd-23d0-4c3c-8a2f-aa11d3aadffd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:33.712294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6cffd-23d0-4c3c-8a2f-aa11d3aadffd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:33.713172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8db6cffd-23d0-4c3c-8a2f-aa11d3aadffd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Synchronizing usage tracker for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:33.728489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:33.728628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.748879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:33.755805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=0c9589b6-aeda-4a5c-985e-58e156046ec4,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:33.795565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-45614204-965e-43d1-9af0-3099cd4453f5 None None] Provisioning complete for port f6c339f0-df6b-4aec-b43c-feb83eb0a568 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:33.795922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-45614204-965e-43d1-9af0-3099cd4453f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.797050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:33.825136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:33.866072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:33.874939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Network ee4bfd85-a931-44bf-800a-fb1b77739d11 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:33.889602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 73e27766-cea9-4f6b-bdee-525ad608045b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:33.918222 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:33.920823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:33.925361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:33.925361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.003128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event updated for resources: {'Port': ['ID=35e1f255-a1c4-4570-94ed-3b081118cb93,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:34.014353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.024879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.069579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=39c39e39-3997-47a7-98c1-cef0809835fe,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:34.092584 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-45614204-965e-43d1-9af0-3099cd4453f5 None None] Port f6c339f0-df6b-4aec-b43c-feb83eb0a568 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:34.094131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Pushing event updated for resources: {'Port': ['ID=36dfbfd7-75e1-42b4-ac34-0bb510f19292,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:34.140217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Attempting to bind port 36dfbfd7-75e1-42b4-ac34-0bb510f19292 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:34.140602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Attempting to bind port 36dfbfd7-75e1-42b4-ac34-0bb510f19292 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '8943f0e5-defc-4178-b94f-38f9098f889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee4bfd85-a931-44bf-800a-fb1b77739d11'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:34.140923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Attempting to bind port 36dfbfd7-75e1-42b4-ac34-0bb510f19292 on network ee4bfd85-a931-44bf-800a-fb1b77739d11 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:34.148116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:34.148481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Checking segment: {'id': '8943f0e5-defc-4178-b94f-38f9098f889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee4bfd85-a931-44bf-800a-fb1b77739d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:34.149293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.149293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Bound using segment: {'id': '8943f0e5-defc-4178-b94f-38f9098f889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee4bfd85-a931-44bf-800a-fb1b77739d11'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:34.149744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Bound port: 36dfbfd7-75e1-42b4-ac34-0bb510f19292, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8943f0e5-defc-4178-b94f-38f9098f889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee4bfd85-a931-44bf-800a-fb1b77739d11'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:34.150083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.162856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8db6cffd-23d0-4c3c-8a2f-aa11d3aadffd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Unset dirty status for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:34.163728 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8db6cffd-23d0-4c3c-8a2f-aa11d3aadffd tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.8815029 Mar 28 10:53:34.165052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-895f019c-794a-4acb-b669-0893bd1cc405 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.2070899 Mar 28 10:53:34.165760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Router 083b9699-98f6-4788-aba1-0b3ae4134e5d is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:53:34.178475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60428) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:34.178659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60430) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:34.210053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.214440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.215621 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9313095 Mar 28 10:53:34.221650 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60436) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:34.222692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-45614204-965e-43d1-9af0-3099cd4453f5 None None] Provisioning for port 5968185f-0faf-42af-b925-68028e0c512e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:34.230201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b1806d66-925e-46cf-914a-a6727eb35dbb tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': '42b1c3e0-1c56-4f6b-bef0-eea2b232b0cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:34.250481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 73e27766-cea9-4f6b-bdee-525ad608045b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:34.250687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b1806d66-925e-46cf-914a-a6727eb35dbb tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:34.250838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.261049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4bfd85-a931-44bf-800a-fb1b77739d11']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:34.267622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b1806d66-925e-46cf-914a-a6727eb35dbb tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:34.279370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b1806d66-925e-46cf-914a-a6727eb35dbb tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:34.288491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8943f0e5-defc-4178-b94f-38f9098f889f') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:34.288825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8943f0e5-defc-4178-b94f-38f9098f889f') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:34.295089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665a512-dede-4b8f-bbaf-e0330c029508 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091ef087-ff61-4037-be10-8b3c59dda096,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:34.300265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b1806d66-925e-46cf-914a-a6727eb35dbb tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:34.306314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.315341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] For port 36dfbfd7-75e1-42b4-ac34-0bb510f19292, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:34.333595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] For port 36dfbfd7-75e1-42b4-ac34-0bb510f19292, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=36dfbfd7-75e1-42b4-ac34-0bb510f19292,segment=NetworkSegment(8943f0e5-defc-4178-b94f-38f9098f889f),segment_id=8943f0e5-defc-4178-b94f-38f9098f889f)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:34.405844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5968185f-0faf-42af-b925-68028e0c512e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:34.416903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.433332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-59a3054b-e031-4ffa-ae90-c4a899d4b995 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Deleting port 7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:34.433332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-59a3054b-e031-4ffa-ae90-c4a899d4b995 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.435767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.443655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:34.444060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:34.462541 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:34.503850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4b8836d2-eac5-4ff9-a44e-8cb102933a7c None None] Provisioning for port 0c9589b6-aeda-4a5c-985e-58e156046ec4 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:34.521921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4b8836d2-eac5-4ff9-a44e-8cb102933a7c None None] Provisioning complete for port 0c9589b6-aeda-4a5c-985e-58e156046ec4 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:34.521921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4b8836d2-eac5-4ff9-a44e-8cb102933a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.573970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b1806d66-925e-46cf-914a-a6727eb35dbb tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.587426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.673652 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a05bc-a48f-41e8-851e-a15ff398f426 None None] Pushing event updated for resources: {'Port': ['ID=36dfbfd7-75e1-42b4-ac34-0bb510f19292,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:34.693797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4b8836d2-eac5-4ff9-a44e-8cb102933a7c None None] Port 0c9589b6-aeda-4a5c-985e-58e156046ec4 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:34.717472 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61297b37-4bf5-43a8-a22f-c6eaf6f60176 None None] Network ee4bfd85-a931-44bf-800a-fb1b77739d11 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:34.743336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 10:53:34.743336 dv-neutron-835336-1-hyperv neutron-server[88493]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 10:53:34.743336 dv-neutron-835336-1-hyperv neutron-server[88493]: [parameters: {'id': 'ee4bfd85-a931-44bf-800a-fb1b77739d11'}] Mar 28 10:53:34.743336 dv-neutron-835336-1-hyperv neutron-server[88493]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:34.744191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:34.795728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 5968185f-0faf-42af-b925-68028e0c512e completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:34.807104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5968185f-0faf-42af-b925-68028e0c512e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:34.807622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.925181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:34.934343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port f6c339f0-df6b-4aec-b43c-feb83eb0a568 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:34.940606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.940748 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a9258c-3c74-4777-ac2f-602d62d4e4f2 None None] Sync routers for ids ['083b9699-98f6-4788-aba1-0b3ae4134e5d'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:34.946377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-531fadc4-5913-40c2-9d52-269366188180 None None] Provisioning complete for port 5968185f-0faf-42af-b925-68028e0c512e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:34.946377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-531fadc4-5913-40c2-9d52-269366188180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:34.951275 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a9258c-3c74-4777-ac2f-602d62d4e4f2 None None] Routers {'083b9699-98f6-4788-aba1-0b3ae4134e5d'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:34.952466 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c1a9258c-3c74-4777-ac2f-602d62d4e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['083b9699-98f6-4788-aba1-0b3ae4134e5d'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:34.967590 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-b1806d66-925e-46cf-914a-a6727eb35dbb tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 10:53:34.973579 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b1806d66-925e-46cf-914a-a6727eb35dbb tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7492824 Mar 28 10:53:34.973579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60440) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:34.989308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e166d9-7081-4cbc-8dd7-d46854d091ec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:34.995179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e166d9-7081-4cbc-8dd7-d46854d091ec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:34.995998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-30e166d9-7081-4cbc-8dd7-d46854d091ec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:35.045822 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c1a9258c-3c74-4777-ac2f-602d62d4e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:35.060023 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a9258c-3c74-4777-ac2f-602d62d4e4f2 None None] Routers {'083b9699-98f6-4788-aba1-0b3ae4134e5d'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:35.061655 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c1a9258c-3c74-4777-ac2f-602d62d4e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['083b9699-98f6-4788-aba1-0b3ae4134e5d'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:35.135965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.154418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.186559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-531fadc4-5913-40c2-9d52-269366188180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.202774 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c1a9258c-3c74-4777-ac2f-602d62d4e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:35.203678 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a9258c-3c74-4777-ac2f-602d62d4e4f2 None None] The sync data for ids ['083b9699-98f6-4788-aba1-0b3ae4134e5d'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:35.205699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.207056 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7be6939b-8500-46f3-b39d-aad763b689b2 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.2134383 Mar 28 10:53:35.222490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4a663-b2ba-46c5-b511-f92dc2292bdd None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 10:53:35.229103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60444) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:35.231462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-30e166d9-7081-4cbc-8dd7-d46854d091ec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:35.236029 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-30e166d9-7081-4cbc-8dd7-d46854d091ec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0542047 Mar 28 10:53:35.237009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60448) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:35.250448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:35.255135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 5968185f-0faf-42af-b925-68028e0c512e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5968185f-0faf-42af-b925-68028e0c512e,segment=NetworkSegment(e73eeda9-ee4a-4718-bf50-1f65f1e445ed),segment_id=e73eeda9-ee4a-4718-bf50-1f65f1e445ed)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:35.278833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.314610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.320322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea685548-12bc-436c-95dd-8645fc06a672 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.368411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting port 36dfbfd7-75e1-42b4-ac34-0bb510f19292 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:35.368924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.396482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea685548-12bc-436c-95dd-8645fc06a672 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.413515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.458658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-531fadc4-5913-40c2-9d52-269366188180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:35.458903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-531fadc4-5913-40c2-9d52-269366188180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:35.459372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b4a663-b2ba-46c5-b511-f92dc2292bdd None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 10:53:35.473677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=5968185f-0faf-42af-b925-68028e0c512e,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:35.497222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-59a3054b-e031-4ffa-ae90-c4a899d4b995 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.574351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-7641a392-4065-4ed5-b19a-d556a870ac34 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 0c9589b6-aeda-4a5c-985e-58e156046ec4 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:35.574697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7641a392-4065-4ed5-b19a-d556a870ac34 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.577155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for f6c339f0-df6b-4aec-b43c-feb83eb0a568 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:35.747261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-59a3054b-e031-4ffa-ae90-c4a899d4b995 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Calling delete_port for 7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:35.752773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea685548-12bc-436c-95dd-8645fc06a672 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.834461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea685548-12bc-436c-95dd-8645fc06a672 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1c3e0-1c56-4f6b-bef0-eea2b232b0cf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:35.870058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] For port 36dfbfd7-75e1-42b4-ac34-0bb510f19292, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=36dfbfd7-75e1-42b4-ac34-0bb510f19292,segment=NetworkSegment(8943f0e5-defc-4178-b94f-38f9098f889f),segment_id=8943f0e5-defc-4178-b94f-38f9098f889f)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:35.871799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.882094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea685548-12bc-436c-95dd-8645fc06a672 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:35.885760 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ea685548-12bc-436c-95dd-8645fc06a672 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/42b1c3e0-1c56-4f6b-bef0-eea2b232b0cf HTTP/1.1" status: 204 len: 168 time: 0.9036686 Mar 28 10:53:35.887972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60452) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:36.000335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Calling delete_port for 36dfbfd7-75e1-42b4-ac34-0bb510f19292 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:36.207911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:36.256074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:36.262050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=f6c339f0-df6b-4aec-b43c-feb83eb0a568,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:36.348246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No DVR routers for this DVR port 36dfbfd7-75e1-42b4-ac34-0bb510f19292 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:36.350050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Port': ['ID=36dfbfd7-75e1-42b4-ac34-0bb510f19292,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:36.413593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-28548d85-f212-4511-9265-837156d528a9 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Synchronizing usage tracker for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:36.569088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:36.580073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:36.672193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4bfd85-a931-44bf-800a-fb1b77739d11']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:36.678936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:36.689870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8943f0e5-defc-4178-b94f-38f9098f889f') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:36.690187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8943f0e5-defc-4178-b94f-38f9098f889f') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:36.759574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7641a392-4065-4ed5-b19a-d556a870ac34 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:36.867483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:36.947827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:36.958420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:36.958820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:36.965996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-7641a392-4065-4ed5-b19a-d556a870ac34 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 0c9589b6-aeda-4a5c-985e-58e156046ec4 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:36.973309 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:36.993453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-28548d85-f212-4511-9265-837156d528a9 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Unset dirty status for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:36.994212 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-28548d85-f212-4511-9265-837156d528a9 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0983603 Mar 28 10:53:37.037470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60456) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:37.057321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-59a3054b-e031-4ffa-ae90-c4a899d4b995 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.097046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009866729'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:37.111858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:37.140347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3054b-e031-4ffa-ae90-c4a899d4b995 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event deleted for resources: {'Port': ['ID=7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:37.189755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:37.196521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Router eb337541-9af8-4aa8-b1b4-6bacefd5bad9 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:53:37.215961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.330660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.341280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.378195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.384576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:37.398046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e2eb0-11ac-46d7-b535-917f94cdc7b3 None None] Sync routers for ids ['eb337541-9af8-4aa8-b1b4-6bacefd5bad9'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:37.408795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e2eb0-11ac-46d7-b535-917f94cdc7b3 None None] Routers {'eb337541-9af8-4aa8-b1b4-6bacefd5bad9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:37.409876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a16e2eb0-11ac-46d7-b535-917f94cdc7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['eb337541-9af8-4aa8-b1b4-6bacefd5bad9'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:37.413549 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/ee4bfd85-a931-44bf-800a-fb1b77739d11 HTTP/1.1" status: 204 len: 168 time: 4.9676530 Mar 28 10:53:37.414448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2036b-7960-4110-b743-2706242d7db5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=ee4bfd85-a931-44bf-800a-fb1b77739d11,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:37.418756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:37.424250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:37.427570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:37.434126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:37.497776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60460) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:37.512803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2142156171'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:37.517801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5968185f-0faf-42af-b925-68028e0c512e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:37.540843 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1d76242a-4c47-4199-9e69-c8a7d01937ad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "PUT /v2.0/routers/eb337541-9af8-4aa8-b1b4-6bacefd5bad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9209869 Mar 28 10:53:37.550698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60464) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:37.556780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a16e2eb0-11ac-46d7-b535-917f94cdc7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:37.560782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.569056 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:37.578747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e2eb0-11ac-46d7-b535-917f94cdc7b3 None None] Routers {'eb337541-9af8-4aa8-b1b4-6bacefd5bad9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:37.579688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a16e2eb0-11ac-46d7-b535-917f94cdc7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['eb337541-9af8-4aa8-b1b4-6bacefd5bad9'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:37.606286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.609230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:network and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:37.612187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.615732 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc351f99-1949-4871-b6ee-7670147fe7a4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:53:37.616250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dc351f99-1949-4871-b6ee-7670147fe7a4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:37.628578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:37.645067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:37.650998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a16e2eb0-11ac-46d7-b535-917f94cdc7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:37.651485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e2eb0-11ac-46d7-b535-917f94cdc7b3 None None] The sync data for ids ['eb337541-9af8-4aa8-b1b4-6bacefd5bad9'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:37.663053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7d6b5-db07-4e08-ad2d-25b63cc154a3,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:37.670597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5968185f-0faf-42af-b925-68028e0c512e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:37.671091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.706638 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Deleting port 07f74f1e-1c80-4d78-b47a-19e4594c81b7 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:37.706970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.760075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-59a3054b-e031-4ffa-ae90-c4a899d4b995 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.762521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.763917 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6e92f759-8266-4a7a-898d-0abd27f156bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7209058 Mar 28 10:53:37.767177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60468) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:37.769464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Router 6fcbd912-8136-4e15-8672-4ae6810ddefd is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:53:37.772381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-02106bf1-f7da-4628-ba27-3f25bfbdf4ab tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'c6a7d6b5-db07-4e08-ad2d-25b63cc154a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:37.773275 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-02106bf1-f7da-4628-ba27-3f25bfbdf4ab tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 10:53:37.774001 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-02106bf1-f7da-4628-ba27-3f25bfbdf4ab tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:37.775211 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-02106bf1-f7da-4628-ba27-3f25bfbdf4ab tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071847 Mar 28 10:53:37.778241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60472) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:37.794118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dc351f99-1949-4871-b6ee-7670147fe7a4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:37.795564 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dc351f99-1949-4871-b6ee-7670147fe7a4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/f6c339f0-df6b-4aec-b43c-feb83eb0a568 HTTP/1.1" status: 404 len: 333 time: 0.2435713 Mar 28 10:53:37.799609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60476) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:37.812298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:37.817099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.957054 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b382326a-6a21-4d11-96e6-c77a6b421819 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.966739 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-59a3054b-e031-4ffa-ae90-c4a899d4b995 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "DELETE /v2.0/ports/7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb HTTP/1.1" status: 204 len: 168 time: 3.7847087 Mar 28 10:53:37.966739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7641a392-4065-4ed5-b19a-d556a870ac34 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:37.973977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60480) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:38.087129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641a392-4065-4ed5-b19a-d556a870ac34 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=0c9589b6-aeda-4a5c-985e-58e156046ec4,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:38.093139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad1219be-213c-4111-8709-29d0686c4fbe tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.122507 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:53:38.152315 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9eaa9f7-3c0a-4208-8729-0e0f47604da7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] GET failed (client error): The resource could not be found. Mar 28 10:53:38.153065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b9eaa9f7-3c0a-4208-8729-0e0f47604da7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Synchronizing usage tracker for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:38.267216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.267569 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment ba0cadad-e9ac-4181-9c55-d975c0434bb3 of type vlan for network 0295ce81-a5cb-409a-b2f1-70b255c5ae5d Mar 28 10:53:38.285550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad1219be-213c-4111-8709-29d0686c4fbe tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.292896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.305041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b382326a-6a21-4d11-96e6-c77a6b421819 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.309162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b382326a-6a21-4d11-96e6-c77a6b421819 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.495079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:38.503091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Calling delete_port for 07f74f1e-1c80-4d78-b47a-19e4594c81b7 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:38.507543 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03024519-0548-45b4-aa32-0ce5466a07b5 None None] Sync routers for ids ['6fcbd912-8136-4e15-8672-4ae6810ddefd'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:38.517652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b382326a-6a21-4d11-96e6-c77a6b421819 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.522091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b382326a-6a21-4d11-96e6-c77a6b421819 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Fanout notify agent at l3_agent the message router_deleted on router eb337541-9af8-4aa8-b1b4-6bacefd5bad9 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:38.522213 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03024519-0548-45b4-aa32-0ce5466a07b5 None None] Routers {'6fcbd912-8136-4e15-8672-4ae6810ddefd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:38.524538 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-03024519-0548-45b4-aa32-0ce5466a07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['6fcbd912-8136-4e15-8672-4ae6810ddefd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:38.546613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b382326a-6a21-4d11-96e6-c77a6b421819 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.550435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.551691 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b382326a-6a21-4d11-96e6-c77a6b421819 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/routers/eb337541-9af8-4aa8-b1b4-6bacefd5bad9 HTTP/1.1" status: 204 len: 168 time: 0.7511613 Mar 28 10:53:38.552308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60484) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:38.554000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b9eaa9f7-3c0a-4208-8729-0e0f47604da7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Unset dirty status for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:38.555134 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b9eaa9f7-3c0a-4208-8729-0e0f47604da7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "GET /v2.0/ports/7fe3d797-d6e1-4ae0-87b7-1d68dfc357cb HTTP/1.1" status: 404 len: 333 time: 0.5746784 Mar 28 10:53:38.560127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad1219be-213c-4111-8709-29d0686c4fbe tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.564266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad1219be-213c-4111-8709-29d0686c4fbe tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.567680 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad1219be-213c-4111-8709-29d0686c4fbe tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6a7d6b5-db07-4e08-ad2d-25b63cc154a3 HTTP/1.1" status: 204 len: 168 time: 0.7866805 Mar 28 10:53:38.567962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60486) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:38.568290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60490) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:38.585670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'port': {'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38', 'name': 'tempest-AllowedAddressPairTestJSON-1412834690'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:38.603293 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-03024519-0548-45b4-aa32-0ce5466a07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:38.610806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7641a392-4065-4ed5-b19a-d556a870ac34 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.613299 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03024519-0548-45b4-aa32-0ce5466a07b5 None None] Routers {'6fcbd912-8136-4e15-8672-4ae6810ddefd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:38.614023 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-03024519-0548-45b4-aa32-0ce5466a07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['6fcbd912-8136-4e15-8672-4ae6810ddefd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:38.615265 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7641a392-4065-4ed5-b19a-d556a870ac34 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/0c9589b6-aeda-4a5c-985e-58e156046ec4 HTTP/1.1" status: 204 len: 168 time: 3.3728654 Mar 28 10:53:38.615952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60496) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:38.658888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1219be-213c-4111-8709-29d0686c4fbe tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7d6b5-db07-4e08-ad2d-25b63cc154a3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:38.669328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.670775 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-47a817ab-4069-4509-ae0a-bbaf259c284f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.1988518 Mar 28 10:53:38.679069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60500) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:38.682828 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-03024519-0548-45b4-aa32-0ce5466a07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:38.683435 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03024519-0548-45b4-aa32-0ce5466a07b5 None None] The sync data for ids ['6fcbd912-8136-4e15-8672-4ae6810ddefd'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:38.701555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:38.763247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.769155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:38.772358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.800067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cccd99-28de-4737-b785-f1c9b2b7d0ee tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet a8033a75-332b-4de7-9e7a-17b7a38aef04 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:38.805677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a2cccd99-28de-4737-b785-f1c9b2b7d0ee tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.835435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c711e5ca-55a9-43d0-897b-217e6fcd0ee1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Synchronizing usage tracker for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:38.851615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e01147-d7fc-4949-8bc6-6ce1f3e8403d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:38.853271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e01147-d7fc-4949-8bc6-6ce1f3e8403d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:38.854832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e01147-d7fc-4949-8bc6-6ce1f3e8403d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:38.855626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b4e01147-d7fc-4949-8bc6-6ce1f3e8403d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:38.889312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c711e5ca-55a9-43d0-897b-217e6fcd0ee1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Unset dirty status for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:38.890587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c711e5ca-55a9-43d0-897b-217e6fcd0ee1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3123686 Mar 28 10:53:38.899100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60504) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:38.903544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a2cccd99-28de-4737-b785-f1c9b2b7d0ee tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:38.931568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:38.936443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765582884'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:38.948341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:38.975202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:38.984160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:39.030296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a2cccd99-28de-4737-b785-f1c9b2b7d0ee tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.061951 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5538244 Mar 28 10:53:39.065180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60508) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:39.076281 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': '0295ce81-a5cb-409a-b2f1-70b255c5ae5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:39.105567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Made reservation on behalf of a9b7121070a4498e9027ede79f4e384d for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:39.109020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.128903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.132811 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c658c1d-3a43-4270-abbc-3a28a51b0978 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=0295ce81-a5cb-409a-b2f1-70b255c5ae5d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:39.145928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0295ce81-a5cb-409a-b2f1-70b255c5ae5d details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:53:39.224622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] device_id is not set on port eb53426c-74a0-4aec-b352-d8ecd8531bc3 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:39.269244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:39.277912 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b4e01147-d7fc-4949-8bc6-6ce1f3e8403d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:39.279113 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b4e01147-d7fc-4949-8bc6-6ce1f3e8403d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6577551 Mar 28 10:53:39.285621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:39.285802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60512) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:39.298282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:39.315256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:39.317473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:39.331756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:subnet and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:39.339847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:39.351698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:39.403100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a2cccd99-28de-4737-b785-f1c9b2b7d0ee tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.434719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.463128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cccd99-28de-4737-b785-f1c9b2b7d0ee tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=a8033a75-332b-4de7-9e7a-17b7a38aef04,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:39.467938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a2cccd99-28de-4737-b785-f1c9b2b7d0ee tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.474163 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf9317-7e39-4113-8ff5-86b48713cb8e None None] Network c2750c12-be09-4784-88ce-65befc8a9ffe requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:39.475848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:39.479302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.484121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacf3ae4-da9d-4132-9142-34b3392bf311 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 5047fdf1-4fef-4ba2-8dab-d8dd98f607fd {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:39.496362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aacf3ae4-da9d-4132-9142-34b3392bf311 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.530095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Pushing event deleted for resources: {'Port': ['ID=07f74f1e-1c80-4d78-b47a-19e4594c81b7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:39.559794 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a2cccd99-28de-4737-b785-f1c9b2b7d0ee tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/a8033a75-332b-4de7-9e7a-17b7a38aef04 HTTP/1.1" status: 204 len: 168 time: 1.0062430 Mar 28 10:53:39.560385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60516) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:39.566529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Allocated IP 172.20.0.6 (4dab81d2-958b-4d48-bc36-4d22cb81db38/656e640a-ca87-4d16-9612-8b8991985558/eb53426c-74a0-4aec-b352-d8ecd8531bc3) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:39.686658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.728492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aacf3ae4-da9d-4132-9142-34b3392bf311 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.778499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.784786 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8377480-4b4a-4a93-bbc9-31eea393f782 None None] DHCP port deletion for c2750c12-be09-4784-88ce-65befc8a9ffe request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:39.793964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a8377480-4b4a-4a93-bbc9-31eea393f782 None None] Deleting port 15da5b33-4e68-42a2-8ad2-0b566a71df2b {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:39.793964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a8377480-4b4a-4a93-bbc9-31eea393f782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.794236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.854754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.883972 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c529c7-5a9c-431e-8c91-4f697fb77fb4,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:39.996357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:39.997609 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a0050b3c-7e58-463f-91fb-4b936535576c tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0974991 Mar 28 10:53:40.006696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a8377480-4b4a-4a93-bbc9-31eea393f782 None None] For port 15da5b33-4e68-42a2-8ad2-0b566a71df2b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=15da5b33-4e68-42a2-8ad2-0b566a71df2b,segment=NetworkSegment(834ce524-2b2a-4403-bb3c-9aa66165388d),segment_id=834ce524-2b2a-4403-bb3c-9aa66165388d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:40.007391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a8377480-4b4a-4a93-bbc9-31eea393f782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.016927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 15da5b33-4e68-42a2-8ad2-0b566a71df2b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:40.017558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.062095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60520) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:40.079950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-10007bfd-5b19-4632-bdc4-0b0a7643a0c1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': '52c529c7-5a9c-431e-8c91-4f697fb77fb4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:40.080793 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-10007bfd-5b19-4632-bdc4-0b0a7643a0c1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 10:53:40.081300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-10007bfd-5b19-4632-bdc4-0b0a7643a0c1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:40.084846 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-10007bfd-5b19-4632-bdc4-0b0a7643a0c1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0193415 Mar 28 10:53:40.089122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60524) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:40.091833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.091976 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:53:40.142911 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a8377480-4b4a-4a93-bbc9-31eea393f782 None None] Calling delete_port for 15da5b33-4e68-42a2-8ad2-0b566a71df2b owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:40.197824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.268738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aacf3ae4-da9d-4132-9142-34b3392bf311 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.287549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a8377480-4b4a-4a93-bbc9-31eea393f782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.337186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8377480-4b4a-4a93-bbc9-31eea393f782 None None] Pushing event deleted for resources: {'Port': ['ID=15da5b33-4e68-42a2-8ad2-0b566a71df2b,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:40.340954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8377480-4b4a-4a93-bbc9-31eea393f782 None None] No DVR routers for this DVR port 15da5b33-4e68-42a2-8ad2-0b566a71df2b on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:40.440722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Transition to ACTIVE for port object eb53426c-74a0-4aec-b352-d8ecd8531bc3 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:40.450054 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.513149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.515372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] For port 15da5b33-4e68-42a2-8ad2-0b566a71df2b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=15da5b33-4e68-42a2-8ad2-0b566a71df2b,segment=NetworkSegment(834ce524-2b2a-4403-bb3c-9aa66165388d),segment_id=834ce524-2b2a-4403-bb3c-9aa66165388d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:40.515751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.522016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.544360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.623263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9a50b458-1c91-4fa9-b411-8dab51d05ecd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.638303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Deleting port 35e1f255-a1c4-4570-94ed-3b081118cb93 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:40.638637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.664320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 15da5b33-4e68-42a2-8ad2-0b566a71df2b owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:40.713147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=a3f79847-30af-4567-85ec-9271ee7b828f,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:40.739987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking segment: {'id': 'ba0cadad-e9ac-4181-9c55-d975c0434bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0295ce81-a5cb-409a-b2f1-70b255c5ae5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:40.740343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network hostable DHCP agents. Network: 0295ce81-a5cb-409a-b2f1-70b255c5ae5d, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:53:40.768862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Router 083b9699-98f6-4788-aba1-0b3ae4134e5d has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:53:40.771055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9a50b458-1c91-4fa9-b411-8dab51d05ecd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.775374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:40.775686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:40.815731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.856996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network 0295ce81-a5cb-409a-b2f1-70b255c5ae5d is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:53:40.885846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:40.888717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:40.897407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:40.908476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aacf3ae4-da9d-4132-9142-34b3392bf311 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.935366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Port': ['ID=eb53426c-74a0-4aec-b352-d8ecd8531bc3,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:40.951377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0295ce81-a5cb-409a-b2f1-70b255c5ae5d) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:40.959298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:40.959936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:40.967860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f74d2-b76b-482d-b28b-4d2c048c38dc None None] Network 0295ce81-a5cb-409a-b2f1-70b255c5ae5d requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:40.985581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:40.986211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.060270 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-52e9a8c3-4ef7-4884-8c65-bb5526c02c7c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9939876 Mar 28 10:53:41.064131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60530) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:41.074751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098854925'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:41.074904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf3ae4-da9d-4132-9142-34b3392bf311 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=5047fdf1-4fef-4ba2-8dab-d8dd98f607fd,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:41.075623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aacf3ae4-da9d-4132-9142-34b3392bf311 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.080884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:41.083124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94f776-67ae-4cde-a6d4-c1b159995f63 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:41.089199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:network and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:41.090785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:41.103234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60534) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:41.103565 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c931e029-52e9-489d-81f2-6484f83b287c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5264895 Mar 28 10:53:41.104621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:41.111396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:41.116137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:8d:bc:08'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:41.121640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1ae0a-8fb7-4fbf-bde1-ef9ebe6019f2 None None] Sync routers for ids ['083b9699-98f6-4788-aba1-0b3ae4134e5d'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:41.185430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:41.188572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.197038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.200861 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-177ae53c-4d99-4ae3-a866-50c445067292 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "PUT /v2.0/routers/083b9699-98f6-4788-aba1-0b3ae4134e5d HTTP/1.1" status: 200 len: 709 time: 5.9707239 Mar 28 10:53:41.202911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60538) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:41.204992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1ae0a-8fb7-4fbf-bde1-ef9ebe6019f2 None None] Routers {'083b9699-98f6-4788-aba1-0b3ae4134e5d'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:41.205782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-36e1ae0a-8fb7-4fbf-bde1-ef9ebe6019f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['083b9699-98f6-4788-aba1-0b3ae4134e5d'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:41.207032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9a50b458-1c91-4fa9-b411-8dab51d05ecd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.209461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9a50b458-1c91-4fa9-b411-8dab51d05ecd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.213049 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9a50b458-1c91-4fa9-b411-8dab51d05ecd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/52c529c7-5a9c-431e-8c91-4f697fb77fb4 HTTP/1.1" status: 204 len: 168 time: 1.1136222 Mar 28 10:53:41.230032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60542) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:41.231560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.276365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 15da5b33-4e68-42a2-8ad2-0b566a71df2b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:41.276804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.319383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50b458-1c91-4fa9-b411-8dab51d05ecd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c529c7-5a9c-431e-8c91-4f697fb77fb4,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:41.321566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-36e1ae0a-8fb7-4fbf-bde1-ef9ebe6019f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:41.402926 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-aacf3ae4-da9d-4132-9142-34b3392bf311 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/5047fdf1-4fef-4ba2-8dab-d8dd98f607fd HTTP/1.1" status: 204 len: 168 time: 2.1142972 Mar 28 10:53:41.408768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1ae0a-8fb7-4fbf-bde1-ef9ebe6019f2 None None] Routers {'083b9699-98f6-4788-aba1-0b3ae4134e5d'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:41.409379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-36e1ae0a-8fb7-4fbf-bde1-ef9ebe6019f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['083b9699-98f6-4788-aba1-0b3ae4134e5d'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:41.411418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Calling delete_port for 35e1f255-a1c4-4570-94ed-3b081118cb93 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:41.411556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:53:41.413337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60546) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:41.415330 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1f50da56-5495-4753-a6f9-73ec6fcd8f56 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/routers/083b9699-98f6-4788-aba1-0b3ae4134e5d HTTP/1.1" status: 200 len: 744 time: 0.2114227 Mar 28 10:53:41.422240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] The port '15da5b33-4e68-42a2-8ad2-0b566a71df2b' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:53:41.452288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60550) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:41.466869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 15da5b33-4e68-42a2-8ad2-0b566a71df2b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:53:41.507853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.508103 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment 7edd9404-533f-4470-8639-0cad87306fb7 of type vlan for network 53aaacb2-00ea-4e02-a203-b372cb5ff8e1 Mar 28 10:53:41.532629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-36e1ae0a-8fb7-4fbf-bde1-ef9ebe6019f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:41.533027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1ae0a-8fb7-4fbf-bde1-ef9ebe6019f2 None None] The sync data for ids ['083b9699-98f6-4788-aba1-0b3ae4134e5d'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:41.534555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d1ba82d-4a5f-45ca-9fc2-d83f86029059 None None] Provisioning for port eb53426c-74a0-4aec-b352-d8ecd8531bc3 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:41.555765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 15da5b33-4e68-42a2-8ad2-0b566a71df2b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:53:41.556327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 15da5b33-4e68-42a2-8ad2-0b566a71df2b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:53:41.568029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d1ba82d-4a5f-45ca-9fc2-d83f86029059 None None] Provisioning complete for port eb53426c-74a0-4aec-b352-d8ecd8531bc3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:41.568029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba82d-4a5f-45ca-9fc2-d83f86029059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.587857 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ec244259-08b9-4310-a0c1-37933c03a658 tempest-RoutersIpV6AdminTest-1089838152 tempest-RoutersIpV6AdminTest-1089838152-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=083b9699-98f6-4788-aba1-0b3ae4134e5d HTTP/1.1" status: 200 len: 205 time: 0.1345239 Mar 28 10:53:41.592760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60554) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:41.627252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.641251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1587be3-1b21-4537-9984-b8961229c2e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 8b91a50a-2595-4514-bec7-465127142c65 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:41.647836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b1587be3-1b21-4537-9984-b8961229c2e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.663502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7e4d708-399d-4477-99a9-afec8d5aaa8b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Synchronizing usage tracker for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:41.681837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.683288 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d5f2c02a-9e64-4dab-a2a9-fe39e74eca20 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=083b9699-98f6-4788-aba1-0b3ae4134e5d HTTP/1.1" status: 200 len: 205 time: 0.0849631 Mar 28 10:53:41.685256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60558) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:41.690193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-0295ce81-a5cb-409a-b2f1-70b255c5ae5d', 'network_id': '0295ce81-a5cb-409a-b2f1-70b255c5ae5d', 'tenant_id': '04d43a2545a5407686f952aefe4cc568', 'fixed_ips': [{'subnet_id': 'a3f79847-30af-4567-85ec-9271ee7b828f'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:41.690998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.725496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ba82d-4a5f-45ca-9fc2-d83f86029059 None None] Port eb53426c-74a0-4aec-b352-d8ecd8531bc3 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:41.728471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7e4d708-399d-4477-99a9-afec8d5aaa8b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Unset dirty status for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:41.729694 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c7e4d708-399d-4477-99a9-afec8d5aaa8b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4902463 Mar 28 10:53:41.736688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60562) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:41.776566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2750c12-be09-4784-88ce-65befc8a9ffe']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:41.780989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572184367'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:41.804990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:41.805247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834ce524-2b2a-4403-bb3c-9aa66165388d') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:41.805375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834ce524-2b2a-4403-bb3c-9aa66165388d') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:41.828338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:41.847223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.875205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:53:41.884405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b1587be3-1b21-4537-9984-b8961229c2e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:41.896685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Allocated IP 2001:db8::3 (0295ce81-a5cb-409a-b2f1-70b255c5ae5d/a3f79847-30af-4567-85ec-9271ee7b828f/d07d6f51-8f26-47f5-94e8-f97da29f9ca8) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:41.925484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d29b74ee-5790-4554-b2c8-47beb7eb8d9c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.104490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.132914 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.145382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Transition to ACTIVE for port object d07d6f51-8f26-47f5-94e8-f97da29f9ca8 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:42.161395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:42.167147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Transition to ACTIVE for port object d07d6f51-8f26-47f5-94e8-f97da29f9ca8 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:42.169432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:42.175876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.176023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:42.180895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:42.206881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.250126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.259983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.263564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b1587be3-1b21-4537-9984-b8961229c2e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.312884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:42.313335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.314270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.319227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Network 0295ce81-a5cb-409a-b2f1-70b255c5ae5d is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:42.322753 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:42.325302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:42.330014 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:42.396944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.402564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:42.403167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.404974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.431784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Pushing event deleted for resources: {'Port': ['ID=35e1f255-a1c4-4570-94ed-3b081118cb93,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:42.443831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Attempting to bind port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:42.444294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Attempting to bind port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'ba0cadad-e9ac-4181-9c55-d975c0434bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0295ce81-a5cb-409a-b2f1-70b255c5ae5d'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:42.444801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Attempting to bind port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 on network 0295ce81-a5cb-409a-b2f1-70b255c5ae5d {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:42.446906 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Pushing event updated for resources: {'Port': ['ID=d07d6f51-8f26-47f5-94e8-f97da29f9ca8,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:42.454878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:42.455901 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Checking segment: {'id': 'ba0cadad-e9ac-4181-9c55-d975c0434bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0295ce81-a5cb-409a-b2f1-70b255c5ae5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:42.456409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.456891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Bound using segment: {'id': 'ba0cadad-e9ac-4181-9c55-d975c0434bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0295ce81-a5cb-409a-b2f1-70b255c5ae5d'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:42.457549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Bound port: d07d6f51-8f26-47f5-94e8-f97da29f9ca8, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0cadad-e9ac-4181-9c55-d975c0434bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0295ce81-a5cb-409a-b2f1-70b255c5ae5d'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:42.458030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.587998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-37faaeb9-888f-4eab-a16a-7af36a57a7f9 None None] Provisioning complete for port 73e27766-cea9-4f6b-bdee-525ad608045b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:42.588679 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-37faaeb9-888f-4eab-a16a-7af36a57a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.620063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] For port d07d6f51-8f26-47f5-94e8-f97da29f9ca8, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:42.623447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a47b2b1-6641-4730-9c6b-d8f058d44043,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:42.645497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] For port d07d6f51-8f26-47f5-94e8-f97da29f9ca8, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d07d6f51-8f26-47f5-94e8-f97da29f9ca8,segment=NetworkSegment(ba0cadad-e9ac-4181-9c55-d975c0434bb3),segment_id=ba0cadad-e9ac-4181-9c55-d975c0434bb3)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:42.665045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.713821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d29b74ee-5790-4554-b2c8-47beb7eb8d9c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.724134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d29b74ee-5790-4554-b2c8-47beb7eb8d9c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.727721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=53aaacb2-00ea-4e02-a203-b372cb5ff8e1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:42.728512 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.729976 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-de5dd94a-d3b6-4e52-9005-98bf61943953 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9921188 Mar 28 10:53:42.733141 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60566) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:42.743086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 53aaacb2-00ea-4e02-a203-b372cb5ff8e1 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:53:42.745054 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-79d93bb1-c1c0-4ddd-8949-27a48cee9e69 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': '3a47b2b1-6641-4730-9c6b-d8f058d44043', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:42.751464 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-79d93bb1-c1c0-4ddd-8949-27a48cee9e69 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 10:53:42.756646 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-79d93bb1-c1c0-4ddd-8949-27a48cee9e69 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:42.756646 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-79d93bb1-c1c0-4ddd-8949-27a48cee9e69 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0182121 Mar 28 10:53:42.762612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60570) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:42.762759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.769867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e4eb2791-bf27-45e8-ba9a-4a88db1c6972 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': '3a47b2b1-6641-4730-9c6b-d8f058d44043', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:42.770852 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-e4eb2791-bf27-45e8-ba9a-4a88db1c6972 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 10:53:42.771509 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-e4eb2791-bf27-45e8-ba9a-4a88db1c6972 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:42.772913 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e4eb2791-bf27-45e8-ba9a-4a88db1c6972 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090122 Mar 28 10:53:42.776047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60574) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:42.781208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3fc4ea00-26b9-4949-8c6b-3f18dcd14212 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': '3a47b2b1-6641-4730-9c6b-d8f058d44043', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:42.782304 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-3fc4ea00-26b9-4949-8c6b-3f18dcd14212 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 10:53:42.784699 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-3fc4ea00-26b9-4949-8c6b-3f18dcd14212 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:42.784699 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3fc4ea00-26b9-4949-8c6b-3f18dcd14212 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067368 Mar 28 10:53:42.786610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60578) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:42.791561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-533ac34a-f1eb-4c90-9cb9-b6372e2015aa tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': '3a47b2b1-6641-4730-9c6b-d8f058d44043', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:42.792542 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-533ac34a-f1eb-4c90-9cb9-b6372e2015aa tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 10:53:42.793006 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-533ac34a-f1eb-4c90-9cb9-b6372e2015aa tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:42.795528 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-533ac34a-f1eb-4c90-9cb9-b6372e2015aa tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064566 Mar 28 10:53:42.796559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60582) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:42.810580 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70e47cf0-ad60-4fc0-90a5-faee065ca482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7439895 Mar 28 10:53:42.814302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60586) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:42.823357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': '53aaacb2-00ea-4e02-a203-b372cb5ff8e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:42.876960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:53:42.939628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:42.941052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71790eef-fbda-4853-ab83-49a13e082c6d None None] Pushing event updated for resources: {'Port': ['ID=d07d6f51-8f26-47f5-94e8-f97da29f9ca8,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:42.942374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.943191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.952583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b1587be3-1b21-4537-9984-b8961229c2e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.956689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d29b74ee-5790-4554-b2c8-47beb7eb8d9c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:42.957189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29b74ee-5790-4554-b2c8-47beb7eb8d9c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Fanout notify agent at l3_agent the message router_deleted on router 083b9699-98f6-4788-aba1-0b3ae4134e5d {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:42.964487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:subnet and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:43.017237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:43.021385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.030430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.055879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:43.059116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Network': ['ID=c2750c12-be09-4784-88ce-65befc8a9ffe,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:43.061928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1587be3-1b21-4537-9984-b8961229c2e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=8b91a50a-2595-4514-bec7-465127142c65,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:43.068442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b1587be3-1b21-4537-9984-b8961229c2e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.071887 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e64f8-e558-4d6f-a004-2c89262f3be4 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:43.083976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d29b74ee-5790-4554-b2c8-47beb7eb8d9c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.089229 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d29b74ee-5790-4554-b2c8-47beb7eb8d9c tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/083b9699-98f6-4788-aba1-0b3ae4134e5d HTTP/1.1" status: 204 len: 168 time: 1.3880665 Mar 28 10:53:43.094014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60590) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.134328 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8f26f6df-7825-465a-a2aa-aae34f79bd86 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/networks/c2750c12-be09-4784-88ce-65befc8a9ffe HTTP/1.1" status: 204 len: 168 time: 3.5654125 Mar 28 10:53:43.142437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60594) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.162785 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b1587be3-1b21-4537-9984-b8961229c2e7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/8b91a50a-2595-4514-bec7-465127142c65 HTTP/1.1" status: 204 len: 168 time: 1.7463951 Mar 28 10:53:43.166866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60596) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.173952 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a5f6aba2-f588-4018-8d40-6e99e88e165b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=083b9699-98f6-4788-aba1-0b3ae4134e5d HTTP/1.1" status: 200 len: 205 time: 0.0758400 Mar 28 10:53:43.179579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60598) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.187337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.293632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.327379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e204399e-5c09-4dc0-8aef-a1bba53fd14e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.328189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Port': ['ID=eb53426c-74a0-4aec-b352-d8ecd8531bc3,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:43.343258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:43.346779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.383474 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89e5567d-a659-405f-9298-5f2c22a7459d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2078598 Mar 28 10:53:43.384109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60608) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.399272 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-fbc859a9-18c4-44bc-bfb0-2f4c7f91b5b9 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] delete failed (client error): The resource could not be found. Mar 28 10:53:43.403033 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fbc859a9-18c4-44bc-bfb0-2f4c7f91b5b9 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/083b9699-98f6-4788-aba1-0b3ae4134e5d HTTP/1.1" status: 404 len: 336 time: 0.2222793 Mar 28 10:53:43.406126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60612) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.487147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] In _notify_port_updated(), no bound segment for port eb53426c-74a0-4aec-b352-d8ecd8531bc3 on network 4dab81d2-958b-4d48-bc36-4d22cb81db38 {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:53:43.493707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:43.495093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.496475 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b5f3885b-c77f-41b0-9490-70c0a80b60ce tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "PUT /v2.0/ports/eb53426c-74a0-4aec-b352-d8ecd8531bc3 HTTP/1.1" status: 200 len: 993 time: 2.3906798 Mar 28 10:53:43.505351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60616) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.543329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d07d6f51-8f26-47f5-94e8-f97da29f9ca8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:43.607046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8682e504-8bea-4e47-bc59-f8043b45e918 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:43.607648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8682e504-8bea-4e47-bc59-f8043b45e918 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:43.628146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d08ddb-d3e7-4cfb-8d6b-d187205b4d55 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:43.632174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e204399e-5c09-4dc0-8aef-a1bba53fd14e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.638168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-75d08ddb-d3e7-4cfb-8d6b-d187205b4d55 None None] Deleting port 73e27766-cea9-4f6b-bdee-525ad608045b {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:43.638613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-75d08ddb-d3e7-4cfb-8d6b-d187205b4d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.646754 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-59dc8d39-db3e-456c-8edb-a4a9ba502447 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fb71a47-4bff-4e20-910d-2de2cdfffe67 HTTP/1.1" status: 200 len: 205 time: 0.1590569 Mar 28 10:53:43.650278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60620) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.651961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.ipam_backend_mixin [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Performing IP validity checks on allocation pools {{(pid=88493) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 10:53:43.652752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.ipam_backend_mixin [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88493) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 10:53:43.662540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Router 6fcbd912-8136-4e15-8672-4ae6810ddefd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:53:43.674222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3d015ad0-7804-4b49-9472-a936e715ac6f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Deleting port eb53426c-74a0-4aec-b352-d8ecd8531bc3 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:43.674849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d015ad0-7804-4b49-9472-a936e715ac6f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.682791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d35e695f-e9d2-49ef-991c-84b8fcdce096 None None] Provisioning complete for port eb53426c-74a0-4aec-b352-d8ecd8531bc3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:43.683160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d35e695f-e9d2-49ef-991c-84b8fcdce096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.773684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d35e695f-e9d2-49ef-991c-84b8fcdce096 None None] Port eb53426c-74a0-4aec-b352-d8ecd8531bc3 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:43.832902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:43.897593 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-1dcaa67d-40fd-4020-b94e-89530ac290fa tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] delete failed (client error): The resource could not be found. Mar 28 10:53:43.901717 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1dcaa67d-40fd-4020-b94e-89530ac290fa tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/7fb71a47-4bff-4e20-910d-2de2cdfffe67 HTTP/1.1" status: 404 len: 336 time: 0.2452700 Mar 28 10:53:43.909977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60626) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.918457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8682e504-8bea-4e47-bc59-f8043b45e918 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:43.919632 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8682e504-8bea-4e47-bc59-f8043b45e918 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/66483233-0338-40c4-aac5-ce8b77d0ad6e HTTP/1.1" status: 200 len: 841 time: 0.7389300 Mar 28 10:53:43.924956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60630) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:43.964549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-75d08ddb-d3e7-4cfb-8d6b-d187205b4d55 None None] For port 73e27766-cea9-4f6b-bdee-525ad608045b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=73e27766-cea9-4f6b-bdee-525ad608045b,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:43.965084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-75d08ddb-d3e7-4cfb-8d6b-d187205b4d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:43.979306 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-91ad6c4b-50c8-4ed1-9c80-c426571ed586 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b HTTP/1.1" status: 200 len: 205 time: 0.0626202 Mar 28 10:53:43.979914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60634) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.062526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:53:44.075272 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7a440-3f34-4741-b639-a7c1f506a2ac None None] Sync routers for ids ['6fcbd912-8136-4e15-8672-4ae6810ddefd'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:53:44.076200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede07ae-d970-4a94-8c1a-f09247261ae2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:44.077216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cede07ae-d970-4a94-8c1a-f09247261ae2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:44.077729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:44.079094 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-015e1d84-6a2f-4aef-a5af-7329207c096c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "PUT /v2.0/routers/6fcbd912-8136-4e15-8672-4ae6810ddefd HTTP/1.1" status: 200 len: 705 time: 5.3908615 Mar 28 10:53:44.082121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60638) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.084558 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-3f06fda7-8e3c-4cae-8f36-3c044c9bcc26 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] delete failed (client error): The resource could not be found. Mar 28 10:53:44.085824 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3f06fda7-8e3c-4cae-8f36-3c044c9bcc26 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/6d0c537d-26ba-4d9b-8268-dbbdb62e4b8b HTTP/1.1" status: 404 len: 336 time: 0.0915561 Mar 28 10:53:44.090981 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7a440-3f34-4741-b639-a7c1f506a2ac None None] Routers {'6fcbd912-8136-4e15-8672-4ae6810ddefd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:44.092566 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-17e7a440-3f34-4741-b639-a7c1f506a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['6fcbd912-8136-4e15-8672-4ae6810ddefd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:44.094167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60640) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.152770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-75d08ddb-d3e7-4cfb-8d6b-d187205b4d55 None None] Calling delete_port for 73e27766-cea9-4f6b-bdee-525ad608045b owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:44.160780 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cb212a80-6be4-4e55-bfee-187c2a40b40b tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd502e87-f036-4017-8f16-c6590c99877c HTTP/1.1" status: 200 len: 205 time: 0.0633762 Mar 28 10:53:44.163911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60646) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.199735 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-17e7a440-3f34-4741-b639-a7c1f506a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:44.209278 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7a440-3f34-4741-b639-a7c1f506a2ac None None] Routers {'6fcbd912-8136-4e15-8672-4ae6810ddefd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:53:44.210246 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-17e7a440-3f34-4741-b639-a7c1f506a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:53:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['6fcbd912-8136-4e15-8672-4ae6810ddefd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:44.244416 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-891dd4f7-d79d-4acf-b31b-e6b17f6115a6 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] delete failed (client error): The resource could not be found. Mar 28 10:53:44.245340 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-891dd4f7-d79d-4acf-b31b-e6b17f6115a6 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/fd502e87-f036-4017-8f16-c6590c99877c HTTP/1.1" status: 404 len: 336 time: 0.0803778 Mar 28 10:53:44.275374 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-17e7a440-3f34-4741-b639-a7c1f506a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:44.276282 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7a440-3f34-4741-b639-a7c1f506a2ac None None] The sync data for ids ['6fcbd912-8136-4e15-8672-4ae6810ddefd'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:53:44.292750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60650) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.303070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e204399e-5c09-4dc0-8aef-a1bba53fd14e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:44.314399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cede07ae-d970-4a94-8c1a-f09247261ae2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:44.318065 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cede07ae-d970-4a94-8c1a-f09247261ae2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9182086 Mar 28 10:53:44.320350 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-faacfb51-4c49-461f-b44b-aa9b370e9640 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/66483233-0338-40c4-aac5-ce8b77d0ad6e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3902843 Mar 28 10:53:44.327862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60654) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.336109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60656) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.336109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ffdcc33d-f911-4a37-b379-e9cb2be794d5 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/routers/6fcbd912-8136-4e15-8672-4ae6810ddefd HTTP/1.1" status: 200 len: 740 time: 0.2127481 Mar 28 10:53:44.341754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:44.350589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-75d08ddb-d3e7-4cfb-8d6b-d187205b4d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:44.377260 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1cfa3639-5457-4244-9da5-28f9e1b7cbd9 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=28b6d129-3785-4160-bd62-0ab2d4cc3191 HTTP/1.1" status: 200 len: 205 time: 0.0806170 Mar 28 10:53:44.380882 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60662) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.380882 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60664) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.387307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204399e-5c09-4dc0-8aef-a1bba53fd14e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a47b2b1-6641-4730-9c6b-d8f058d44043,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:44.400364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d08ddb-d3e7-4cfb-8d6b-d187205b4d55 None None] Pushing event deleted for resources: {'Port': ['ID=73e27766-cea9-4f6b-bdee-525ad608045b,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:44.423284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d08ddb-d3e7-4cfb-8d6b-d187205b4d55 None None] No DVR routers for this DVR port 73e27766-cea9-4f6b-bdee-525ad608045b on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:44.454912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ec74b6-6c43-4ae3-a00b-8456f01e3fc0 None None] Network 0295ce81-a5cb-409a-b2f1-70b255c5ae5d requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:44.529879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-93657027-ac0f-4307-aecd-a3ba574eff05 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Synchronizing usage tracker for tenant:b94ab840993743ec82d60cd2a23cb97e on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:44.559190 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-d0c7c7dd-df6c-438d-b483-4270533e5be0 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] delete failed (client error): The resource could not be found. Mar 28 10:53:44.560200 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d0c7c7dd-df6c-438d-b483-4270533e5be0 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/28b6d129-3785-4160-bd62-0ab2d4cc3191 HTTP/1.1" status: 404 len: 336 time: 0.1743848 Mar 28 10:53:44.562954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-93657027-ac0f-4307-aecd-a3ba574eff05 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] Unset dirty status for tenant:b94ab840993743ec82d60cd2a23cb97e on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:44.565218 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-93657027-ac0f-4307-aecd-a3ba574eff05 tempest-RoutersAdminTest-52149754 tempest-RoutersAdminTest-52149754-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&device_id=6fcbd912-8136-4e15-8672-4ae6810ddefd HTTP/1.1" status: 200 len: 205 time: 0.1809754 Mar 28 10:53:44.566395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e204399e-5c09-4dc0-8aef-a1bba53fd14e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:44.567617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e204399e-5c09-4dc0-8aef-a1bba53fd14e tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/3a47b2b1-6641-4730-9c6b-d8f058d44043 HTTP/1.1" status: 204 len: 168 time: 1.7697866 Mar 28 10:53:44.568411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60670) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.568534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60672) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.573074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60674) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.632308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7060ae85-11ea-4b71-825f-1a222ed15992 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:44.632992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7060ae85-11ea-4b71-825f-1a222ed15992 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:44.649015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:44.669760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:44.674398 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-98754b67-0e9c-4eb7-815b-4100e58382c6 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cb378d6-0030-464a-afd9-480b021c7c23 HTTP/1.1" status: 200 len: 205 time: 0.1033416 Mar 28 10:53:44.675108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60682) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.689486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:44.689668 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d141a967-166b-45a6-8695-8fe7db0cf645 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fcbd912-8136-4e15-8672-4ae6810ddefd HTTP/1.1" status: 200 len: 205 time: 0.1141031 Mar 28 10:53:44.698192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60686) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.710211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d015ad0-7804-4b49-9472-a936e715ac6f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:44.717137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9ba450ad-4563-4854-bfbd-9b19de6c97fa None None] Provisioning for port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:44.720405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9ba450ad-4563-4854-bfbd-9b19de6c97fa None None] Provisioning complete for port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:44.720967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ba450ad-4563-4854-bfbd-9b19de6c97fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:44.721692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:44.761196 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-7b72150d-468c-4e9d-8dc6-6cfba9172523 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] delete failed (client error): The resource could not be found. Mar 28 10:53:44.764986 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7b72150d-468c-4e9d-8dc6-6cfba9172523 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/routers/2cb378d6-0030-464a-afd9-480b021c7c23 HTTP/1.1" status: 404 len: 336 time: 0.0812099 Mar 28 10:53:44.765557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60690) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:44.805342 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fb14df-9a16-4c18-8267-d1ec0cdad9b0 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] DELETE failed (client error): The resource could not be found. Mar 28 10:53:44.805808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fb14df-9a16-4c18-8267-d1ec0cdad9b0 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:44.807538 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-30fb14df-9a16-4c18-8267-d1ec0cdad9b0 tempest-RoutersIpV6AdminTest-475928377 tempest-RoutersIpV6AdminTest-475928377-project] 10.222.0.18 "DELETE /v2.0/subnets/f2ebcd26-da68-439c-8d7e-40ef4cc47265 HTTP/1.1" status: 404 len: 337 time: 0.0405347 Mar 28 10:53:44.819388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:44.872021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-16eb3655-0db8-4236-bad2-c9ec6efc77db tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Synchronizing usage tracker for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:44.880266 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ba450ad-4563-4854-bfbd-9b19de6c97fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:44.909896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=853810be-96e8-45d0-a003-f2c5c2d83266,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:44.925007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking segment: {'id': '7edd9404-533f-4470-8639-0cad87306fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53aaacb2-00ea-4e02-a203-b372cb5ff8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:44.925007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network hostable DHCP agents. Network: 53aaacb2-00ea-4e02-a203-b372cb5ff8e1, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:53:44.929027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9ba450ad-4563-4854-bfbd-9b19de6c97fa None None] For port d07d6f51-8f26-47f5-94e8-f97da29f9ca8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d07d6f51-8f26-47f5-94e8-f97da29f9ca8,segment=NetworkSegment(ba0cadad-e9ac-4181-9c55-d975c0434bb3),segment_id=ba0cadad-e9ac-4181-9c55-d975c0434bb3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:44.951090 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3d015ad0-7804-4b49-9472-a936e715ac6f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Calling delete_port for eb53426c-74a0-4aec-b352-d8ecd8531bc3 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:44.981275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7060ae85-11ea-4b71-825f-1a222ed15992 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:44.982466 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7060ae85-11ea-4b71-825f-1a222ed15992 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6533775 Mar 28 10:53:44.985587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60696) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:45.002579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ba450ad-4563-4854-bfbd-9b19de6c97fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.065013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdfc8-2405-4d74-8801-8cfbff74d86f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.076489 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b50a8599-4e65-444f-914b-96e8a880500f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894861 Mar 28 10:53:45.077289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network 53aaacb2-00ea-4e02-a203-b372cb5ff8e1 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:53:45.083829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60700) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:45.084756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba450ad-4563-4854-bfbd-9b19de6c97fa None None] Pushing event updated for resources: {'Port': ['ID=d07d6f51-8f26-47f5-94e8-f97da29f9ca8,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:45.091241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f279f432-692b-4d31-9280-55707a223f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:45.123434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:45.125052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-68d238e3-e222-4554-b0da-0344c4a2f996 None None] Provisioning complete for port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:45.125666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-68d238e3-e222-4554-b0da-0344c4a2f996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.127056 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.135712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 53aaacb2-00ea-4e02-a203-b372cb5ff8e1) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:45.140357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:45.141091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.165944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9462348-9a32-4830-80d2-c0ac41315cbf None None] Network 53aaacb2-00ea-4e02-a203-b372cb5ff8e1 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:45.230774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f279f432-692b-4d31-9280-55707a223f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:45.241122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f279f432-692b-4d31-9280-55707a223f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:45.309753 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-54b5a49d-8798-4860-9c6a-ac3d89ba5e51 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4917412 Mar 28 10:53:45.310380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60704) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:45.449764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-16eb3655-0db8-4236-bad2-c9ec6efc77db tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Unset dirty status for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:45.455052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-16eb3655-0db8-4236-bad2-c9ec6efc77db tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8698840 Mar 28 10:53:45.461521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60710) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:45.472315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'tempest-secgroup--529397304'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:45.480554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d07d6f51-8f26-47f5-94e8-f97da29f9ca8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:45.482483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f279f432-692b-4d31-9280-55707a223f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:45.486567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f279f432-692b-4d31-9280-55707a223f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.488481 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-f279f432-692b-4d31-9280-55707a223f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:45.489117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f279f432-692b-4d31-9280-55707a223f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:45.508189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-53aaacb2-00ea-4e02-a203-b372cb5ff8e1', 'network_id': '53aaacb2-00ea-4e02-a203-b372cb5ff8e1', 'tenant_id': '04d43a2545a5407686f952aefe4cc568', 'fixed_ips': [{'subnet_id': '853810be-96e8-45d0-a003-f2c5c2d83266'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:45.509380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.513785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:45.524778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:45.534722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60714) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:45.586487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.627180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.635997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.667328 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f279f432-692b-4d31-9280-55707a223f10 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5824318 Mar 28 10:53:45.673497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60720) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:45.684298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a8a3afd2-1ac2-4079-8af5-ac42a181130d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:45.693301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:45.693680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.703124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:45.727293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:45.744180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:45.752031 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad154832-c6d9-441a-8874-9dcb61a6d4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.767811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.808250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Allocated IP 2001:db8::3 (53aaacb2-00ea-4e02-a203-b372cb5ff8e1/853810be-96e8-45d0-a003-f2c5c2d83266/5b311e99-2754-4554-8213-e279dc5de0d1) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:45.818564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdfc8-2405-4d74-8801-8cfbff74d86f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.821185 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdfc8-2405-4d74-8801-8cfbff74d86f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.907177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:45.951985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdfc8-2405-4d74-8801-8cfbff74d86f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.952548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2bdfc8-2405-4d74-8801-8cfbff74d86f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Fanout notify agent at l3_agent the message router_deleted on router 6fcbd912-8136-4e15-8672-4ae6810ddefd {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:45.964405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad154832-c6d9-441a-8874-9dcb61a6d4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:45.968192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad154832-c6d9-441a-8874-9dcb61a6d4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:7f6f5fd052e544eca4c77606ea5cd99f is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:45.971622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad154832-c6d9-441a-8874-9dcb61a6d4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:45.977380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad154832-c6d9-441a-8874-9dcb61a6d4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:45.986953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdfc8-2405-4d74-8801-8cfbff74d86f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:45.991849 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ee2bdfc8-2405-4d74-8801-8cfbff74d86f tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/6fcbd912-8136-4e15-8672-4ae6810ddefd HTTP/1.1" status: 204 len: 168 time: 1.2809319 Mar 28 10:53:45.991986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60724) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.029634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 73e27766-cea9-4f6b-bdee-525ad608045b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:53:46.038382 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-17790218-d055-485a-b841-d2a2e80ce8fa tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fcbd912-8136-4e15-8672-4ae6810ddefd HTTP/1.1" status: 200 len: 205 time: 0.0429928 Mar 28 10:53:46.038382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.041557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60728) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.063302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad154832-c6d9-441a-8874-9dcb61a6d4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.081077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d015ad0-7804-4b49-9472-a936e715ac6f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.104278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 73e27766-cea9-4f6b-bdee-525ad608045b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:53:46.104614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 73e27766-cea9-4f6b-bdee-525ad608045b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:53:46.118626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a8a3afd2-1ac2-4079-8af5-ac42a181130d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:46.132420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a8a3afd2-1ac2-4079-8af5-ac42a181130d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:46.135417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.147056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Transition to ACTIVE for port object 5b311e99-2754-4554-8213-e279dc5de0d1 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:46.149572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad154832-c6d9-441a-8874-9dcb61a6d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.166319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Transition to ACTIVE for port object 5b311e99-2754-4554-8213-e279dc5de0d1 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:46.208330 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad154832-c6d9-441a-8874-9dcb61a6d4f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f6f5fd052e544eca4c77606ea5cd99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6690135 Mar 28 10:53:46.208769 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60734) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.213480 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:46.215990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad154832-c6d9-441a-8874-9dcb61a6d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3320882f-7a9a-4b3b-8409-0b9794c456ff,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:46.237066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a3afd2-1ac2-4079-8af5-ac42a181130d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:46.240538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a8a3afd2-1ac2-4079-8af5-ac42a181130d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.242003 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a3afd2-1ac2-4079-8af5-ac42a181130d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:46.242431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a3afd2-1ac2-4079-8af5-ac42a181130d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:46.258423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d015ad0-7804-4b49-9472-a936e715ac6f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event deleted for resources: {'Port': ['ID=eb53426c-74a0-4aec-b352-d8ecd8531bc3,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:46.260291 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-853ae0ca-d498-4f83-96a7-e0cbf3aee0d9 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] delete failed (client error): The resource could not be found. Mar 28 10:53:46.261318 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-853ae0ca-d498-4f83-96a7-e0cbf3aee0d9 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/6fcbd912-8136-4e15-8672-4ae6810ddefd HTTP/1.1" status: 404 len: 336 time: 0.1903517 Mar 28 10:53:46.262234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:46.270685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:46.271188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.272496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60738) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.281455 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac51119-71be-4d3e-9a1e-25f237aaa121 None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:46.302336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.304086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=4cc2a5aa-d05f-4f61-a261-6691a0121482,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:46.355799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.364875 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f98ccc28-ea6c-420d-9970-42b69c560608 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87e9a6d-26df-459a-8646-2f1862ee17f7 HTTP/1.1" status: 200 len: 205 time: 0.0885012 Mar 28 10:53:46.373082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60742) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.419315 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-aec8ac78-22a6-4181-a52f-eeb7b75a5b1e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0885007 Mar 28 10:53:46.425248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60746) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.453169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.461832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'security_group': {'name': 'tempest-secgroup-102935856'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:46.471151 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-3eb3c2b6-9d33-46a3-8a92-f95dcca5d78c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] delete failed (client error): The resource could not be found. Mar 28 10:53:46.472146 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3eb3c2b6-9d33-46a3-8a92-f95dcca5d78c tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/d87e9a6d-26df-459a-8646-2f1862ee17f7 HTTP/1.1" status: 404 len: 336 time: 0.0959888 Mar 28 10:53:46.478095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60750) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.479621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:46.481689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Network 53aaacb2-00ea-4e02-a203-b372cb5ff8e1 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:46.494870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a7c79c9-1c84-419c-91ac-e4eb9c2f6c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.499599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Pushing event updated for resources: {'Port': ['ID=5b311e99-2754-4554-8213-e279dc5de0d1,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:46.502777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:46.507661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:46.529135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b093627f-af78-42bd-82ed-4fa612092931,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:46.533144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:46.535160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.574065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a7c79c9-1c84-419c-91ac-e4eb9c2f6c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.575045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:46.583776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d015ad0-7804-4b49-9472-a936e715ac6f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.586137 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3d015ad0-7804-4b49-9472-a936e715ac6f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "DELETE /v2.0/ports/eb53426c-74a0-4aec-b352-d8ecd8531bc3 HTTP/1.1" status: 204 len: 168 time: 3.0798883 Mar 28 10:53:46.592174 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a8a3afd2-1ac2-4079-8af5-ac42a181130d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9164031 Mar 28 10:53:46.594961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60754) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.595891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=853810be-96e8-45d0-a003-f2c5c2d83266,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:46.600421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60756) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.605016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bd902222-8e5b-441d-8f51-d31cd8e9f355 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=52c1ea9a-8b3d-4699-a8c4-2f3a241caa35 HTTP/1.1" status: 200 len: 205 time: 0.1117938 Mar 28 10:53:46.606651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:46.608672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60760) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.637169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Attempting to bind port 5b311e99-2754-4554-8213-e279dc5de0d1 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:46.637684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Attempting to bind port 5b311e99-2754-4554-8213-e279dc5de0d1 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '7edd9404-533f-4470-8639-0cad87306fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53aaacb2-00ea-4e02-a203-b372cb5ff8e1'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:46.638182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Attempting to bind port 5b311e99-2754-4554-8213-e279dc5de0d1 on network 53aaacb2-00ea-4e02-a203-b372cb5ff8e1 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:46.657642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c0fb18ca-1f9e-4ce1-a0bd-f66694231026 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:46.678589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:46.678989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Checking segment: {'id': '7edd9404-533f-4470-8639-0cad87306fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53aaacb2-00ea-4e02-a203-b372cb5ff8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:46.679136 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-41674d2a-3d77-4ab3-867c-a50b564d0ef5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] delete failed (client error): The resource could not be found. Mar 28 10:53:46.681007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.681007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Bound using segment: {'id': '7edd9404-533f-4470-8639-0cad87306fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53aaacb2-00ea-4e02-a203-b372cb5ff8e1'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:46.681250 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-41674d2a-3d77-4ab3-867c-a50b564d0ef5 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/52c1ea9a-8b3d-4699-a8c4-2f3a241caa35 HTTP/1.1" status: 404 len: 336 time: 0.0702207 Mar 28 10:53:46.681355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Bound port: 5b311e99-2754-4554-8213-e279dc5de0d1, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edd9404-533f-4470-8639-0cad87306fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '53aaacb2-00ea-4e02-a203-b372cb5ff8e1'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:46.681355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.683406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60766) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.714602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.718709 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6c0a553b-6839-400e-b545-74f1e30774d1 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2556679 Mar 28 10:53:46.720796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60770) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.730291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-50736fcc-faaf-4807-be6b-5dd29f00caa3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'b093627f-af78-42bd-82ed-4fa612092931', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:46.731388 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-50736fcc-faaf-4807-be6b-5dd29f00caa3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 10:53:46.732125 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-50736fcc-faaf-4807-be6b-5dd29f00caa3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:46.733218 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-50736fcc-faaf-4807-be6b-5dd29f00caa3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115201 Mar 28 10:53:46.738931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60774) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.742185 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-4688b118-0574-47d0-af3d-1811f6da6394 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] GET failed (client error): The resource could not be found. Mar 28 10:53:46.742733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4688b118-0574-47d0-af3d-1811f6da6394 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Synchronizing usage tracker for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:46.745673 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f357b522-1fc8-444a-b58a-83b5c55c7d20 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=e16cb13f-a282-4d24-b712-0422a2a4680c HTTP/1.1" status: 200 len: 205 time: 0.0590651 Mar 28 10:53:46.745967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60778) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.751223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ee02b790-b2d0-42ba-bf4f-bab38f5a52b4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'b093627f-af78-42bd-82ed-4fa612092931', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:46.806327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ee02b790-b2d0-42ba-bf4f-bab38f5a52b4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:46.815420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.823014 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] For port 5b311e99-2754-4554-8213-e279dc5de0d1, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:46.825298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ee02b790-b2d0-42ba-bf4f-bab38f5a52b4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:46.826957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] For port 5b311e99-2754-4554-8213-e279dc5de0d1, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5b311e99-2754-4554-8213-e279dc5de0d1,segment=NetworkSegment(7edd9404-533f-4470-8639-0cad87306fb7),segment_id=7edd9404-533f-4470-8639-0cad87306fb7)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:46.837401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ee02b790-b2d0-42ba-bf4f-bab38f5a52b4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:46.844348 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-ce85ddc1-5724-48e0-b76b-2bafb74930da tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] delete failed (client error): The resource could not be found. Mar 28 10:53:46.845599 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ce85ddc1-5724-48e0-b76b-2bafb74930da tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/e16cb13f-a282-4d24-b712-0422a2a4680c HTTP/1.1" status: 404 len: 336 time: 0.0986202 Mar 28 10:53:46.846535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ee02b790-b2d0-42ba-bf4f-bab38f5a52b4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:46.850740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60782) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.861945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'tenant_id': '88ec145311bb436e9dcd2230251cb270', 'fixed_ips': [{'subnet_id': '4cc2a5aa-d05f-4f61-a261-6691a0121482'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:46.863076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.865957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.900172 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f874c086-90cf-4fd8-ba8c-74f3d95b53d2 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=879cb6f1-79a7-49af-81b6-3fae62e58d5f HTTP/1.1" status: 200 len: 205 time: 0.0474281 Mar 28 10:53:46.904205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60786) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.906740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:46.910625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aaacb2-00ea-4e02-a203-b372cb5ff8e1']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:46.910794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group_rule and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:46.913645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:46.919494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:46.920485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4688b118-0574-47d0-af3d-1811f6da6394 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Unset dirty status for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:46.925962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:46.927011 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4688b118-0574-47d0-af3d-1811f6da6394 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "GET /v2.0/ports/eb53426c-74a0-4aec-b352-d8ecd8531bc3 HTTP/1.1" status: 404 len: 333 time: 0.3286562 Mar 28 10:53:46.928125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60790) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:46.999633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edd9404-533f-4470-8639-0cad87306fb7') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:47.001184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edd9404-533f-4470-8639-0cad87306fb7') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:47.003426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.006260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe55f3c-1403-402f-97cd-e31d44ea0875 None None] Pushing event updated for resources: {'Port': ['ID=5b311e99-2754-4554-8213-e279dc5de0d1,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:47.017966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'port': {'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38', 'name': 'tempest-AllowedAddressPairTestJSON-485109079'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:47.031142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c0fb18ca-1f9e-4ce1-a0bd-f66694231026 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:47.040285 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-c6670f0b-4945-4da9-b2e8-e4cb415f0f18 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] delete failed (client error): The resource could not be found. Mar 28 10:53:47.047835 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c6670f0b-4945-4da9-b2e8-e4cb415f0f18 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/879cb6f1-79a7-49af-81b6-3fae62e58d5f HTTP/1.1" status: 404 len: 336 time: 0.1340361 Mar 28 10:53:47.047968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60794) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.057586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a7c79c9-1c84-419c-91ac-e4eb9c2f6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.068568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.084259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c0fb18ca-1f9e-4ce1-a0bd-f66694231026 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:47.088955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.092761 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-ee02b790-b2d0-42ba-bf4f-bab38f5a52b4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:47.096728 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ee02b790-b2d0-42ba-bf4f-bab38f5a52b4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3537533 Mar 28 10:53:47.121498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60798) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.124412 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-464c6e22-3712-4d45-a87d-711fd81a6295 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6128fc2-01ed-46a0-ab59-b44048282a77 HTTP/1.1" status: 200 len: 205 time: 0.0792322 Mar 28 10:53:47.132171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60802) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.136739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b7373e15-f298-4ee3-8218-36448565ff10 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'b093627f-af78-42bd-82ed-4fa612092931', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:47.137212 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-b7373e15-f298-4ee3-8218-36448565ff10 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 10:53:47.143092 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-b7373e15-f298-4ee3-8218-36448565ff10 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:47.143092 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b7373e15-f298-4ee3-8218-36448565ff10 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0132425 Mar 28 10:53:47.149826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60806) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.161759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c79c9-1c84-419c-91ac-e4eb9c2f6c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3320882f-7a9a-4b3b-8409-0b9794c456ff,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:47.166105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-11979493-b766-41e7-bc2b-3a20269f4b40 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'b093627f-af78-42bd-82ed-4fa612092931', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:47.170871 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.187748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-11979493-b766-41e7-bc2b-3a20269f4b40 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:47.192406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a7c79c9-1c84-419c-91ac-e4eb9c2f6c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.193744 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9a7c79c9-1c84-419c-91ac-e4eb9c2f6c5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3320882f-7a9a-4b3b-8409-0b9794c456ff HTTP/1.1" status: 204 len: 168 time: 0.9840808 Mar 28 10:53:47.197486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:47.198164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.214111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Allocated IP 172.20.0.2 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/4cc2a5aa-d05f-4f61-a261-6691a0121482/7c74b525-ce75-4724-9ecf-2d02db09c979) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:47.217478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579623e7-9ecd-452e-9de1-dd2940f1d609 None None] Network 53aaacb2-00ea-4e02-a203-b372cb5ff8e1 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:47.218242 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:47.238223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-11979493-b766-41e7-bc2b-3a20269f4b40 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:47.257598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-11979493-b766-41e7-bc2b-3a20269f4b40 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:47.257598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fb18ca-1f9e-4ce1-a0bd-f66694231026 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:47.257598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0fb18ca-1f9e-4ce1-a0bd-f66694231026 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.257598 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fb18ca-1f9e-4ce1-a0bd-f66694231026 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:47.257598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fb18ca-1f9e-4ce1-a0bd-f66694231026 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:47.264663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be2715-4f6d-4969-82f2-df23c0afd6d9,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:47.270510 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-3e19db14-3e7f-4cd1-ab3b-16363e599e93 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] delete failed (client error): The resource could not be found. Mar 28 10:53:47.276367 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3e19db14-3e7f-4cd1-ab3b-16363e599e93 tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/routers/d6128fc2-01ed-46a0-ab59-b44048282a77 HTTP/1.1" status: 404 len: 336 time: 0.1431859 Mar 28 10:53:47.277642 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60812) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.330207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-11979493-b766-41e7-bc2b-3a20269f4b40 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:47.368604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:47.380209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:47.391707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 10:53:47.391707 dv-neutron-835336-1-hyperv neutron-server[88493]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 10:53:47.391707 dv-neutron-835336-1-hyperv neutron-server[88493]: [parameters: {'id': '53aaacb2-00ea-4e02-a203-b372cb5ff8e1'}] Mar 28 10:53:47.391707 dv-neutron-835336-1-hyperv neutron-server[88493]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:47.392202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:47.421981 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c0fb18ca-1f9e-4ce1-a0bd-f66694231026 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7828422 Mar 28 10:53:47.423922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60816) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.431014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0aec5f8f-9309-404c-bb46-34d2cc23f5a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:47.448774 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae30b60e-95bc-40c6-8477-d15d1bbbb6bf tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] DELETE failed (client error): The resource could not be found. Mar 28 10:53:47.449931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae30b60e-95bc-40c6-8477-d15d1bbbb6bf tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:47.453721 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ae30b60e-95bc-40c6-8477-d15d1bbbb6bf tempest-RoutersAdminTest-630948036 tempest-RoutersAdminTest-630948036-project] 10.222.0.18 "DELETE /v2.0/subnets/b89ee9bd-d842-4766-a8a8-2b73bb95a5be HTTP/1.1" status: 404 len: 337 time: 0.1721218 Mar 28 10:53:47.453721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.453721 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-466c1813-2e1c-4aa1-890b-758033cae46b tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0268445 Mar 28 10:53:47.455719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60822) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.462308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'security_group': {'name': 'tempest-secgroup-1627183169'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:47.473157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:47.479694 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:47.483828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:47.494906 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:47.585247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.608352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Made reservation on behalf of a9b7121070a4498e9027ede79f4e384d for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:47.619803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.621297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:47.625804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group_rule and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:47.628796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:47.635998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:47.638093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.649368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Transition to ACTIVE for port object 7c74b525-ce75-4724-9ecf-2d02db09c979 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:47.662524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0aec5f8f-9309-404c-bb46-34d2cc23f5a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:47.669512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Transition to ACTIVE for port object 7c74b525-ce75-4724-9ecf-2d02db09c979 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:47.671934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] device_id is not set on port 7ba43862-eddc-4336-b4d4-de44c1efb453 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:47.714274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0aec5f8f-9309-404c-bb46-34d2cc23f5a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:47.717391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.738275 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-11979493-b766-41e7-bc2b-3a20269f4b40 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:47.739376 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-11979493-b766-41e7-bc2b-3a20269f4b40 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5865269 Mar 28 10:53:47.742925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60828) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.748082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f5dd8349-ecbc-4f71-af49-0de60d9da7c3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'b093627f-af78-42bd-82ed-4fa612092931', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:47.748578 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-f5dd8349-ecbc-4f71-af49-0de60d9da7c3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 10:53:47.749065 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-f5dd8349-ecbc-4f71-af49-0de60d9da7c3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:47.750018 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f5dd8349-ecbc-4f71-af49-0de60d9da7c3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060432 Mar 28 10:53:47.752432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60832) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.757551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-423e0b26-2559-4c50-a5b3-16301b289db7 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'b093627f-af78-42bd-82ed-4fa612092931', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:47.763221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-423e0b26-2559-4c50-a5b3-16301b289db7 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:47.767573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-423e0b26-2559-4c50-a5b3-16301b289db7 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:47.770443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-423e0b26-2559-4c50-a5b3-16301b289db7 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:47.776260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-423e0b26-2559-4c50-a5b3-16301b289db7 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:47.785072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.807991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aec5f8f-9309-404c-bb46-34d2cc23f5a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:47.809939 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.811457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0aec5f8f-9309-404c-bb46-34d2cc23f5a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.812833 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aec5f8f-9309-404c-bb46-34d2cc23f5a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:47.813253 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aec5f8f-9309-404c-bb46-34d2cc23f5a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:47.848955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:47.851901 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:47.860495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:47.868953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9348b2-25ed-41d9-81c6-c0443fa19aad,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:47.869980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Pushing event updated for resources: {'Port': ['ID=7c74b525-ce75-4724-9ecf-2d02db09c979,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:47.871195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Allocated IP 172.20.0.12 (4dab81d2-958b-4d48-bc36-4d22cb81db38/656e640a-ca87-4d16-9612-8b8991985558/7ba43862-eddc-4336-b4d4-de44c1efb453) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:47.898325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.933483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.936692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting port 5b311e99-2754-4554-8213-e279dc5de0d1 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:47.936692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.938998 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b0615c4e-9990-41a2-b0d7-920ac8d5b3c9 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4811528 Mar 28 10:53:47.939920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60836) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.958236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1226825196', 'security_groups': ['5b9348b2-25ed-41d9-81c6-c0443fa19aad'], 'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4cc2a5aa-d05f-4f61-a261-6691a0121482'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:47.958404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Attempting to bind port 7c74b525-ce75-4724-9ecf-2d02db09c979 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:47.958509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Attempting to bind port 7c74b525-ce75-4724-9ecf-2d02db09c979 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '1edf8137-ee71-49de-ba27-803450291d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:47.958803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Attempting to bind port 7c74b525-ce75-4724-9ecf-2d02db09c979 on network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:47.964770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:47.965427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Checking segment: {'id': '1edf8137-ee71-49de-ba27-803450291d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:47.966033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.966441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Bound using segment: {'id': '1edf8137-ee71-49de-ba27-803450291d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:47.966908 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Bound port: 7c74b525-ce75-4724-9ecf-2d02db09c979, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edf8137-ee71-49de-ba27-803450291d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:47.967282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:47.982207 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0aec5f8f-9309-404c-bb46-34d2cc23f5a4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5571740 Mar 28 10:53:47.989527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60842) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:47.997311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a88beb2b-fe9f-4738-87da-d11bf4ac55ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:48.086627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] For port 7c74b525-ce75-4724-9ecf-2d02db09c979, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:48.091246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] For port 7c74b525-ce75-4724-9ecf-2d02db09c979, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=7c74b525-ce75-4724-9ecf-2d02db09c979,segment=NetworkSegment(1edf8137-ee71-49de-ba27-803450291d50),segment_id=1edf8137-ee71-49de-ba27-803450291d50)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:48.101416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60846) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:48.104514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60848) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:48.110818 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-423e0b26-2559-4c50-a5b3-16301b289db7 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:48.111946 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-423e0b26-2559-4c50-a5b3-16301b289db7 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3586628 Mar 28 10:53:48.134432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60854) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:48.155487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ceaebbd1-59ef-4ca2-9e34-553fd4d409bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'b093627f-af78-42bd-82ed-4fa612092931', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:48.155982 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-ceaebbd1-59ef-4ca2-9e34-553fd4d409bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 10:53:48.156516 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-ceaebbd1-59ef-4ca2-9e34-553fd4d409bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:48.157622 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ceaebbd1-59ef-4ca2-9e34-553fd4d409bf tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0206828 Mar 28 10:53:48.163469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60860) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:48.171356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.172485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bb759962-0e80-4630-a412-ec28eae2fc96 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'b093627f-af78-42bd-82ed-4fa612092931', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:48.178866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bb759962-0e80-4630-a412-ec28eae2fc96 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:48.183633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bb759962-0e80-4630-a412-ec28eae2fc96 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:48.187191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bb759962-0e80-4630-a412-ec28eae2fc96 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:48.195816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bb759962-0e80-4630-a412-ec28eae2fc96 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:48.239115 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9a309fc0-4f5f-4aee-938a-ae787c3e4e8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf93c5fc4dbb480793290a5235d3f82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360431 Mar 28 10:53:48.242460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60864) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:48.249029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37da062-6de9-4879-b32d-4de4b1411bf8 None None] Pushing event updated for resources: {'Port': ['ID=7c74b525-ce75-4724-9ecf-2d02db09c979,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:48.254322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-70f02e16-320d-423d-b112-9fcba773cb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.327240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:48.359560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:48.368405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f2faca7-e450-4227-a23d-45bca54c9546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.419460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f2faca7-e450-4227-a23d-45bca54c9546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.426414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc777-73b1-4f21-8320-1ba835224475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.440259 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-bb759962-0e80-4630-a412-ec28eae2fc96 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:48.444103 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bb759962-0e80-4630-a412-ec28eae2fc96 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2771890 Mar 28 10:53:48.450085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60870) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:48.462638 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9375459f-41f5-426e-a84d-7db0d7070f5a tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'b093627f-af78-42bd-82ed-4fa612092931', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:48.469357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a88beb2b-fe9f-4738-87da-d11bf4ac55ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:48.473645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ab8dc777-73b1-4f21-8320-1ba835224475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:48.483579 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9375459f-41f5-426e-a84d-7db0d7070f5a tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:48.492080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ab8dc777-73b1-4f21-8320-1ba835224475 admin admin] Usage tracker for resource:security_group_rule and tenant:0edb9b91c50f4851b8f58ec58b838db0 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:48.495003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9375459f-41f5-426e-a84d-7db0d7070f5a tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:48.499951 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:48.517964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9375459f-41f5-426e-a84d-7db0d7070f5a tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:48.519154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] For port 5b311e99-2754-4554-8213-e279dc5de0d1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5b311e99-2754-4554-8213-e279dc5de0d1,segment=NetworkSegment(7edd9404-533f-4470-8639-0cad87306fb7),segment_id=7edd9404-533f-4470-8639-0cad87306fb7)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:48.519564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.521127 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ab8dc777-73b1-4f21-8320-1ba835224475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:48.527945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a88beb2b-fe9f-4738-87da-d11bf4ac55ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:48.542645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9375459f-41f5-426e-a84d-7db0d7070f5a tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:48.545227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ab8dc777-73b1-4f21-8320-1ba835224475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:48.678734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Calling delete_port for 5b311e99-2754-4554-8213-e279dc5de0d1 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:48.705398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.732237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.744927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f2faca7-e450-4227-a23d-45bca54c9546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.763596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Transition to ACTIVE for port object 7ba43862-eddc-4336-b4d4-de44c1efb453 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:48.768160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 237d199b-91f4-4781-92e4-02aa883a89de yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:48.796992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88beb2b-fe9f-4738-87da-d11bf4ac55ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:48.801068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a88beb2b-fe9f-4738-87da-d11bf4ac55ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.802545 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88beb2b-fe9f-4738-87da-d11bf4ac55ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:48.802966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88beb2b-fe9f-4738-87da-d11bf4ac55ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:48.814416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2faca7-e450-4227-a23d-45bca54c9546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdf1ebd-0abd-4ed3-8a77-bcc45cbb6423,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:48.848018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.873724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f2faca7-e450-4227-a23d-45bca54c9546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.874883 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2f2faca7-e450-4227-a23d-45bca54c9546 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fdf1ebd-0abd-4ed3-8a77-bcc45cbb6423 HTTP/1.1" status: 204 len: 168 time: 0.6317210 Mar 28 10:53:48.881144 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-9375459f-41f5-426e-a84d-7db0d7070f5a tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:48.882133 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9375459f-41f5-426e-a84d-7db0d7070f5a tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4309561 Mar 28 10:53:48.886943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc777-73b1-4f21-8320-1ba835224475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.887740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60876) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:48.897682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.900064 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a88beb2b-fe9f-4738-87da-d11bf4ac55ca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9093103 Mar 28 10:53:48.912492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Port': ['ID=5b311e99-2754-4554-8213-e279dc5de0d1,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:48.912492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60880) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:48.948827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f057586b-5004-45bf-829e-dca28547bd37 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:48.955870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc777-73b1-4f21-8320-1ba835224475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:48.962760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No DVR routers for this DVR port 5b311e99-2754-4554-8213-e279dc5de0d1 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:49.043238 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ab8dc777-73b1-4f21-8320-1ba835224475 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0edb9b91c50f4851b8f58ec58b838db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9301596 Mar 28 10:53:49.052307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60884) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:49.060096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:49.082228 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dc777-73b1-4f21-8320-1ba835224475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fba946-5622-4aa4-b8b6-7d512c30a7e9,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:49.086965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:49.118417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8274d637-338e-4ac3-bbaa-d3c120ced199 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.147079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.13 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/4cc2a5aa-d05f-4f61-a261-6691a0121482/237d199b-91f4-4781-92e4-02aa883a89de) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:49.149838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:49.184187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8274d637-338e-4ac3-bbaa-d3c120ced199 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.212567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Port': ['ID=7ba43862-eddc-4336-b4d4-de44c1efb453,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:49.317292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.326975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8274d637-338e-4ac3-bbaa-d3c120ced199 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.364261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274d637-338e-4ac3-bbaa-d3c120ced199 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b093627f-af78-42bd-82ed-4fa612092931,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:49.406493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f057586b-5004-45bf-829e-dca28547bd37 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:49.410234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aaacb2-00ea-4e02-a203-b372cb5ff8e1']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:49.432828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:49.433488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.454269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edd9404-533f-4470-8639-0cad87306fb7') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:49.454563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edd9404-533f-4470-8639-0cad87306fb7') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:49.489555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f057586b-5004-45bf-829e-dca28547bd37 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:49.494285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.513174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bba37659-41cf-4a6b-bec4-8062c1a72d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.524060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8274d637-338e-4ac3-bbaa-d3c120ced199 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.525252 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8274d637-338e-4ac3-bbaa-d3c120ced199 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/b093627f-af78-42bd-82ed-4fa612092931 HTTP/1.1" status: 204 len: 168 time: 0.6340778 Mar 28 10:53:49.528633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60896) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:49.532003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e96637c5-b952-413c-b0ce-01c8bb07ecc2 None None] Provisioning for port 7ba43862-eddc-4336-b4d4-de44c1efb453 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:49.533008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.539795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7c74b525-ce75-4724-9ecf-2d02db09c979 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:49.550043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:49.550451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:49.575258 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:49.591474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bba37659-41cf-4a6b-bec4-8062c1a72d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.598775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e96637c5-b952-413c-b0ce-01c8bb07ecc2 None None] Provisioning complete for port 7ba43862-eddc-4336-b4d4-de44c1efb453 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:49.599355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e96637c5-b952-413c-b0ce-01c8bb07ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.657407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-93552344-7f5a-4815-adcf-fe700aa883d3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Synchronizing usage tracker for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:49.677649 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e1c64064-95d6-4f0b-b014-15f654e1bbae tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6856954 Mar 28 10:53:49.677649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f057586b-5004-45bf-829e-dca28547bd37 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:49.679624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f057586b-5004-45bf-829e-dca28547bd37 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.681048 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-f057586b-5004-45bf-829e-dca28547bd37 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:49.681471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f057586b-5004-45bf-829e-dca28547bd37 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:49.685161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60902) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:49.687326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.718073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d9ab6feb-495d-4975-93f8-2cc1ce99bcf7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:bc:08'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:49.722627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 237d199b-91f4-4781-92e4-02aa883a89de will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:49.723873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e96637c5-b952-413c-b0ce-01c8bb07ecc2 None None] Port 7ba43862-eddc-4336-b4d4-de44c1efb453 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:49.734465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-93552344-7f5a-4815-adcf-fe700aa883d3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Unset dirty status for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:49.740329 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-93552344-7f5a-4815-adcf-fe700aa883d3 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2061963 Mar 28 10:53:49.740329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60906) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:49.745318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'tempest-secgroup--708960400'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:49.755211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:49.768874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:49.779600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 7c74b525-ce75-4724-9ecf-2d02db09c979 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:49.811098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5afcea-9e6c-4e80-b2bf-e84dfa98380f None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 10:53:49.832248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.842825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.858261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.889956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:49.890517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:49.893473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:49.904333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:49.932781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.946954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] Provisioning for port 7c74b525-ce75-4724-9ecf-2d02db09c979 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:49.959600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] Provisioning complete for port 7c74b525-ce75-4724-9ecf-2d02db09c979 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:49.960134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:49.994025 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5afcea-9e6c-4e80-b2bf-e84dfa98380f None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 10:53:50.018943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:50.031066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:50.033496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:50.106968 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f057586b-5004-45bf-829e-dca28547bd37 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1969094 Mar 28 10:53:50.110459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:50.111102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.130325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60918) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:50.136538 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=237d199b-91f4-4781-92e4-02aa883a89de,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:50.145577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bba37659-41cf-4a6b-bec4-8062c1a72d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.147982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bba37659-41cf-4a6b-bec4-8062c1a72d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.149253 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bba37659-41cf-4a6b-bec4-8062c1a72d5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1fba946-5622-4aa4-b8b6-7d512c30a7e9 HTTP/1.1" status: 204 len: 168 time: 1.0941923 Mar 28 10:53:50.151025 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/53aaacb2-00ea-4e02-a203-b372cb5ff8e1 HTTP/1.1" status: 204 len: 168 time: 4.8399377 Mar 28 10:53:50.152081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cb8f1-f5ab-48bc-a3ed-98c4838d33c9 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=53aaacb2-00ea-4e02-a203-b372cb5ff8e1,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:50.170292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60924) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:50.181129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-439214083'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:50.190305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba37659-41cf-4a6b-bec4-8062c1a72d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fba946-5622-4aa4-b8b6-7d512c30a7e9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:50.194789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:50.201187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-282f993b-435c-45fb-824b-e74dfec6aa24 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:50.208788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:network and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:50.213526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:50.219664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6feb-495d-4975-93f8-2cc1ce99bcf7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.233392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.236716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:50.270062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60930) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:50.270503 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f41d757c-7484-4186-928c-de362955d04e tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3241191 Mar 28 10:53:50.283539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:50.329928 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.337454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-282f993b-435c-45fb-824b-e74dfec6aa24 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:50.338995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-282f993b-435c-45fb-824b-e74dfec6aa24 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2075701 Mar 28 10:53:50.361639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60934) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:50.422897 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.430481 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:50.434277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:50.436920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:50.443554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:50.455834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac49fb55-4be9-4ef9-959d-5d3f392ba98b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:50.458631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:50.462107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.471227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224fbea0-3fd6-42c4-8da0-28b3963fbd4f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:50.472668 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-224fbea0-3fd6-42c4-8da0-28b3963fbd4f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1050501 Mar 28 10:53:50.474026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.479456 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5d3eb4bf-c403-48e5-bba7-4dbdac33f39b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7375062 Mar 28 10:53:50.479456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60938) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:50.495578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:53:50.504906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.505247 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment d8af8f66-ba8e-47b8-bf6e-c8df2c03d151 of type vlan for network 872f6744-3394-42b5-80ef-7f89facbc651 Mar 28 10:53:50.514912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b9f527f-4f0f-4a4b-8c78-b697f1750613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.532976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.561314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60942) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:50.567282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] For port 7c74b525-ce75-4724-9ecf-2d02db09c979, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=7c74b525-ce75-4724-9ecf-2d02db09c979,segment=NetworkSegment(1edf8137-ee71-49de-ba27-803450291d50),segment_id=1edf8137-ee71-49de-ba27-803450291d50)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:50.567891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-fca09f30-ec81-4338-95d6-6c4d34671ffd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'ac49fb55-4be9-4ef9-959d-5d3f392ba98b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:50.575368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:50.579263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.582688 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7f91f2f1-fbfb-4bb3-8c6e-2aaf26d80a73 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012108 Mar 28 10:53:50.586561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60948) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:50.593660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:50.604896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fca09f30-ec81-4338-95d6-6c4d34671ffd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:50.630962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fca09f30-ec81-4338-95d6-6c4d34671ffd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:50.635706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fca09f30-ec81-4338-95d6-6c4d34671ffd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:50.645214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fca09f30-ec81-4338-95d6-6c4d34671ffd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:50.675744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.767906 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] Provisioning complete for port 66483233-0338-40c4-aac5-ce8b77d0ad6e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:50.768402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.776266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.793638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:50.798894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:50.833769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] Pushing event updated for resources: {'Port': ['ID=7c74b525-ce75-4724-9ecf-2d02db09c979,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:50.874873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e2198a5f-cc37-4876-8e98-92166fe4e920 None None] Port 66483233-0338-40c4-aac5-ce8b77d0ad6e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:50.941727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:50.951263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:50.987542 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8129294 Mar 28 10:53:50.991015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60958) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:51.002264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': '872f6744-3394-42b5-80ef-7f89facbc651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:51.084783 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.ipam_backend_mixin [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4cc2a5aa-d05f-4f61-a261-6691a0121482 (CIDR: 172.20.0.0/28) Mar 28 10:53:51.092897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:51.093766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0ad70245-fcd2-4226-8116-c98bd27a30d2 None None] Provisioning for port 237d199b-91f4-4781-92e4-02aa883a89de completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:51.097178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.100044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0ad70245-fcd2-4226-8116-c98bd27a30d2 None None] Provisioning complete for port 237d199b-91f4-4781-92e4-02aa883a89de triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:51.104343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0ad70245-fcd2-4226-8116-c98bd27a30d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.106622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8d03a-ea32-4b3c-a0d8-ac79e9e6c1f4 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=872f6744-3394-42b5-80ef-7f89facbc651,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:51.130507 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:51.131181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:51.147390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60966) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:51.155916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 872f6744-3394-42b5-80ef-7f89facbc651 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:53:51.221834 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-fca09f30-ec81-4338-95d6-6c4d34671ffd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The resource could not be found. Mar 28 10:53:51.226284 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fca09f30-ec81-4338-95d6-6c4d34671ffd tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6640868 Mar 28 10:53:51.226890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60972) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:51.228686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:51.236455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:subnet and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:51.243762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:51.248528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6feb-495d-4975-93f8-2cc1ce99bcf7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.254914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:51.255110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7d1a34c6-d908-4be9-96b1-ba7a972f1563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'ac49fb55-4be9-4ef9-959d-5d3f392ba98b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '920778e9-3538-4ac7-86e3-9eb9ae828859'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:51.269707 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ce07f0fb-4f67-479f-b941-98605d6a31c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b94ab840993743ec82d60cd2a23cb97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179187 Mar 28 10:53:51.270091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60976) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:51.271221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7d1a34c6-d908-4be9-96b1-ba7a972f1563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:51.275788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0ad70245-fcd2-4226-8116-c98bd27a30d2 None None] Port 237d199b-91f4-4781-92e4-02aa883a89de cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:51.279775 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ec006da3-41ff-4bb9-bbfa-3024cb20dda5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0066285 Mar 28 10:53:51.282834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60980) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:51.285784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7d1a34c6-d908-4be9-96b1-ba7a972f1563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:51.290390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7d1a34c6-d908-4be9-96b1-ba7a972f1563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:51.301205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:51.319808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7d1a34c6-d908-4be9-96b1-ba7a972f1563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:51.333055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6feb-495d-4975-93f8-2cc1ce99bcf7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.358619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:51.362138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.456982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7c74b525-ce75-4724-9ecf-2d02db09c979 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:51.462385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60986) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:51.522202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.526861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57cec664-4f4d-4a27-a639-602e60d9a28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.569606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 7c74b525-ce75-4724-9ecf-2d02db09c979 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:51.570197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.612821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.641239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57cec664-4f4d-4a27-a639-602e60d9a28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.654977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab6feb-495d-4975-93f8-2cc1ce99bcf7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Port': ['ID=7ba43862-eddc-4336-b4d4-de44c1efb453,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:51.715676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-937538422'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:51.725205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:51.733882 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Usage tracker for resource:router and tenant:0b60680e322f4f4ab6f28c9d67134cf3 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:51.739549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:51.747820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab6feb-495d-4975-93f8-2cc1ce99bcf7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] In _notify_port_updated(), no bound segment for port 7ba43862-eddc-4336-b4d4-de44c1efb453 on network 4dab81d2-958b-4d48-bc36-4d22cb81db38 {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:53:51.754036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab6feb-495d-4975-93f8-2cc1ce99bcf7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:51.760630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6feb-495d-4975-93f8-2cc1ce99bcf7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.760630 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d9ab6feb-495d-4975-93f8-2cc1ce99bcf7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "PUT /v2.0/ports/7ba43862-eddc-4336-b4d4-de44c1efb453 HTTP/1.1" status: 200 len: 996 time: 2.0536702 Mar 28 10:53:51.760630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:51.760926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 60992) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:51.788976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:51.792842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:51.795697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:51.801437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:51.807664 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-7d1a34c6-d908-4be9-96b1-ba7a972f1563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The resource could not be found. Mar 28 10:53:51.808675 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7d1a34c6-d908-4be9-96b1-ba7a972f1563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5705199 Mar 28 10:53:51.812310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 60996) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:51.822393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3a302952-c70f-4ba1-b257-e5dd3c11f309 None None] Provisioning complete for port 7ba43862-eddc-4336-b4d4-de44c1efb453 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:51.822888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3a302952-c70f-4ba1-b257-e5dd3c11f309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.878668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c6e40b85-f23e-46a6-a778-f34c147e8a73 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.903432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.904435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.914967 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c6e40b85-f23e-46a6-a778-f34c147e8a73 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.918392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3a302952-c70f-4ba1-b257-e5dd3c11f309 None None] Port 7ba43862-eddc-4336-b4d4-de44c1efb453 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:51.936607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:51.940804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.944985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-04bd265a-590c-4196-8376-bd13d001834c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Deleting port 7ba43862-eddc-4336-b4d4-de44c1efb453 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:51.945352 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04bd265a-590c-4196-8376-bd13d001834c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.975996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.980622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.objects.ports [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:53:51.981461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57cec664-4f4d-4a27-a639-602e60d9a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:51.998125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.065842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cec664-4f4d-4a27-a639-602e60d9a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a8ba04-9d59-481b-b25a-6bf54483a028,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:52.102154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:52.136336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:52.145811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c01a34-0adc-46a0-967b-1162c19c0b41 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:52.148339 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:52.148933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.159446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.160103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=f64de707-1455-413d-b50f-afd5b222e55b,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:52.184367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.189945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c6e40b85-f23e-46a6-a778-f34c147e8a73 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.218185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40b85-f23e-46a6-a778-f34c147e8a73 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac49fb55-4be9-4ef9-959d-5d3f392ba98b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:52.279271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57cec664-4f4d-4a27-a639-602e60d9a28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.283051 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-57cec664-4f4d-4a27-a639-602e60d9a28f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89a8ba04-9d59-481b-b25a-6bf54483a028 HTTP/1.1" status: 204 len: 168 time: 1.0090532 Mar 28 10:53:52.301130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.303064 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a84fdc15-f700-4a99-bd3f-e2eb3beda16b tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8381584 Mar 28 10:53:52.305998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c6e40b85-f23e-46a6-a778-f34c147e8a73 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.307324 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c6e40b85-f23e-46a6-a778-f34c147e8a73 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/ac49fb55-4be9-4ef9-959d-5d3f392ba98b HTTP/1.1" status: 204 len: 168 time: 0.4936099 Mar 28 10:53:52.308092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32770) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:52.343258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32772) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:52.389103 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ceff2290-d416-4623-84eb-c850ff007178 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8015115 Mar 28 10:53:52.404539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32778) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:52.413494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=a13b2504-5628-4faa-9bc3-680c4fde6fbd,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:52.418907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:1c:77:9a', 'name': 'tempest-NetworksTestDHCPv6-252266821'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:52.425004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': 'f64de707-1455-413d-b50f-afd5b222e55b'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:52.426202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.489471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking segment: {'id': 'd8af8f66-ba8e-47b8-bf6e-c8df2c03d151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '872f6744-3394-42b5-80ef-7f89facbc651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:52.489893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network hostable DHCP agents. Network: 872f6744-3394-42b5-80ef-7f89facbc651, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:53:52.509740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.577495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04bd265a-590c-4196-8376-bd13d001834c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.601833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3d36548b-834f-439d-852c-033d49f56cb6 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Synchronizing usage tracker for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:52.613928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Allocated IP 2001:db8::f816:3eff:fe34:d4a0 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/f64de707-1455-413d-b50f-afd5b222e55b/1fda8203-2dca-4e91-affb-4d5541a901e1) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:52.648170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc054d2b-94f9-4e89-b4de-c73c25d58ba9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.703886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:52.711131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=9aa90912-3393-4b9d-9903-8a2cb5f1f605,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:52.713699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:52.725215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:52.725621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.858311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-04bd265a-590c-4196-8376-bd13d001834c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Calling delete_port for 7ba43862-eddc-4336-b4d4-de44c1efb453 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:52.909451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:52.924987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Transition to ACTIVE for port object 1fda8203-2dca-4e91-affb-4d5541a901e1 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:52.949122 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-afb9afed-7b66-4a49-864a-dfaebc59e936 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6652045 Mar 28 10:53:52.952273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32790) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:52.957697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Transition to ACTIVE for port object 1fda8203-2dca-4e91-affb-4d5541a901e1 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:52.958892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-782784850', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9aa90912-3393-4b9d-9903-8a2cb5f1f605'}], 'security_groups': ['f3be2715-4f6d-4969-82f2-df23c0afd6d9']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:52.966014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:52.967876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b709a82-2fbd-4b5c-910a-175e8af9792e None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:52.976913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network 872f6744-3394-42b5-80ef-7f89facbc651 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:53:52.982555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:53.021531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3d36548b-834f-439d-852c-033d49f56cb6 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Unset dirty status for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:53.022815 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3d36548b-834f-439d-852c-033d49f56cb6 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6688569 Mar 28 10:53:53.027612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32794) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:53.038624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9da8ad88-f929-4dea-8cac-e093d3e1908b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': 'ab695574-0e67-40a7-b419-b8e7a0b0ff5b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:53.046359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9da8ad88-f929-4dea-8cac-e093d3e1908b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:53.054312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9da8ad88-f929-4dea-8cac-e093d3e1908b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:53.057816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc054d2b-94f9-4e89-b4de-c73c25d58ba9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.059070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9da8ad88-f929-4dea-8cac-e093d3e1908b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:53.062275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc054d2b-94f9-4e89-b4de-c73c25d58ba9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.068638 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9da8ad88-f929-4dea-8cac-e093d3e1908b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:53.073424 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.081817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:53.102887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 872f6744-3394-42b5-80ef-7f89facbc651) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:53.116997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:53.117591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.134613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed6ccb-cc42-4d17-819d-4fadd9918187 None None] Network 872f6744-3394-42b5-80ef-7f89facbc651 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:53.157082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.182980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc054d2b-94f9-4e89-b4de-c73c25d58ba9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.183242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc054d2b-94f9-4e89-b4de-c73c25d58ba9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87210f58-2f19-4b19-8066-4f62668c8bf2 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:53.207935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04bd265a-590c-4196-8376-bd13d001834c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.221883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc054d2b-94f9-4e89-b4de-c73c25d58ba9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.224912 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fc054d2b-94f9-4e89-b4de-c73c25d58ba9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "DELETE /v2.0/routers/87210f58-2f19-4b19-8066-4f62668c8bf2 HTTP/1.1" status: 204 len: 168 time: 0.9147930 Mar 28 10:53:53.244554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:53.255675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32800) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:53.258834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:53.270705 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Pushing event updated for resources: {'Port': ['ID=1fda8203-2dca-4e91-affb-4d5541a901e1,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:53.275195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:53.290084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Request body: {'router': {'name': 'tempest-router-1500304931', 'distributed': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:53.297332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd265a-590c-4196-8376-bd13d001834c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event deleted for resources: {'Port': ['ID=7ba43862-eddc-4336-b4d4-de44c1efb453,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:53.305957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:53.345920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.347749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Usage tracker for resource:router and tenant:0b60680e322f4f4ab6f28c9d67134cf3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:53.365382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:53.385726 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6b3161ee-2ef3-413f-95b4-678a5ac93567 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3925498 Mar 28 10:53:53.397395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32806) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:53.443744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:53.453863 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-9da8ad88-f929-4dea-8cac-e093d3e1908b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The resource could not be found. Mar 28 10:53:53.454757 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9da8ad88-f929-4dea-8cac-e093d3e1908b tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4262421 Mar 28 10:53:53.457410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.457923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Attempting to bind port 1fda8203-2dca-4e91-affb-4d5541a901e1 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:53.460414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Attempting to bind port 1fda8203-2dca-4e91-affb-4d5541a901e1 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:53.460801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Attempting to bind port 1fda8203-2dca-4e91-affb-4d5541a901e1 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:53.466586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32812) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:53.487996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'tempest-secgroup--469103651'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:53.517696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port d57e8d3a-e087-45bb-91d2-42bf9c02c171 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:53.548331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:53.562337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04bd265a-590c-4196-8376-bd13d001834c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.567031 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-04bd265a-590c-4196-8376-bd13d001834c tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "DELETE /v2.0/ports/7ba43862-eddc-4336-b4d4-de44c1efb453 HTTP/1.1" status: 204 len: 168 time: 1.8047512 Mar 28 10:53:53.570305 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32818) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:53.572304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.573419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.599677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:53.600281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:53.601889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.601889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:53.603230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Bound port: 1fda8203-2dca-4e91-affb-4d5541a901e1, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:53.603839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.634519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:53.659527 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53d7829-d8f9-4829-9064-21af2e1b421f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] GET failed (client error): The resource could not be found. Mar 28 10:53:53.659974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b53d7829-d8f9-4829-9064-21af2e1b421f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Synchronizing usage tracker for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:53.691744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.758366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b53d7829-d8f9-4829-9064-21af2e1b421f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Unset dirty status for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:53.759549 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b53d7829-d8f9-4829-9064-21af2e1b421f tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "GET /v2.0/ports/7ba43862-eddc-4336-b4d4-de44c1efb453 HTTP/1.1" status: 404 len: 333 time: 0.1886694 Mar 28 10:53:53.805420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32824) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:53.806632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fe1c:779a (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/f64de707-1455-413d-b50f-afd5b222e55b/d57e8d3a-e087-45bb-91d2-42bf9c02c171) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:53.832878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32826) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:53.833452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.843202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'port': {'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38', 'name': 'tempest-AllowedAddressPairTestJSON-1192504733'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:53.855022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-872f6744-3394-42b5-80ef-7f89facbc651', 'network_id': '872f6744-3394-42b5-80ef-7f89facbc651', 'tenant_id': '04d43a2545a5407686f952aefe4cc568', 'fixed_ips': [{'subnet_id': 'a13b2504-5628-4faa-9bc3-680c4fde6fbd'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:53:53.855839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.870334 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] For port 1fda8203-2dca-4e91-affb-4d5541a901e1, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:53.890297 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:53.893950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] For port 1fda8203-2dca-4e91-affb-4d5541a901e1, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1fda8203-2dca-4e91-affb-4d5541a901e1,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:53.924607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.020854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.075113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6639939b-fe55-4227-8b7c-984ead8c0792 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] Request body: {'port': {'network_id': 'a6336228-e7dc-4d3a-beb4-12f946e8a13e', 'name': 'tempest-NetworksNegativeTestJSON-393646825'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:54.100015 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6639939b-fe55-4227-8b7c-984ead8c0792 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] POST failed (client error): The resource could not be found. Mar 28 10:53:54.100493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6639939b-fe55-4227-8b7c-984ead8c0792 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:54.105982 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6639939b-fe55-4227-8b7c-984ead8c0792 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2719893 Mar 28 10:53:54.107025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.109074 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cf238ca0-06fd-4a55-bd49-e71d0a7b4487 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8428903 Mar 28 10:53:54.113565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32834) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.113565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32836) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.135964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.151097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80dce1a-072d-40ab-bb17-307de13c9b22 None None] Update dhcp port {'port': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'fixed_ips': [{'subnet_id': '4cc2a5aa-d05f-4f61-a261-6691a0121482', 'ip_address': '172.20.0.2'}, {'subnet_id': '9aa90912-3393-4b9d-9903-8a2cb5f1f605'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': '7c74b525-ce75-4724-9ecf-2d02db09c979'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:53:54.172888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:54.176719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:54.179951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:54.185868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:54.218984 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6451f5-1035-4a33-a985-8de521bde804 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] DELETE failed (client error): The resource could not be found. Mar 28 10:53:54.219459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6451f5-1035-4a33-a985-8de521bde804 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:54.229136 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1b6451f5-1035-4a33-a985-8de521bde804 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "DELETE /v2.0/networks/35378b94-cd55-49a3-8266-33d32e29821e HTTP/1.1" status: 404 len: 339 time: 0.1091030 Mar 28 10:53:54.235616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32842) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.257320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.265320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc367eba-5236-4391-9ead-94e0e98567a2 None None] Pushing event updated for resources: {'Port': ['ID=1fda8203-2dca-4e91-affb-4d5541a901e1,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:54.302272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d80dce1a-072d-40ab-bb17-307de13c9b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.313033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Allocated IP 2001:db8::1 (872f6744-3394-42b5-80ef-7f89facbc651/a13b2504-5628-4faa-9bc3-680c4fde6fbd/cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:54.349157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object d57e8d3a-e087-45bb-91d2-42bf9c02c171 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:54.350766 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-4134784f-4038-4ed3-afb5-ccac84643c87 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] DELETE failed (client error): The resource could not be found. Mar 28 10:53:54.351237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4134784f-4038-4ed3-afb5-ccac84643c87 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:54.354135 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4134784f-4038-4ed3-afb5-ccac84643c87 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "DELETE /v2.0/ports/9c5b52ac-8ffc-45d0-abe5-82924de60055 HTTP/1.1" status: 404 len: 333 time: 0.1165171 Mar 28 10:53:54.362666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32846) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.364173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-31560625-3795-425a-bf1d-c29a589129f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.406517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.449347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.477577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Delete allocated IP 172.20.0.13 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/4cc2a5aa-d05f-4f61-a261-6691a0121482) {{(pid=88493) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 10:53:54.481695 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d68184-85b2-4aa6-9bc1-4aef0470053b tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] DELETE failed (client error): The resource could not be found. Mar 28 10:53:54.482076 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d68184-85b2-4aa6-9bc1-4aef0470053b tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:54.484018 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-64d68184-85b2-4aa6-9bc1-4aef0470053b tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "DELETE /v2.0/subnets/12dca592-b0a9-43e3-bf3c-04660caa26d0 HTTP/1.1" status: 404 len: 337 time: 0.0595977 Mar 28 10:53:54.496907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32850) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.610237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.24 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/9aa90912-3393-4b9d-9903-8a2cb5f1f605/237d199b-91f4-4781-92e4-02aa883a89de) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:54.616574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:54.634661 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-c186dbbd-8e85-445f-a80a-6b1d43f00d81 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] GET failed (client error): The resource could not be found. Mar 28 10:53:54.639829 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c186dbbd-8e85-445f-a80a-6b1d43f00d81 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "GET /v2.0/networks/f7d18441-93ba-4e31-babb-3187fbad878c HTTP/1.1" status: 404 len: 339 time: 0.1401346 Mar 28 10:53:54.647148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32854) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.649892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272e3383-8d14-4cd8-938a-8d7fe9b23d8f,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:54.711880 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a2de86-2cb7-4ebb-95f1-d72b890e8f16 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] GET failed (client error): The resource could not be found. Mar 28 10:53:54.718029 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-27a2de86-2cb7-4ebb-95f1-d72b890e8f16 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "GET /v2.0/ports/e3a2094b-20a6-421f-8ef0-3efe31a23903 HTTP/1.1" status: 404 len: 333 time: 0.0651639 Mar 28 10:53:54.725153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:54.727036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32858) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.767126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.779121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Transition to ACTIVE for port object cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:54.785751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.789545 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3e0ce3d0-5fb9-481b-8b2d-cae46dc97e57 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3194840 Mar 28 10:53:54.796880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32862) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.800683 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae886172-009d-46eb-b6ee-0975931462e7 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] GET failed (client error): The resource could not be found. Mar 28 10:53:54.802128 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ae886172-009d-46eb-b6ee-0975931462e7 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "GET /v2.0/subnets/737ab9f4-6965-4856-a210-55b306fce487 HTTP/1.1" status: 404 len: 337 time: 0.0741014 Mar 28 10:53:54.807183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32866) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.808144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Transition to ACTIVE for port object cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:54.810407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884561075'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:54.826749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c209f4dd-6100-4732-9b62-777a77ef6d50 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:54.840287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:54.851566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:54.869114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:54.871959 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-c209f4dd-6100-4732-9b62-777a77ef6d50 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] PUT failed (client error): The resource could not be found. Mar 28 10:53:54.872433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c209f4dd-6100-4732-9b62-777a77ef6d50 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:54.873555 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c209f4dd-6100-4732-9b62-777a77ef6d50 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "PUT /v2.0/networks/423d41a9-5cd2-4f40-9e92-0e8f9972b409 HTTP/1.1" status: 404 len: 339 time: 0.0584185 Mar 28 10:53:54.887629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:54.889345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32870) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:54.895408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c439913d-61ef-4c3d-bf42-59107524018b tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:54.915809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-31560625-3795-425a-bf1d-c29a589129f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.918363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-31560625-3795-425a-bf1d-c29a589129f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.934525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Made reservation on behalf of a9b7121070a4498e9027ede79f4e384d for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:54.938013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.940100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:54.997119 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.004392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Network 872f6744-3394-42b5-80ef-7f89facbc651 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:55.007224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:55.010602 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-c439913d-61ef-4c3d-bf42-59107524018b tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] PUT failed (client error): The resource could not be found. Mar 28 10:53:55.011088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c439913d-61ef-4c3d-bf42-59107524018b tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:55.012242 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c439913d-61ef-4c3d-bf42-59107524018b tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "PUT /v2.0/ports/6986c46f-3f7c-44ce-98b4-83eb081b201e HTTP/1.1" status: 404 len: 333 time: 0.1219406 Mar 28 10:53:55.017989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:55.028066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Pushing event updated for resources: {'Port': ['ID=cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:55.030539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32874) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:55.042156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] device_id is not set on port e71014ee-a22c-4d79-a4ce-8815e144b1b7 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:55.058774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-31560625-3795-425a-bf1d-c29a589129f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.059272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31560625-3795-425a-bf1d-c29a589129f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae990f4a-1977-4506-9520-57e7308a357a {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:55.080293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7905f5c2-ab49-4d3d-a818-12edf7e8afe2 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:55.085489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-31560625-3795-425a-bf1d-c29a589129f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.086977 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-31560625-3795-425a-bf1d-c29a589129f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "DELETE /v2.0/routers/ae990f4a-1977-4506-9520-57e7308a357a HTTP/1.1" status: 204 len: 168 time: 0.9723430 Mar 28 10:53:55.089142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:55.097613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32878) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:55.100416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:55.102880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:55.109009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:55.109693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.125925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.126393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Request body: {'router': {'name': 'tempest-router-2133051103', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b868a3a1e351454287d8457d299d0fa8'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:55.138044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:55.144314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Attempting to bind port cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:53:55.144314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Attempting to bind port cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'd8af8f66-ba8e-47b8-bf6e-c8df2c03d151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '872f6744-3394-42b5-80ef-7f89facbc651'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:53:55.144314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Attempting to bind port cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82 on network 872f6744-3394-42b5-80ef-7f89facbc651 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:53:55.144838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=d57e8d3a-e087-45bb-91d2-42bf9c02c171,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:55.149735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:53:55.151849 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-7905f5c2-ab49-4d3d-a818-12edf7e8afe2 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] PUT failed (client error): The resource could not be found. Mar 28 10:53:55.152487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7905f5c2-ab49-4d3d-a818-12edf7e8afe2 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:53:55.153273 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Usage tracker for resource:router and tenant:b868a3a1e351454287d8457d299d0fa8 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:55.153983 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7905f5c2-ab49-4d3d-a818-12edf7e8afe2 tempest-NetworksNegativeTestJSON-1393416586 tempest-NetworksNegativeTestJSON-1393416586-project] 10.222.0.18 "PUT /v2.0/subnets/e3a490e0-f813-4500-9063-0b6c85478616 HTTP/1.1" status: 404 len: 337 time: 0.1198697 Mar 28 10:53:55.158541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Checking segment: {'id': 'd8af8f66-ba8e-47b8-bf6e-c8df2c03d151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '872f6744-3394-42b5-80ef-7f89facbc651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:53:55.159015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.159479 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Bound using segment: {'id': 'd8af8f66-ba8e-47b8-bf6e-c8df2c03d151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '872f6744-3394-42b5-80ef-7f89facbc651'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:53:55.160158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Bound port: cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8af8f66-ba8e-47b8-bf6e-c8df2c03d151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '872f6744-3394-42b5-80ef-7f89facbc651'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:53:55.160580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.167745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:55.177626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:55.190330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:55.211668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:55.216664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:55.231963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:55.234574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.251503 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-07f5092a-20c5-40dd-abb6-1b749d0ef590 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8427596 Mar 28 10:53:55.251696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32884) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:55.297410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] For port cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:53:55.302439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] For port cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82,segment=NetworkSegment(d8af8f66-ba8e-47b8-bf6e-c8df2c03d151),segment_id=d8af8f66-ba8e-47b8-bf6e-c8df2c03d151)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:53:55.305308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=a13b2504-5628-4faa-9bc3-680c4fde6fbd,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:55.331728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.331728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.353042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.381863 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.391080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9647786f-6652-4012-a846-854685cb5e5d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:55.397716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9647786f-6652-4012-a846-854685cb5e5d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:55.398556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9647786f-6652-4012-a846-854685cb5e5d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:55.423433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:53:55.470868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.515679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9647786f-6652-4012-a846-854685cb5e5d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:55.519017 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9647786f-6652-4012-a846-854685cb5e5d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2663970 Mar 28 10:53:55.522206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32888) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:55.529084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1fda8203-2dca-4e91-affb-4d5541a901e1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:55.593143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Allocated IP 172.20.0.7 (4dab81d2-958b-4d48-bc36-4d22cb81db38/656e640a-ca87-4d16-9612-8b8991985558/e71014ee-a22c-4d79-a4ce-8815e144b1b7) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:55.598264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078be26a-28be-4f6a-ac53-b20a733b6403 None None] Pushing event updated for resources: {'Port': ['ID=cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:55.612946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f812888e-cbd6-41a1-bca9-5a5bc76d9d72 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port d57e8d3a-e087-45bb-91d2-42bf9c02c171 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:55.614070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f812888e-cbd6-41a1-bca9-5a5bc76d9d72 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.620317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0119003a-8e37-4ae2-be30-656b962c3dbc None None] Network 872f6744-3394-42b5-80ef-7f89facbc651 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:55.623737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.662378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.726970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 237d199b-91f4-4781-92e4-02aa883a89de will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:55.737351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.738557 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-28d81d2f-ae3d-411f-915a-2bdcece7e9d0 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6399922 Mar 28 10:53:55.745140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32894) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:55.758787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:55.772641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872f6744-3394-42b5-80ef-7f89facbc651']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:55.814973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8af8f66-ba8e-47b8-bf6e-c8df2c03d151') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:55.815968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8af8f66-ba8e-47b8-bf6e-c8df2c03d151') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:55.851802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.867879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.874887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32898) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:55.878846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:55.932123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 1fda8203-2dca-4e91-affb-4d5541a901e1 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:55.938218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b1e9cada-acf6-4bc6-b41d-4c5d55772bb4 None None] Provisioning for port 1fda8203-2dca-4e91-affb-4d5541a901e1 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:55.946536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1fda8203-2dca-4e91-affb-4d5541a901e1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:55.947172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.007660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b1e9cada-acf6-4bc6-b41d-4c5d55772bb4 None None] Provisioning complete for port 1fda8203-2dca-4e91-affb-4d5541a901e1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:56.008442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b1e9cada-acf6-4bc6-b41d-4c5d55772bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.017940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.048324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.092206 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-d80dce1a-072d-40ab-bb17-307de13c9b22 None None] Allocated IP 172.20.0.18 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/9aa90912-3393-4b9d-9903-8a2cb5f1f605/7c74b525-ce75-4724-9ecf-2d02db09c979) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:56.110333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:56.110747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:56.133842 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:56.208353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=237d199b-91f4-4781-92e4-02aa883a89de,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:56.292496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53516e09-0848-467d-b238-568331145a91,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:56.294753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4c49227c-ef27-4893-9c16-674ceb7a2900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.314355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.321555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.426215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.449322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f812888e-cbd6-41a1-bca9-5a5bc76d9d72 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.453986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.455223 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-19923022-af01-4cb5-86bd-0370af8859a4 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6520803 Mar 28 10:53:56.461965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b1e9cada-acf6-4bc6-b41d-4c5d55772bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.467582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32904) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:56.475833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4c49227c-ef27-4893-9c16-674ceb7a2900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:56.484621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4c49227c-ef27-4893-9c16-674ceb7a2900 admin admin] Usage tracker for resource:security_group_rule and tenant:4692ec4c2a8646bf8ce01978fa39c89e is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:56.488339 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d80dce1a-072d-40ab-bb17-307de13c9b22 None None] For port 7c74b525-ce75-4724-9ecf-2d02db09c979, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=7c74b525-ce75-4724-9ecf-2d02db09c979,segment=NetworkSegment(1edf8137-ee71-49de-ba27-803450291d50),segment_id=1edf8137-ee71-49de-ba27-803450291d50)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:56.489291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.497106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4c49227c-ef27-4893-9c16-674ceb7a2900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:56.502868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] In _notify_port_updated(), no bound segment for port 237d199b-91f4-4781-92e4-02aa883a89de on network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:53:56.506978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 1fda8203-2dca-4e91-affb-4d5541a901e1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1fda8203-2dca-4e91-affb-4d5541a901e1,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:56.508142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:56.516766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.516766 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-296a9452-d16e-403a-8079-1b829012f177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "PUT /v2.0/ports/237d199b-91f4-4781-92e4-02aa883a89de HTTP/1.1" status: 200 len: 920 time: 3.5566933 Mar 28 10:53:56.516986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 10:53:56.516986 dv-neutron-835336-1-hyperv neutron-server[88493]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 10:53:56.516986 dv-neutron-835336-1-hyperv neutron-server[88493]: [parameters: {'id': '872f6744-3394-42b5-80ef-7f89facbc651'}] Mar 28 10:53:56.516986 dv-neutron-835336-1-hyperv neutron-server[88493]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:56.517268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:56.517789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32908) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:56.518373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4c49227c-ef27-4893-9c16-674ceb7a2900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:56.535994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-96df919a-329a-46a2-97aa-eb44921d8b98 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group_rule': {'security_group_id': '272e3383-8d14-4cd8-938a-8d7fe9b23d8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '53516e09-0848-467d-b238-568331145a91'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:56.536315 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d80dce1a-072d-40ab-bb17-307de13c9b22 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.555262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d80dce1a-072d-40ab-bb17-307de13c9b22 None None] Transition to ACTIVE for port object 7c74b525-ce75-4724-9ecf-2d02db09c979 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:56.556467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Transition to ACTIVE for port object e71014ee-a22c-4d79-a4ce-8815e144b1b7 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:56.594249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.628821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-258bc05f-984a-422c-9180-f2d3e8a5f1ef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 237d199b-91f4-4781-92e4-02aa883a89de {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:56.629164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-258bc05f-984a-422c-9180-f2d3e8a5f1ef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.679948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d80dce1a-072d-40ab-bb17-307de13c9b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.728074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f812888e-cbd6-41a1-bca9-5a5bc76d9d72 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for d57e8d3a-e087-45bb-91d2-42bf9c02c171 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:56.758858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-96df919a-329a-46a2-97aa-eb44921d8b98 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:56.759863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.772881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-96df919a-329a-46a2-97aa-eb44921d8b98 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:56.778722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-96df919a-329a-46a2-97aa-eb44921d8b98 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:56.783696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88494) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 28 10:53:56.784031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Router 076d2061-06dc-4d43-b69e-05a60f271fa9 migrating from provider to provider. {{(pid=88494) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 28 10:53:56.784419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.800479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-96df919a-329a-46a2-97aa-eb44921d8b98 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:56.807553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.820416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-b1e9cada-acf6-4bc6-b41d-4c5d55772bb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:53:56.820755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-b1e9cada-acf6-4bc6-b41d-4c5d55772bb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:53:56.826203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=1fda8203-2dca-4e91-affb-4d5541a901e1,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:56.860510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4c49227c-ef27-4893-9c16-674ceb7a2900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.887845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:56.894568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:56.898494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dce1a-072d-40ab-bb17-307de13c9b22 None None] Pushing event updated for resources: {'Port': ['ID=7c74b525-ce75-4724-9ecf-2d02db09c979,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:56.909646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:56.917258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:56.952059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Port': ['ID=e71014ee-a22c-4d79-a4ce-8815e144b1b7,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:56.962125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4c49227c-ef27-4893-9c16-674ceb7a2900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.032733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.078597 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] No L3 agents can host the router 076d2061-06dc-4d43-b69e-05a60f271fa9 Mar 28 10:53:57.111439 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4c49227c-ef27-4893-9c16-674ceb7a2900 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4692ec4c2a8646bf8ce01978fa39c89e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2322459 Mar 28 10:53:57.115307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32912) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:57.118523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49227c-ef27-4893-9c16-674ceb7a2900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23922830-caf4-48ba-a705-d15c515c8b25,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:57.127653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:57.128359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.142232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f812888e-cbd6-41a1-bca9-5a5bc76d9d72 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.159507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting port cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:57.159905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.213633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-258bc05f-984a-422c-9180-f2d3e8a5f1ef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.244394 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-96df919a-329a-46a2-97aa-eb44921d8b98 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:53:57.246416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-96df919a-329a-46a2-97aa-eb44921d8b98 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7778411 Mar 28 10:53:57.270809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32916) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:57.346171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812888e-cbd6-41a1-bca9-5a5bc76d9d72 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=d57e8d3a-e087-45bb-91d2-42bf9c02c171,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:57.364595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-258bc05f-984a-422c-9180-f2d3e8a5f1ef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 237d199b-91f4-4781-92e4-02aa883a89de owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:57.374183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f812888e-cbd6-41a1-bca9-5a5bc76d9d72 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.395135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Hosts for router 076d2061-06dc-4d43-b69e-05a60f271fa9: [] {{(pid=88494) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 28 10:53:57.466307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Hosts for other DVR routers connected to router 076d2061-06dc-4d43-b69e-05a60f271fa9: set() {{(pid=88494) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 28 10:53:57.469378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.473398 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dfa142f7-0170-4be5-9bec-23e149eaec77 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "PUT /v2.0/routers/076d2061-06dc-4d43-b69e-05a60f271fa9 HTTP/1.1" status: 200 len: 717 time: 1.7267060 Mar 28 10:53:57.474111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32920) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:57.518496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1fda8203-2dca-4e91-affb-4d5541a901e1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:57.550569 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7ba16b0f-ac3f-41eb-acc6-b8550921afb7 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7189467 Mar 28 10:53:57.568090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f2a919f5-a81f-4482-81c7-a5d14f48dcad None None] Could not find standard attr ID for object d57e8d3a-e087-45bb-91d2-42bf9c02c171. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:53:57.569786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32924) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:57.573468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c375b698-c30c-46a6-aac0-1a437b48aa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.583337 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f812888e-cbd6-41a1-bca9-5a5bc76d9d72 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/d57e8d3a-e087-45bb-91d2-42bf9c02c171 HTTP/1.1" status: 204 len: 168 time: 2.0599437 Mar 28 10:53:57.597434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32926) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:57.607743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'port': {'network_id': '4dab81d2-958b-4d48-bc36-4d22cb81db38', 'name': 'tempest-AllowedAddressPairTestJSON-1999014054'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:57.625783 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1fda8203-2dca-4e91-affb-4d5541a901e1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:57.626249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.662298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c555d4c5-73b0-4209-86fe-adc1f835f563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.669068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f2a919f5-a81f-4482-81c7-a5d14f48dcad None None] Provisioning for port e71014ee-a22c-4d79-a4ce-8815e144b1b7 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:57.679106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f2a919f5-a81f-4482-81c7-a5d14f48dcad None None] Provisioning complete for port e71014ee-a22c-4d79-a4ce-8815e144b1b7 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:57.679871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f2a919f5-a81f-4482-81c7-a5d14f48dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.688965 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-619491ca-c9e1-4430-8979-9b1359a9ccf7 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "GET /v2.0/routers/076d2061-06dc-4d43-b69e-05a60f271fa9 HTTP/1.1" status: 200 len: 717 time: 0.2132611 Mar 28 10:53:57.692469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32932) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:57.710355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c555d4c5-73b0-4209-86fe-adc1f835f563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.754891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f2a919f5-a81f-4482-81c7-a5d14f48dcad None None] Port e71014ee-a22c-4d79-a4ce-8815e144b1b7 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:57.796847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c375b698-c30c-46a6-aac0-1a437b48aa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.813278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c555d4c5-73b0-4209-86fe-adc1f835f563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.819471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7c74b525-ce75-4724-9ecf-2d02db09c979 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:53:57.838448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555d4c5-73b0-4209-86fe-adc1f835f563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53516e09-0848-467d-b238-568331145a91,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:57.840791 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c555d4c5-73b0-4209-86fe-adc1f835f563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.846276 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c555d4c5-73b0-4209-86fe-adc1f835f563 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/53516e09-0848-467d-b238-568331145a91 HTTP/1.1" status: 204 len: 168 time: 0.5722790 Mar 28 10:53:57.847133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32940) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:57.951044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f8f58b8d-0374-4bf6-85bc-dccf553d26db None None] Provisioning for port 7c74b525-ce75-4724-9ecf-2d02db09c979 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:53:57.956579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f8f58b8d-0374-4bf6-85bc-dccf553d26db None None] Provisioning complete for port 7c74b525-ce75-4724-9ecf-2d02db09c979 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:57.956963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8f58b8d-0374-4bf6-85bc-dccf553d26db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:57.959683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e83ab9-522e-4b68-85b7-993cabead442 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:57.961183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e83ab9-522e-4b68-85b7-993cabead442 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:57.961962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-26e83ab9-522e-4b68-85b7-993cabead442 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:58.065114 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-19d2942f-9c82-4502-a192-0f3dcc553210 tempest-RoutersTestDVR-1314316556 tempest-RoutersTestDVR-1314316556-project] 10.222.0.18 "GET /v2.0/routers/076d2061-06dc-4d43-b69e-05a60f271fa9 HTTP/1.1" status: 200 len: 683 time: 0.3689630 Mar 28 10:53:58.067041 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32944) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:58.091499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-258bc05f-984a-422c-9180-f2d3e8a5f1ef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.141188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-26e83ab9-522e-4b68-85b7-993cabead442 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:58.142624 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-26e83ab9-522e-4b68-85b7-993cabead442 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4904070 Mar 28 10:53:58.145406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-84ed6ea9-3d3f-4eb5-9ef6-b445b23541da tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Synchronizing usage tracker for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:58.146695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f8f58b8d-0374-4bf6-85bc-dccf553d26db None None] Provisioning complete for port 66483233-0338-40c4-aac5-ce8b77d0ad6e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:53:58.147068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8f58b8d-0374-4bf6-85bc-dccf553d26db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.148517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:58.161174 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32948) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:58.177112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bc05f-984a-422c-9180-f2d3e8a5f1ef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=237d199b-91f4-4781-92e4-02aa883a89de,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:58.181391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] For port cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82,segment=NetworkSegment(d8af8f66-ba8e-47b8-bf6e-c8df2c03d151),segment_id=d8af8f66-ba8e-47b8-bf6e-c8df2c03d151)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:53:58.181948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.194502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffe9eaa-0279-4ebc-8a84-77f19b89ce52 None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 10:53:58.258644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f8f58b8d-0374-4bf6-85bc-dccf553d26db None None] Port 66483233-0338-40c4-aac5-ce8b77d0ad6e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:53:58.262523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:58.267729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f8f58b8d-0374-4bf6-85bc-dccf553d26db None None] Could not find standard attr ID for object 237d199b-91f4-4781-92e4-02aa883a89de. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:53:58.272858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c375b698-c30c-46a6-aac0-1a437b48aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.352224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe9eaa-0279-4ebc-8a84-77f19b89ce52 None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 10:53:58.401555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-148148f0-5e30-4fdf-99f2-a28ec0493ee3 None None] Could not find standard attr ID for object 237d199b-91f4-4781-92e4-02aa883a89de. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:53:58.413528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32903f7e-b873-4add-a504-263f47ee21d9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.528432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Calling delete_port for cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:53:58.557473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-84ed6ea9-3d3f-4eb5-9ef6-b445b23541da tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Unset dirty status for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:58.561609 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-84ed6ea9-3d3f-4eb5-9ef6-b445b23541da tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7102816 Mar 28 10:53:58.563237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a229ed1-56ad-4bfd-a386-251a5bd32936 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet f64de707-1455-413d-b50f-afd5b222e55b {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:53:58.565573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32952) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:58.568185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375b698-c30c-46a6-aac0-1a437b48aa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23922830-caf4-48ba-a705-d15c515c8b25,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:58.606209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-258bc05f-984a-422c-9180-f2d3e8a5f1ef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.614034 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-258bc05f-984a-422c-9180-f2d3e8a5f1ef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/237d199b-91f4-4781-92e4-02aa883a89de HTTP/1.1" status: 204 len: 168 time: 2.0896778 Mar 28 10:53:58.616099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32956) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:58.629184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a229ed1-56ad-4bfd-a386-251a5bd32936 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.660662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c375b698-c30c-46a6-aac0-1a437b48aa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.665221 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c375b698-c30c-46a6-aac0-1a437b48aa95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23922830-caf4-48ba-a705-d15c515c8b25 HTTP/1.1" status: 204 len: 168 time: 1.5406032 Mar 28 10:53:58.683628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Made reservation on behalf of a9b7121070a4498e9027ede79f4e384d for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:58.687190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.703356 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca07810-e6d5-4406-80a3-4326d9f18d67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:53:58.703356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4ca07810-e6d5-4406-80a3-4326d9f18d67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:58.724325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] device_id is not set on port a817bcbf-306f-4800-99fe-0b9d56c7bfaf yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:53:58.835021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.840842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32903f7e-b873-4add-a504-263f47ee21d9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.844509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a229ed1-56ad-4bfd-a386-251a5bd32936 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.875644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32903f7e-b873-4add-a504-263f47ee21d9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.895266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4ca07810-e6d5-4406-80a3-4326d9f18d67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:58.896727 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4ca07810-e6d5-4406-80a3-4326d9f18d67 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/237d199b-91f4-4781-92e4-02aa883a89de HTTP/1.1" status: 404 len: 333 time: 0.2787220 Mar 28 10:53:58.900714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No DVR routers for this DVR port cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:53:58.904667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32962) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:58.936004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Port': ['ID=cf0ed8f3-74fa-4d51-87c0-1cdde1bcaa82,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:58.939528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-913d91e7-3a2c-4820-ab22-d368048d4f58 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:58.995752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Allocated IP 172.20.0.3 (4dab81d2-958b-4d48-bc36-4d22cb81db38/656e640a-ca87-4d16-9612-8b8991985558/a817bcbf-306f-4800-99fe-0b9d56c7bfaf) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:53:58.997871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-913d91e7-3a2c-4820-ab22-d368048d4f58 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.049019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32903f7e-b873-4add-a504-263f47ee21d9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.049518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32903f7e-b873-4add-a504-263f47ee21d9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 076d2061-06dc-4d43-b69e-05a60f271fa9 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:53:59.061386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.065747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32903f7e-b873-4add-a504-263f47ee21d9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.066853 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-32903f7e-b873-4add-a504-263f47ee21d9 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "DELETE /v2.0/routers/076d2061-06dc-4d43-b69e-05a60f271fa9 HTTP/1.1" status: 204 len: 168 time: 0.9987159 Mar 28 10:53:59.072744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32970) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:59.103115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872f6744-3394-42b5-80ef-7f89facbc651']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:59.113403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Request body: {'router': {'name': 'tempest-router-1152037373', 'distributed': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:59.120292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:59.125783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Usage tracker for resource:router and tenant:0b60680e322f4f4ab6f28c9d67134cf3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:59.129335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:59.129471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8af8f66-ba8e-47b8-bf6e-c8df2c03d151') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:59.129675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8af8f66-ba8e-47b8-bf6e-c8df2c03d151') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:53:59.135446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a229ed1-56ad-4bfd-a386-251a5bd32936 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.151137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.167487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5dedd175-2c56-4b10-8c25-a090ffe572ab tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.174756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:59.207792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.233140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5dedd175-2c56-4b10-8c25-a090ffe572ab tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.263277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:53:59.263684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.274825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-913d91e7-3a2c-4820-ab22-d368048d4f58 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:53:59.278448 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:53:59.295142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d91e7-3a2c-4820-ab22-d368048d4f58 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e3383-8d14-4cd8-938a-8d7fe9b23d8f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:59.327534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.329335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.344076 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.385272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a229ed1-56ad-4bfd-a386-251a5bd32936 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.409367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.425210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5dedd175-2c56-4b10-8c25-a090ffe572ab tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.427521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Transition to ACTIVE for port object a817bcbf-306f-4800-99fe-0b9d56c7bfaf will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:53:59.447086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a229ed1-56ad-4bfd-a386-251a5bd32936 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=f64de707-1455-413d-b50f-afd5b222e55b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:59.449998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a229ed1-56ad-4bfd-a386-251a5bd32936 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.457686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c46b8a-da02-4c7c-8eaf-88fde4f7de93 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:53:59.463216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedd175-2c56-4b10-8c25-a090ffe572ab tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9348b2-25ed-41d9-81c6-c0443fa19aad,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:59.465392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-913d91e7-3a2c-4820-ab22-d368048d4f58 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.466737 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-913d91e7-3a2c-4820-ab22-d368048d4f58 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/272e3383-8d14-4cd8-938a-8d7fe9b23d8f HTTP/1.1" status: 204 len: 168 time: 0.8992789 Mar 28 10:53:59.471408 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1a229ed1-56ad-4bfd-a386-251a5bd32936 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/f64de707-1455-413d-b50f-afd5b222e55b HTTP/1.1" status: 204 len: 168 time: 1.3088739 Mar 28 10:53:59.472126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32984) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:59.475325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 32986) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:59.476020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5dedd175-2c56-4b10-8c25-a090ffe572ab tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.481420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.481551 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5dedd175-2c56-4b10-8c25-a090ffe572ab tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/security-groups/5b9348b2-25ed-41d9-81c6-c0443fa19aad HTTP/1.1" status: 204 len: 168 time: 0.5693526 Mar 28 10:53:59.481551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.502333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32992) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:59.589851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.591955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0cd8fc55-ad8c-464b-b5e7-db63f3fff0dc tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Synchronizing usage tracker for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:53:59.594121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.609876 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0b42231c-c4cc-4dde-831e-7aad25ce9ac1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302655 Mar 28 10:53:59.616058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32996) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:59.616354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.620587 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-eb121307-1e45-4de8-9ba6-8765a666f3f8 tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5372238 Mar 28 10:53:59.621057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=872f6744-3394-42b5-80ef-7f89facbc651,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:59.626287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 32998) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:59.634716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:59.664204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba3df7b8-8ece-4186-9ca4-596742e02167 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.695981 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b2612703-c66d-4cd2-848a-3fd63aa78396 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/872f6744-3394-42b5-80ef-7f89facbc651 HTTP/1.1" status: 204 len: 168 time: 6.2886522 Mar 28 10:53:59.696992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:53:59.697306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33008) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:59.710073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:53:59.721102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-847048751'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:59.721854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:53:59.769135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Port': ['ID=a817bcbf-306f-4800-99fe-0b9d56c7bfaf,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:53:59.777929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:59.781966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b184b545-2ed8-473d-a1b4-013d0aea8c66 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:53:59.788071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b184b545-2ed8-473d-a1b4-013d0aea8c66 None None] Deleting port 1fda8203-2dca-4e91-affb-4d5541a901e1 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:53:59.788253 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:network and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:53:59.788447 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b184b545-2ed8-473d-a1b4-013d0aea8c66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.801964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:53:59.802212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0cd8fc55-ad8c-464b-b5e7-db63f3fff0dc tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Unset dirty status for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:53:59.802212 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0cd8fc55-ad8c-464b-b5e7-db63f3fff0dc tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3264396 Mar 28 10:53:59.804461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:59.807755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33016) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:59.821762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:53:59.824841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.860367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'tempest-secgroup--669305089'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:59.869958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:53:59.886190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:53:59.915845 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b9a3538a-43de-4951-b8b7-27d247415068 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3224137 Mar 28 10:53:59.918359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33020) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:53:59.925311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f1bb4150-4ffc-463a-ade8-4706dc1b3b66 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:8d:bc:08'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:39:b8:e6'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:53:59.980289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba3df7b8-8ece-4186-9ca4-596742e02167 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.980443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.985659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7ff3e678-d212-4b1c-9336-dfdb569dcc2f tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:53:59.992962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:53:59.996519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.045006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:00.085485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Usage tracker for resource:security_group_rule and tenant:b72e5dc9ca4442588a3c9f06e08b1c13 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:00.093289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:00.102912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:00.107122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:00.112359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33026) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:00.141824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:00.164423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b184b545-2ed8-473d-a1b4-013d0aea8c66 None None] For port 1fda8203-2dca-4e91-affb-4d5541a901e1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1fda8203-2dca-4e91-affb-4d5541a901e1,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:00.164994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b184b545-2ed8-473d-a1b4-013d0aea8c66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.171112 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:00.206577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.206577 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment 018e8ac5-08e8-4705-81a7-e07e4d5fd219 of type vlan for network 72a2a0c0-59e9-46d4-9f5e-8912679f0b3c Mar 28 10:54:00.274058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.315542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b184b545-2ed8-473d-a1b4-013d0aea8c66 None None] Calling delete_port for 1fda8203-2dca-4e91-affb-4d5541a901e1 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:00.345374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-db449487-6f14-41c1-8985-4bb0decfe606 None None] Provisioning for port a817bcbf-306f-4800-99fe-0b9d56c7bfaf completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:00.352758 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3fe06ad3-2bf4-40ea-a12f-9137a8310e6b tempest-ServiceProvidersTest-44226686 tempest-ServiceProvidersTest-44226686-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2363241 Mar 28 10:54:00.360746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-db449487-6f14-41c1-8985-4bb0decfe606 None None] Provisioning complete for port a817bcbf-306f-4800-99fe-0b9d56c7bfaf triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:00.361105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-db449487-6f14-41c1-8985-4bb0decfe606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.455184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-db449487-6f14-41c1-8985-4bb0decfe606 None None] Port a817bcbf-306f-4800-99fe-0b9d56c7bfaf cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:00.530036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:00.531995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.533503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.534761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4150-4ffc-463a-ade8-4706dc1b3b66 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.545746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b184b545-2ed8-473d-a1b4-013d0aea8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.549273 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7ff3e678-d212-4b1c-9336-dfdb569dcc2f tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.553977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7ff3e678-d212-4b1c-9336-dfdb569dcc2f tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.596028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184b545-2ed8-473d-a1b4-013d0aea8c66 None None] Pushing event deleted for resources: {'Port': ['ID=1fda8203-2dca-4e91-affb-4d5541a901e1,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:00.598458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184b545-2ed8-473d-a1b4-013d0aea8c66 None None] No DVR routers for this DVR port 1fda8203-2dca-4e91-affb-4d5541a901e1 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:00.632086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.641283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba3df7b8-8ece-4186-9ca4-596742e02167 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.646027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.651344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:00.651903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.669274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3df7b8-8ece-4186-9ca4-596742e02167 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be2715-4f6d-4969-82f2-df23c0afd6d9,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:00.685160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba3df7b8-8ece-4186-9ca4-596742e02167 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.689689 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ba3df7b8-8ece-4186-9ca4-596742e02167 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/security-groups/f3be2715-4f6d-4969-82f2-df23c0afd6d9 HTTP/1.1" status: 204 len: 168 time: 1.1829400 Mar 28 10:54:00.690866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33036) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:00.734996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7ff3e678-d212-4b1c-9336-dfdb569dcc2f tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.735502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff3e678-d212-4b1c-9336-dfdb569dcc2f tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65895f8e-4f96-4377-8a12-a1e5aafaced0 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:54:00.776675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745b5fd5-e832-46c6-9384-b61865d872b5,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:00.777410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4461cd4a-2fe1-4ffc-83a8-caba12f858bb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet 4cc2a5aa-d05f-4f61-a261-6691a0121482 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:00.812282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4461cd4a-2fe1-4ffc-83a8-caba12f858bb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.875929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7ff3e678-d212-4b1c-9336-dfdb569dcc2f tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.877030 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7ff3e678-d212-4b1c-9336-dfdb569dcc2f tempest-RoutersTestDVR-531543696 tempest-RoutersTestDVR-531543696-project-admin] 10.222.0.18 "DELETE /v2.0/routers/65895f8e-4f96-4377-8a12-a1e5aafaced0 HTTP/1.1" status: 204 len: 168 time: 1.2474499 Mar 28 10:54:00.894140 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1885815 Mar 28 10:54:00.894917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4461cd4a-2fe1-4ffc-83a8-caba12f858bb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.902220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33044) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:00.923528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': '72a2a0c0-59e9-46d4-9f5e-8912679f0b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:00.942828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055d894-ca99-4146-8d54-1b3a6df57f26 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=72a2a0c0-59e9-46d4-9f5e-8912679f0b3c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:00.956656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 72a2a0c0-59e9-46d4-9f5e-8912679f0b3c details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:00.961173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:00.961173 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-49d62385-08d6-4cca-8924-1d04c0321267 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1491425 Mar 28 10:54:00.966447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33048) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:00.978319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b3c4897d-82ad-4095-adec-b6a316760776 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:00.978730 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-b3c4897d-82ad-4095-adec-b6a316760776 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 10:54:00.979221 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-b3c4897d-82ad-4095-adec-b6a316760776 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 10:54:00.980144 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b3c4897d-82ad-4095-adec-b6a316760776 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "PUT /v2.0/security-groups/745b5fd5-e832-46c6-9384-b61865d872b5 HTTP/1.1" status: 409 len: 330 time: 0.0127673 Mar 28 10:54:00.980669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33052) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:00.990098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33054) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:01.066941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4461cd4a-2fe1-4ffc-83a8-caba12f858bb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.077143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:01.084331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:subnet and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:01.088232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:01.103929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:01.114454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4150-4ffc-463a-ade8-4706dc1b3b66 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.196371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:01.199409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c24a5111-c39f-4abe-893e-139e3b60bb68 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.200682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.214155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-688d54a9-35dc-442d-919a-4e9f5fa6e795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.214561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4150-4ffc-463a-ade8-4706dc1b3b66 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.277740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.objects.ports [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:54:01.287094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.296399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-688d54a9-35dc-442d-919a-4e9f5fa6e795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:01.341350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-688d54a9-35dc-442d-919a-4e9f5fa6e795 admin admin] Usage tracker for resource:security_group_rule and tenant:dd696b0862ec43a28646b79d9b314a31 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:01.346109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c24a5111-c39f-4abe-893e-139e3b60bb68 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.365096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-688d54a9-35dc-442d-919a-4e9f5fa6e795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:01.385728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-688d54a9-35dc-442d-919a-4e9f5fa6e795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:01.414319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:01.416432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb4150-4ffc-463a-ade8-4706dc1b3b66 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event updated for resources: {'Port': ['ID=a817bcbf-306f-4800-99fe-0b9d56c7bfaf,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:01.422798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:01.432441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=620ddd8c-6242-425f-a8f3-3e0ab54bbe11,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:01.435304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:01.436099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.440274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb4150-4ffc-463a-ade8-4706dc1b3b66 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] In _notify_port_updated(), no bound segment for port a817bcbf-306f-4800-99fe-0b9d56c7bfaf on network 4dab81d2-958b-4d48-bc36-4d22cb81db38 {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:54:01.444788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42d30c-ba96-44ed-87b0-63edc2223f0d None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:01.446408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb4150-4ffc-463a-ade8-4706dc1b3b66 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:01.447303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4150-4ffc-463a-ade8-4706dc1b3b66 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.451705 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f1bb4150-4ffc-463a-ade8-4706dc1b3b66 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "PUT /v2.0/ports/a817bcbf-306f-4800-99fe-0b9d56c7bfaf HTTP/1.1" status: 200 len: 1055 time: 1.5322592 Mar 28 10:54:01.454429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33064) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:01.464549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4461cd4a-2fe1-4ffc-83a8-caba12f858bb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.541595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461cd4a-2fe1-4ffc-83a8-caba12f858bb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc2a5aa-d05f-4f61-a261-6691a0121482,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:01.548473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4461cd4a-2fe1-4ffc-83a8-caba12f858bb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.565576 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4461cd4a-2fe1-4ffc-83a8-caba12f858bb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/4cc2a5aa-d05f-4f61-a261-6691a0121482 HTTP/1.1" status: 204 len: 168 time: 0.8743505 Mar 28 10:54:01.569836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33070) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:01.575359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:01.651310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-cf22b1bb-9b47-423c-b701-c7a6b6351cf6 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Deleting port a817bcbf-306f-4800-99fe-0b9d56c7bfaf {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:01.651851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cf22b1bb-9b47-423c-b701-c7a6b6351cf6 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.668376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1fda8203-2dca-4e91-affb-4d5541a901e1 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:54:01.692802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7628f7e-5cf5-429f-af49-ddfe5c2e6bf0 None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:01.708826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33076) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:01.715749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-688d54a9-35dc-442d-919a-4e9f5fa6e795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.770552 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5de808b8-97fc-4ddc-af30-7408231ba391 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1459372 Mar 28 10:54:01.770552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c24a5111-c39f-4abe-893e-139e3b60bb68 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.775384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33082) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:01.791486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c24a5111-c39f-4abe-893e-139e3b60bb68 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.795174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 1fda8203-2dca-4e91-affb-4d5541a901e1 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:54:01.795572 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c24a5111-c39f-4abe-893e-139e3b60bb68 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/745b5fd5-e832-46c6-9384-b61865d872b5 HTTP/1.1" status: 204 len: 168 time: 0.8021917 Mar 28 10:54:01.796401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33084) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:01.797053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1fda8203-2dca-4e91-affb-4d5541a901e1 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:54:01.807386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a5111-c39f-4abe-893e-139e3b60bb68 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745b5fd5-e832-46c6-9384-b61865d872b5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:01.812722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:2d:db:fc', 'name': 'tempest-NetworksTestDHCPv6-2102510700'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:01.830060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-688d54a9-35dc-442d-919a-4e9f5fa6e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.876862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.937951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '620ddd8c-6242-425f-a8f3-3e0ab54bbe11'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:01.939121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.961282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-19aedb14-d875-4765-82a1-5ae7eb90e860 None None] Provisioning complete for port a817bcbf-306f-4800-99fe-0b9d56c7bfaf triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:01.961741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-19aedb14-d875-4765-82a1-5ae7eb90e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:01.982262 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-688d54a9-35dc-442d-919a-4e9f5fa6e795 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd696b0862ec43a28646b79d9b314a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9945018 Mar 28 10:54:01.996227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33090) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:02.002411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d54a9-35dc-442d-919a-4e9f5fa6e795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fc831c-cbb0-4a78-bb78-011903219483,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:02.018836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0eb9129a-4f29-4a6b-bf9e-f9e2d13434b2 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Synchronizing usage tracker for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:02.026251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:02.035314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-20fcd9b6-c513-49ce-bf84-e5fc7a66dc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.039857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:02.049975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:02.058453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:02.065341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:02.071947 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:02.075364 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:02.081184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:02.107465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-20fcd9b6-c513-49ce-bf84-e5fc7a66dc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:02.116658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-19aedb14-d875-4765-82a1-5ae7eb90e860 None None] Port a817bcbf-306f-4800-99fe-0b9d56c7bfaf cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:02.127666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=016f4188-4e48-449b-b28d-d0286eb46df3,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:02.144247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-20fcd9b6-c513-49ce-bf84-e5fc7a66dc4b admin admin] Usage tracker for resource:security_group_rule and tenant:b868a3a1e351454287d8457d299d0fa8 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:02.144247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cf22b1bb-9b47-423c-b701-c7a6b6351cf6 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.153054 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-20fcd9b6-c513-49ce-bf84-e5fc7a66dc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:02.157693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:02.161981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.169842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-20fcd9b6-c513-49ce-bf84-e5fc7a66dc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:02.191731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:02.223677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking segment: {'id': '018e8ac5-08e8-4705-81a7-e07e4d5fd219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72a2a0c0-59e9-46d4-9f5e-8912679f0b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:02.224027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network hostable DHCP agents. Network: 72a2a0c0-59e9-46d4-9f5e-8912679f0b3c, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:02.261019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Allocated IP 2001:db8::f816:3eff:fea8:3b9d (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/620ddd8c-6242-425f-a8f3-3e0ab54bbe11/9b89b7d4-281e-49ca-9009-2f6c3bfa81ba) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:02.288622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0eb9129a-4f29-4a6b-bf9e-f9e2d13434b2 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] Unset dirty status for tenant:b72e5dc9ca4442588a3c9f06e08b1c13 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:02.294220 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0eb9129a-4f29-4a6b-bf9e-f9e2d13434b2 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4930303 Mar 28 10:54:02.306084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-cf22b1bb-9b47-423c-b701-c7a6b6351cf6 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Calling delete_port for a817bcbf-306f-4800-99fe-0b9d56c7bfaf owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:02.339186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33094) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:02.517662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3e925115-501d-4fa6-9da0-10d4128ff0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.524825 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-c6cb0f39-f2f1-4091-880e-d99fda3a1b3f tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] delete failed (client error): The resource could not be found. Mar 28 10:54:02.524825 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c6cb0f39-f2f1-4091-880e-d99fda3a1b3f tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "DELETE /v2.0/security-groups/80aefabf-b518-48b5-8c51-60ced9902fd0 HTTP/1.1" status: 404 len: 347 time: 0.1799541 Mar 28 10:54:02.526332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33098) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:02.535820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.545496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Transition to ACTIVE for port object 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:02.562659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.569578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Transition to ACTIVE for port object 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:02.576735 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-73a511bc-5cdd-4eb9-923a-ec80a4e39617 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] show failed (client error): The resource could not be found. Mar 28 10:54:02.578460 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-73a511bc-5cdd-4eb9-923a-ec80a4e39617 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-groups/384c778e-1f9c-4268-8580-aec7c816d23f HTTP/1.1" status: 404 len: 347 time: 0.0485845 Mar 28 10:54:02.584500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33102) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:02.602361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3e925115-501d-4fa6-9da0-10d4128ff0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.608800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network 72a2a0c0-59e9-46d4-9f5e-8912679f0b3c is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:02.614088 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-33bdf4a1-dc07-4fdb-b2d1-b8f852034939 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] show failed (client error): The resource could not be found. Mar 28 10:54:02.621255 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-33bdf4a1-dc07-4fdb-b2d1-b8f852034939 tempest-NegativeSecGroupTest-2062072829 tempest-NegativeSecGroupTest-2062072829-project] 10.222.0.18 "GET /v2.0/security-group-rules/3ad007e4-b972-4f67-ad4a-9da838aeb508 HTTP/1.1" status: 404 len: 356 time: 0.0322111 Mar 28 10:54:02.630801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 96b29090-f95d-4308-bc79-837bfe926940 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:54:02.648493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.751638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 72a2a0c0-59e9-46d4-9f5e-8912679f0b3c) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:02.762984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:02.772672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:02.773337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.774132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f16aa-52c6-4ecc-8bd9-695fbad8f022 None None] Network 72a2a0c0-59e9-46d4-9f5e-8912679f0b3c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:02.779527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-20fcd9b6-c513-49ce-bf84-e5fc7a66dc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.810378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:02.829507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:02.833393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Pushing event updated for resources: {'Port': ['ID=9b89b7d4-281e-49ca-9009-2f6c3bfa81ba,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:02.859716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cf22b1bb-9b47-423c-b701-c7a6b6351cf6 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.862068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-20fcd9b6-c513-49ce-bf84-e5fc7a66dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.912961 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-20fcd9b6-c513-49ce-bf84-e5fc7a66dc4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b868a3a1e351454287d8457d299d0fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2012022 Mar 28 10:54:02.917362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33110) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:02.928365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fe2d:dbfc (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/620ddd8c-6242-425f-a8f3-3e0ab54bbe11/96b29090-f95d-4308-bc79-837bfe926940) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:02.977855 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e13b9530-180d-45df-b8f3-db17838ab223 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0661769 Mar 28 10:54:02.979093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3e925115-501d-4fa6-9da0-10d4128ff0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.981674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3e925115-501d-4fa6-9da0-10d4128ff0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:02.982959 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3e925115-501d-4fa6-9da0-10d4128ff0b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70fc831c-cbb0-4a78-bb78-011903219483 HTTP/1.1" status: 204 len: 168 time: 0.9745705 Mar 28 10:54:02.994211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33116) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:02.995120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Attempting to bind port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:02.995260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22b1bb-9b47-423c-b701-c7a6b6351cf6 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event deleted for resources: {'Port': ['ID=a817bcbf-306f-4800-99fe-0b9d56c7bfaf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:02.995495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Attempting to bind port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:02.995854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Attempting to bind port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:03.007546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:03.007918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:03.008311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.008698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:03.009172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Bound port: 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:03.009557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.129470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bce70629-074d-4e3c-8d2d-feb818fd7a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.167632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bce70629-074d-4e3c-8d2d-feb818fd7a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.241941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.312026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] For port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:03.329139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcd9b6-c513-49ce-bf84-e5fc7a66dc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca6a2a-7480-480f-8476-482a39327803,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:03.340824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33124) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:03.346510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bce70629-074d-4e3c-8d2d-feb818fd7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.347271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-72a2a0c0-59e9-46d4-9f5e-8912679f0b3c', 'network_id': '72a2a0c0-59e9-46d4-9f5e-8912679f0b3c', 'tenant_id': '04d43a2545a5407686f952aefe4cc568', 'fixed_ips': [{'subnet_id': '016f4188-4e48-449b-b28d-d0286eb46df3'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:03.352594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.394983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:03.401934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] For port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9b89b7d4-281e-49ca-9009-2f6c3bfa81ba,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:03.426301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=4f1e918a-d591-42d1-8b90-2a8032742aa6,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:03.434626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:03.452759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce70629-074d-4e3c-8d2d-feb818fd7a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca6a2a-7480-480f-8476-482a39327803,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:03.457370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:03.458279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.499589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb303896-1c2c-4313-a88d-9a60d85b8381 None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:03.539861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e925115-501d-4fa6-9da0-10d4128ff0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fc831c-cbb0-4a78-bb78-011903219483,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:03.579900 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.586001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bce70629-074d-4e3c-8d2d-feb818fd7a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.599262 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bce70629-074d-4e3c-8d2d-feb818fd7a12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79ca6a2a-7480-480f-8476-482a39327803 HTTP/1.1" status: 204 len: 168 time: 0.6748548 Mar 28 10:54:03.655031 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-23721551-5ac1-4220-b25a-dc2f7e9d22f5 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0839570 Mar 28 10:54:03.657935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33134) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:03.681346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'security_group': {'name': 'tempest-secgroup-1134312830'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:03.756555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.789293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:03.795317 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 96b29090-f95d-4308-bc79-837bfe926940 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:03.799558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.807796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:03.816731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:03.821400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6623c2d7-9b52-40a8-8c71-edee7f374c43 None None] Provisioning complete for port 7c74b525-ce75-4724-9ecf-2d02db09c979 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:03.821400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6623c2d7-9b52-40a8-8c71-edee7f374c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.834743 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2ac213b7-92d3-4264-8215-4d86b3a38b19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b72e5dc9ca4442588a3c9f06e08b1c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801667 Mar 28 10:54:03.834958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:03.836261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33138) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:03.882902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf920f01-8f13-401f-b09b-5ab14d415a8e None None] Pushing event updated for resources: {'Port': ['ID=9b89b7d4-281e-49ca-9009-2f6c3bfa81ba,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:03.928107 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.955847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cf22b1bb-9b47-423c-b701-c7a6b6351cf6 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:03.957812 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cf22b1bb-9b47-423c-b701-c7a6b6351cf6 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "DELETE /v2.0/ports/a817bcbf-306f-4800-99fe-0b9d56c7bfaf HTTP/1.1" status: 204 len: 168 time: 2.5010135 Mar 28 10:54:03.969721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33142) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:03.998358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:04.002701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:04.005384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:04.011483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:04.012205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.040994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.054793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.058749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=96b29090-f95d-4308-bc79-837bfe926940,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:04.062767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Allocated IP 2001:db8::1 (72a2a0c0-59e9-46d4-9f5e-8912679f0b3c/016f4188-4e48-449b-b28d-d0286eb46df3/61579c96-7a67-47eb-b044-542b4cb73d26) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:04.118155 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-108786e9-b258-4b5e-a90e-101e9bbb0315 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] GET failed (client error): The resource could not be found. Mar 28 10:54:04.120114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-108786e9-b258-4b5e-a90e-101e9bbb0315 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Synchronizing usage tracker for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:04.145504 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fcc08876-eed0-476e-9bea-d873a5bc2672 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3484821 Mar 28 10:54:04.146134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33148) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:04.164847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39eb5cb8-be1f-414c-9b3d-bf5c44fda06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.181618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:04.210041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group_rule and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:04.215560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:04.227303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39eb5cb8-be1f-414c-9b3d-bf5c44fda06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.240720 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:04.268249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e0f1f-c8e0-4750-83df-875599939e54 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:04.274924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e0f1f-c8e0-4750-83df-875599939e54 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:04.277244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-972e0f1f-c8e0-4750-83df-875599939e54 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:04.292384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-108786e9-b258-4b5e-a90e-101e9bbb0315 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Unset dirty status for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:04.293546 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-108786e9-b258-4b5e-a90e-101e9bbb0315 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "GET /v2.0/ports/a817bcbf-306f-4800-99fe-0b9d56c7bfaf HTTP/1.1" status: 404 len: 333 time: 0.3210292 Mar 28 10:54:04.296738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33152) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:04.355767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.371305 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ef739-f5e9-4b97-bf64-f457f1e21f84 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Deleting port e71014ee-a22c-4d79-a4ce-8815e144b1b7 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:04.373756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef739-f5e9-4b97-bf64-f457f1e21f84 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.373869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6623c2d7-9b52-40a8-8c71-edee7f374c43 None None] Provisioning complete for port 66483233-0338-40c4-aac5-ce8b77d0ad6e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:04.374008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6623c2d7-9b52-40a8-8c71-edee7f374c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.405027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-972e0f1f-c8e0-4750-83df-875599939e54 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:04.406024 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-972e0f1f-c8e0-4750-83df-875599939e54 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2588239 Mar 28 10:54:04.408801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33156) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:04.451439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.470252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39eb5cb8-be1f-414c-9b3d-bf5c44fda06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.478616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-6623c2d7-9b52-40a8-8c71-edee7f374c43 None None] Port 66483233-0338-40c4-aac5-ce8b77d0ad6e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:04.538945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-216ceac7-9244-4afa-8735-8675923e195c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 96b29090-f95d-4308-bc79-837bfe926940 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:04.539376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-216ceac7-9244-4afa-8735-8675923e195c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.571042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b2ed7-0d53-46a1-97bf-157aec3d304a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:04.572147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.580270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39eb5cb8-be1f-414c-9b3d-bf5c44fda06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.583666 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-39eb5cb8-be1f-414c-9b3d-bf5c44fda06b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86335931-78ec-40bd-b13c-a89a7bd82f06 HTTP/1.1" status: 204 len: 168 time: 0.7446933 Mar 28 10:54:04.591340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Transition to ACTIVE for port object 61579c96-7a67-47eb-b044-542b4cb73d26 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:04.591823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.592247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.592588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.592922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.594025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.594148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.594443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.594770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.595134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.595579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.596014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.596212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:04.612642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb5cb8-be1f-414c-9b3d-bf5c44fda06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86335931-78ec-40bd-b13c-a89a7bd82f06,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:04.614455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.615636 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4969c3b7-5ec0-4bd3-8ad2-79f6ee88f94a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9477081 Mar 28 10:54:04.618817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33164) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:04.634263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'security_group': {'name': 'tempest-secgroup-490413840'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:04.642583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33168) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:04.683901 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Transition to ACTIVE for port object 61579c96-7a67-47eb-b044-542b4cb73d26 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:04.692988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:04.702646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d00303f6-d461-4b5a-8798-e54ff974b8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.721439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd9eacd-6b64-4dd2-9f2c-3b7cc0b7f0c0 None None] Update dhcp port {'port': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'fixed_ips': [{'subnet_id': '9aa90912-3393-4b9d-9903-8a2cb5f1f605', 'ip_address': '172.20.0.18'}, {'subnet_id': '4f1e918a-d591-42d1-8b90-2a8032742aa6'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': '7c74b525-ce75-4724-9ecf-2d02db09c979'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:54:04.721853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:04.728210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d00303f6-d461-4b5a-8798-e54ff974b8ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:04.732548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d00303f6-d461-4b5a-8798-e54ff974b8ad admin admin] Usage tracker for resource:security_group_rule and tenant:0b60680e322f4f4ab6f28c9d67134cf3 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:04.736093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d00303f6-d461-4b5a-8798-e54ff974b8ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:04.744213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:04.747118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d00303f6-d461-4b5a-8798-e54ff974b8ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:04.763027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:04.795539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef739-f5e9-4b97-bf64-f457f1e21f84 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.823869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.913231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Network 72a2a0c0-59e9-46d4-9f5e-8912679f0b3c is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:04.923244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:04.934244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:04.944891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0bd9eacd-6b64-4dd2-9f2c-3b7cc0b7f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.957595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Pushing event updated for resources: {'Port': ['ID=61579c96-7a67-47eb-b044-542b4cb73d26,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:04.960664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-216ceac7-9244-4afa-8735-8675923e195c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:04.973062 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ef739-f5e9-4b97-bf64-f457f1e21f84 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Calling delete_port for e71014ee-a22c-4d79-a4ce-8815e144b1b7 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:05.137011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-216ceac7-9244-4afa-8735-8675923e195c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 96b29090-f95d-4308-bc79-837bfe926940 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:05.217684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Attempting to bind port 61579c96-7a67-47eb-b044-542b4cb73d26 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:05.218137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Attempting to bind port 61579c96-7a67-47eb-b044-542b4cb73d26 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '018e8ac5-08e8-4705-81a7-e07e4d5fd219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72a2a0c0-59e9-46d4-9f5e-8912679f0b3c'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:05.219239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Attempting to bind port 61579c96-7a67-47eb-b044-542b4cb73d26 on network 72a2a0c0-59e9-46d4-9f5e-8912679f0b3c {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:05.241464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:05.241464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Checking segment: {'id': '018e8ac5-08e8-4705-81a7-e07e4d5fd219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72a2a0c0-59e9-46d4-9f5e-8912679f0b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:05.242062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.242490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Bound using segment: {'id': '018e8ac5-08e8-4705-81a7-e07e4d5fd219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72a2a0c0-59e9-46d4-9f5e-8912679f0b3c'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:05.242979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Bound port: 61579c96-7a67-47eb-b044-542b4cb73d26, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018e8ac5-08e8-4705-81a7-e07e4d5fd219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '72a2a0c0-59e9-46d4-9f5e-8912679f0b3c'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:05.243374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.243913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef739-f5e9-4b97-bf64-f457f1e21f84 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.336094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.389711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d00303f6-d461-4b5a-8798-e54ff974b8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.437718 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] For port 61579c96-7a67-47eb-b044-542b4cb73d26, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:05.441275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.448055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] For port 61579c96-7a67-47eb-b044-542b4cb73d26, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=61579c96-7a67-47eb-b044-542b4cb73d26,segment=NetworkSegment(018e8ac5-08e8-4705-81a7-e07e4d5fd219),segment_id=018e8ac5-08e8-4705-81a7-e07e4d5fd219)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:05.473308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-0bd9eacd-6b64-4dd2-9f2c-3b7cc0b7f0c0 None None] Allocated IP 172.20.0.2 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/4f1e918a-d591-42d1-8b90-2a8032742aa6/7c74b525-ce75-4724-9ecf-2d02db09c979) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:05.560603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:05.566972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ef739-f5e9-4b97-bf64-f457f1e21f84 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event deleted for resources: {'Port': ['ID=e71014ee-a22c-4d79-a4ce-8815e144b1b7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:05.586838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d00303f6-d461-4b5a-8798-e54ff974b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.649053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.652908 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-50c4a7d4-8153-4416-b8d3-2435636d2c41 None None] Provisioning for port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:05.658432 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d00303f6-d461-4b5a-8798-e54ff974b8ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b60680e322f4f4ab6f28c9d67134cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0148203 Mar 28 10:54:05.662883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33182) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:05.670265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=016f4188-4e48-449b-b28d-d0286eb46df3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:05.713157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:05.802533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef739-f5e9-4b97-bf64-f457f1e21f84 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.811757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group_rule and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:05.823923 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.832930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:05.834499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cab8f9a7-d29f-4298-a06d-d6bd8fe9dc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.853556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00303f6-d461-4b5a-8798-e54ff974b8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0363c0dd-57a7-4566-96b9-fc50f794874f,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:05.861723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:05.867529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2a0c0-59e9-46d4-9f5e-8912679f0b3c']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:05.889658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018e8ac5-08e8-4705-81a7-e07e4d5fd219') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:05.890220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018e8ac5-08e8-4705-81a7-e07e4d5fd219') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:05.893503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cab8f9a7-d29f-4298-a06d-d6bd8fe9dc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.910580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce438e80-f986-4963-8ac0-c9f72e6482ae None None] Network 72a2a0c0-59e9-46d4-9f5e-8912679f0b3c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:05.912631 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ca8ef739-f5e9-4b97-bf64-f457f1e21f84 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "DELETE /v2.0/ports/e71014ee-a22c-4d79-a4ce-8815e144b1b7 HTTP/1.1" status: 204 len: 168 time: 1.6145649 Mar 28 10:54:05.914785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.915368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33192) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:05.926107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-216ceac7-9244-4afa-8735-8675923e195c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:05.980426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b1f5b9-9e75-4273-b1c0-a82d0c8e8760 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] GET failed (client error): The resource could not be found. Mar 28 10:54:05.990595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a4b1f5b9-9e75-4273-b1c0-a82d0c8e8760 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Synchronizing usage tracker for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:05.997320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c45860-874f-4f06-9770-24c34454ebb0 None None] Pushing event updated for resources: {'Port': ['ID=61579c96-7a67-47eb-b044-542b4cb73d26,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:06.011877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0bd9eacd-6b64-4dd2-9f2c-3b7cc0b7f0c0 None None] For port 7c74b525-ce75-4724-9ecf-2d02db09c979, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=7c74b525-ce75-4724-9ecf-2d02db09c979,segment=NetworkSegment(1edf8137-ee71-49de-ba27-803450291d50),segment_id=1edf8137-ee71-49de-ba27-803450291d50)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:06.037178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ceac7-9244-4afa-8735-8675923e195c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=96b29090-f95d-4308-bc79-837bfe926940,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:06.040557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-26f49fdf-dd28-4255-b966-9e2d167fe7b7 None None] Provisioning complete for port 96b29090-f95d-4308-bc79-837bfe926940 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:06.040934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-26f49fdf-dd28-4255-b966-9e2d167fe7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.043547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-216ceac7-9244-4afa-8735-8675923e195c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.051250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.073590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:06.074036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:06.092443 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:06.110337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-26f49fdf-dd28-4255-b966-9e2d167fe7b7 None None] Port 96b29090-f95d-4308-bc79-837bfe926940 was deleted so its status cannot be updated. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 10:54:06.127539 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:06.139418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a4b1f5b9-9e75-4273-b1c0-a82d0c8e8760 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Unset dirty status for tenant:a9b7121070a4498e9027ede79f4e384d on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:06.141081 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a4b1f5b9-9e75-4273-b1c0-a82d0c8e8760 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "GET /v2.0/ports/e71014ee-a22c-4d79-a4ce-8815e144b1b7 HTTP/1.1" status: 404 len: 333 time: 0.2243197 Mar 28 10:54:06.141999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cab8f9a7-d29f-4298-a06d-d6bd8fe9dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.145621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33198) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:06.173316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0bd9eacd-6b64-4dd2-9f2c-3b7cc0b7f0c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.178295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:06.178794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.230405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.247285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0bd9eacd-6b64-4dd2-9f2c-3b7cc0b7f0c0 None None] Transition to ACTIVE for port object 7c74b525-ce75-4724-9ecf-2d02db09c979 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:06.258495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8f9a7-d29f-4298-a06d-d6bd8fe9dc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0363c0dd-57a7-4566-96b9-fc50f794874f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:06.261758 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-216ceac7-9244-4afa-8735-8675923e195c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/96b29090-f95d-4308-bc79-837bfe926940 HTTP/1.1" status: 204 len: 168 time: 1.8504627 Mar 28 10:54:06.263000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 10:54:06.263000 dv-neutron-835336-1-hyperv neutron-server[88493]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 10:54:06.263000 dv-neutron-835336-1-hyperv neutron-server[88493]: [parameters: {'id': '72a2a0c0-59e9-46d4-9f5e-8912679f0b3c'}] Mar 28 10:54:06.263000 dv-neutron-835336-1-hyperv neutron-server[88493]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:54:06.264158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:54:06.264784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33204) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:06.282321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cab8f9a7-d29f-4298-a06d-d6bd8fe9dc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.284487 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cab8f9a7-d29f-4298-a06d-d6bd8fe9dc66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0363c0dd-57a7-4566-96b9-fc50f794874f HTTP/1.1" status: 204 len: 168 time: 0.6046119 Mar 28 10:54:06.321883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.332018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Deleting port 672aa277-a16b-4709-aa7b-a4f27946c88b {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:06.332488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.362726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0bd9eacd-6b64-4dd2-9f2c-3b7cc0b7f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.394450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bdcb8-e30f-4369-9bda-1ed0b4d68147 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:06.396282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bdcb8-e30f-4369-9bda-1ed0b4d68147 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:06.400247 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-597bdcb8-e30f-4369-9bda-1ed0b4d68147 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312304 Mar 28 10:54:06.400247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc4490-4d0b-4a5b-bb80-26129c3026fe,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:06.402680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33210) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:06.446582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.447823 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d155b330-1eee-4789-9ad6-f7503e1242dd tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8280776 Mar 28 10:54:06.455584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33214) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:06.464015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'security_group': {'name': 'tempest-secgroup-1882906425'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:06.472343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:06.480504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:06.491302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:06.516847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae12643-a73e-4677-8980-692f50513974 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 620ddd8c-6242-425f-a8f3-3e0ab54bbe11 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:06.521313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:06.524346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ae12643-a73e-4677-8980-692f50513974 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.539787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.572898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9eacd-6b64-4dd2-9f2c-3b7cc0b7f0c0 None None] Pushing event updated for resources: {'Port': ['ID=7c74b525-ce75-4724-9ecf-2d02db09c979,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:06.594203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9b89b7d4-281e-49ca-9009-2f6c3bfa81ba,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:06.627530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ae12643-a73e-4677-8980-692f50513974 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.683000 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.692057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.715145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:06.719606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:security_group_rule and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:06.724707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:06.733763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:06.769218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.808355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.820477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting port 61579c96-7a67-47eb-b044-542b4cb73d26 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:06.820819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.837866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=9b89b7d4-281e-49ca-9009-2f6c3bfa81ba,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:06.868384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ae12643-a73e-4677-8980-692f50513974 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:06.993789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Calling delete_port for 672aa277-a16b-4709-aa7b-a4f27946c88b owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:07.056061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.176599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.198689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ae12643-a73e-4677-8980-692f50513974 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.259300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.299909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae12643-a73e-4677-8980-692f50513974 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=620ddd8c-6242-425f-a8f3-3e0ab54bbe11,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:07.302298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae596f-936b-4c50-acce-f7eac6060ebc None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:07.311433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ae12643-a73e-4677-8980-692f50513974 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.320364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] For port 61579c96-7a67-47eb-b044-542b4cb73d26, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=61579c96-7a67-47eb-b044-542b4cb73d26,segment=NetworkSegment(018e8ac5-08e8-4705-81a7-e07e4d5fd219),segment_id=018e8ac5-08e8-4705-81a7-e07e4d5fd219)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:07.320716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.325126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event deleted for resources: {'Port': ['ID=672aa277-a16b-4709-aa7b-a4f27946c88b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:07.334360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.334711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.334876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b147dd7-4103-4e01-bd68-394572b10837,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:07.335040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.335383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.335716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.336039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.336367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.336697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.337023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.337363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.337721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.339088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:07.469893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.484882 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2ae12643-a73e-4677-8980-692f50513974 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/620ddd8c-6242-425f-a8f3-3e0ab54bbe11 HTTP/1.1" status: 204 len: 168 time: 1.0803838 Mar 28 10:54:07.488731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33244) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:07.566669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:07.568658 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-33393980-fecc-49c0-965b-e16c97d75666 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "DELETE /v2.0/ports/672aa277-a16b-4709-aa7b-a4f27946c88b HTTP/1.1" status: 204 len: 168 time: 1.4117365 Mar 28 10:54:07.572989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33246) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:07.597950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.602434 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fc2b00aa-d36b-4a97-8292-7edce8671c9f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1457157 Mar 28 10:54:07.604723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33250) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:07.685588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc068da9-d8d0-4a21-8eb9-bd74e39ee221 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Deleting subnet 656e640a-ca87-4d16-9612-8b8991985558 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:07.690743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc068da9-d8d0-4a21-8eb9-bd74e39ee221 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.750156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3afbe3ff-14dc-44b9-be65-fc6fc73fd24b None None] Provisioning for port 7c74b525-ce75-4724-9ecf-2d02db09c979 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:07.764294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3afbe3ff-14dc-44b9-be65-fc6fc73fd24b None None] Provisioning complete for port 7c74b525-ce75-4724-9ecf-2d02db09c979 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:07.764663 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3afbe3ff-14dc-44b9-be65-fc6fc73fd24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.783942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc068da9-d8d0-4a21-8eb9-bd74e39ee221 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.809702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:07.810088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.849728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Calling delete_port for 61579c96-7a67-47eb-b044-542b4cb73d26 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:07.881272 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-782d18a8-02b8-4383-b5b7-ae66f56ea57b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2773092 Mar 28 10:54:07.892382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-239722749', 'security_groups': ['4b147dd7-4103-4e01-bd68-394572b10837'], 'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f1e918a-d591-42d1-8b90-2a8032742aa6'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:07.899103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc068da9-d8d0-4a21-8eb9-bd74e39ee221 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:07.977328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33264) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:08.030670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33268) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:08.045285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:08.048253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3afbe3ff-14dc-44b9-be65-fc6fc73fd24b None None] Provisioning complete for port 66483233-0338-40c4-aac5-ce8b77d0ad6e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:08.048601 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3afbe3ff-14dc-44b9-be65-fc6fc73fd24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.069534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:08.108759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7c74b525-ce75-4724-9ecf-2d02db09c979 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:08.142068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3afbe3ff-14dc-44b9-be65-fc6fc73fd24b None None] Port 66483233-0338-40c4-aac5-ce8b77d0ad6e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:08.144069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5fa9aa-373a-4cfc-bfe8-170eb8cf9532 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:54:08.156295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fa9aa-373a-4cfc-bfe8-170eb8cf9532 None None] Deleting port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:08.156740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa9aa-373a-4cfc-bfe8-170eb8cf9532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.190630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30445bd8-9148-4434-8c32-e8afe815c92e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:08.190630 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-30445bd8-9148-4434-8c32-e8afe815c92e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1789072 Mar 28 10:54:08.191301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33274) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:08.220691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-70413499'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:08.233629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:08.253962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc068da9-d8d0-4a21-8eb9-bd74e39ee221 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.297646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc068da9-d8d0-4a21-8eb9-bd74e39ee221 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event deleted for resources: {'Subnet': ['ID=656e640a-ca87-4d16-9612-8b8991985558,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:08.300028 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc068da9-d8d0-4a21-8eb9-bd74e39ee221 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.303332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:08.305417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 7c74b525-ce75-4724-9ecf-2d02db09c979 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:08.306081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.308317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.309953 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dc068da9-d8d0-4a21-8eb9-bd74e39ee221 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "DELETE /v2.0/subnets/656e640a-ca87-4d16-9612-8b8991985558 HTTP/1.1" status: 204 len: 168 time: 0.7379546 Mar 28 10:54:08.310624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33278) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:08.314383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc202f3d-7b73-4d9e-af5b-9ca62417a96c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:08.315082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cc202f3d-7b73-4d9e-af5b-9ca62417a96c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:08.354604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd48f7e-0cee-4eca-bbce-5552bdf4746d None None] Network 4dab81d2-958b-4d48-bc36-4d22cb81db38 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:08.364800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Usage tracker for resource:network and tenant:cb0ef7fecedb4a63b196111d2dbb0e60 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:08.424549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:08.432815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Port': ['ID=61579c96-7a67-47eb-b044-542b4cb73d26,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:08.443851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.449753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No DVR routers for this DVR port 61579c96-7a67-47eb-b044-542b4cb73d26 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:08.457276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Deleting port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:08.457868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.491144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:08.614449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cc202f3d-7b73-4d9e-af5b-9ca62417a96c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:08.615631 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cc202f3d-7b73-4d9e-af5b-9ca62417a96c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4367797 Mar 28 10:54:08.629165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33282) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:08.705162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-aa5fa9aa-373a-4cfc-bfe8-170eb8cf9532 None None] For port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9b89b7d4-281e-49ca-9009-2f6c3bfa81ba,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:08.705559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa9aa-373a-4cfc-bfe8-170eb8cf9532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.742311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33286) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:08.750936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Made reservation on behalf of cb0ef7fecedb4a63b196111d2dbb0e60 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:08.754347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.764011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.776482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210062302', 'description': 'tempest-secgroup-smoke-210062302 description', 'project_id': 'ce021e23beda4285a363b2200abcc0c9'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:08.790063 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2d19e4b7-7267-4398-8c16-5d64be0e5053 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1561205 Mar 28 10:54:08.790287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:08.790379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.800909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33290) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:08.803435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.828386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:08.843182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:security_group and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:08.852546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:08.855203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2a0c0-59e9-46d4-9f5e-8912679f0b3c']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:08.862538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fa9aa-373a-4cfc-bfe8-170eb8cf9532 None None] Calling delete_port for 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:08.867224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:08.881136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] For port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db,segment=NetworkSegment(21ba1b1c-616e-407c-8025-6cedc36006ff),segment_id=21ba1b1c-616e-407c-8025-6cedc36006ff)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:08.881365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:08.889459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:08.892132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018e8ac5-08e8-4705-81a7-e07e4d5fd219') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:08.892427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018e8ac5-08e8-4705-81a7-e07e4d5fd219') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:08.902659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] device_id is not set on port 5e327691-24f3-468a-820d-201e1769706a yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:54:08.989482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Usage tracker for resource:security_group_rule and tenant:cb0ef7fecedb4a63b196111d2dbb0e60 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:08.994295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:09.003015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.012440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:09.017274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.018936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Calling delete_port for 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:09.023120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] DHCP port deletion for 4dab81d2-958b-4d48-bc36-4d22cb81db38 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:54:09.027587 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] Deleting port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:09.028098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.044100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.059313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.062571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:09.062977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.066295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa9aa-373a-4cfc-bfe8-170eb8cf9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.078619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:09.086437 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:09.089217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:09.096861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:security_group_rule and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:09.100812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:09.117779 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:09.120685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fa9aa-373a-4cfc-bfe8-170eb8cf9532 None None] Pushing event deleted for resources: {'Port': ['ID=9b89b7d4-281e-49ca-9009-2f6c3bfa81ba,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:09.130618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fa9aa-373a-4cfc-bfe8-170eb8cf9532 None None] No DVR routers for this DVR port 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:09.170565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:09.215845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.217056 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.272634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event deleted for resources: {'Port': ['ID=6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:09.274459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] No DVR routers for this DVR port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:09.331179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] For port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db,segment=NetworkSegment(21ba1b1c-616e-407c-8025-6cedc36006ff),segment_id=21ba1b1c-616e-407c-8025-6cedc36006ff)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:09.332015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.334021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.350278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.357019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:09.367520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:security_group_rule and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:09.377701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:09.384865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.411841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=72a2a0c0-59e9-46d4-9f5e-8912679f0b3c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:09.423276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.429405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.4 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/4f1e918a-d591-42d1-8b90-2a8032742aa6/5e327691-24f3-468a-820d-201e1769706a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:09.434935 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9a018ec7-ec9a-4778-afcd-4ae02c18555e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/72a2a0c0-59e9-46d4-9f5e-8912679f0b3c HTTP/1.1" status: 204 len: 168 time: 6.4321046 Mar 28 10:54:09.440838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33294) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:09.447169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-622320802'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:09.453530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:09.454081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:09.461947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:network and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:09.462128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.463212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] Calling delete_port for 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:09.469412 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d1a0dd-8e09-460c-b61e-76a046e83cbc,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:09.469829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:09.491702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.503347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dab81d2-958b-4d48-bc36-4d22cb81db38']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:09.507629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:54:09.514591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:09.522258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ba1b1c-616e-407c-8025-6cedc36006ff') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:09.522632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ba1b1c-616e-407c-8025-6cedc36006ff') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:09.526432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:09.538128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.539819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.553073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:54:09.553405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9b89b7d4-281e-49ca-9009-2f6c3bfa81ba not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:54:09.553823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:54:09.563717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.584210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:09.584617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.590950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:54:09.591520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:54:09.597851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:09.601674 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:09.639840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:54:09.639840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:54:09.689729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:09.692411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.693156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.725623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be860bb-f383-405b-a709-56ce734252f5,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:09.735084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.735355 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Added segment 28483a5b-9152-4454-a76a-c27caa19fef9 of type vlan for network c3c44d51-c11a-4337-8289-5ba410cf8972 Mar 28 10:54:09.813493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.853597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.879082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.881613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d485cf-bc2b-4287-9683-bc4bd6e3194a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:09.892209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] Pushing event deleted for resources: {'Network': ['ID=4dab81d2-958b-4d48-bc36-4d22cb81db38,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:09.897204 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-584136ed-f97a-4706-ba2d-7799fec915f9 tempest-AllowedAddressPairTestJSON-1297754118 tempest-AllowedAddressPairTestJSON-1297754118-project] 10.222.0.18 "DELETE /v2.0/networks/4dab81d2-958b-4d48-bc36-4d22cb81db38 HTTP/1.1" status: 204 len: 168 time: 1.5832739 Mar 28 10:54:09.950252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:09.954453 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c7704b2d-d408-4534-ac21-f0db7d6436d2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2077048 Mar 28 10:54:09.954587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33300) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:09.960747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'security_group_rule': {'security_group_id': 'e2d485cf-bc2b-4287-9683-bc4bd6e3194a', 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:09.967270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:09.971733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:security_group_rule and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:09.974548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:09.974972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:09.981984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:09.982831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.002380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.002727 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment a9aac80d-7645-4fb2-890f-7df1d38557a8 of type vlan for network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 Mar 28 10:54:10.071639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.111658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.126299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.137162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.140956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] Deleting port 6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:10.141423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.147877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Transition to ACTIVE for port object 5e327691-24f3-468a-820d-201e1769706a will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:10.186185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.191870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:10.192453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.208195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.211290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dbf63f95-0716-4811-bb02-b41694c7c6a8 None None] The port '6a411c04-0e4e-4dd2-8cd8-f8a210b5e3db' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:54:10.232955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c80bd8-cfb0-471e-b4a1-ce43499b2c23 None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 10:54:10.237405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b21f228-cc86-403c-80cf-2609fca2c6ef,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:10.332425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.332727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event updated for resources: {'Network': ['ID=c3c44d51-c11a-4337-8289-5ba410cf8972,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:10.336087 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-55f448f4-9201-4610-bb71-881697037fb4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778598 Mar 28 10:54:10.336557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33306) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:10.344336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'security_group_rule': {'security_group_id': 'e2d485cf-bc2b-4287-9683-bc4bd6e3194a', 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:10.351333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:10.352318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network c3c44d51-c11a-4337-8289-5ba410cf8972 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:10.355488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:security_group_rule and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:10.358524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:10.364862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:10.382672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33310) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:10.406809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.412661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:10.413465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.454665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c80bd8-cfb0-471e-b4a1-ce43499b2c23 None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 10:54:10.493412 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-650e2eef-a2b6-4268-82d7-90b982db3f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4591594 Mar 28 10:54:10.496365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33316) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:10.502750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Request body: {'subnet': {'network_id': 'c3c44d51-c11a-4337-8289-5ba410cf8972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:10.590314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.620770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:10.624850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Usage tracker for resource:subnet and tenant:cb0ef7fecedb4a63b196111d2dbb0e60 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:10.627789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:10.633676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:10.667587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=216e33e4-ff0f-4641-b848-dac4e9fd65c8,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:10.679216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:10.721705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:10.726486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.733801 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-193d8137-d641-4451-8e33-675494e6e8c5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2917581 Mar 28 10:54:10.737126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33320) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:10.743285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:10.770945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:10.782441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Made reservation on behalf of cb0ef7fecedb4a63b196111d2dbb0e60 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:10.783505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:10.786106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.821237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:54:10.827314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=5e327691-24f3-468a-820d-201e1769706a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:10.832051 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2d059f0f-0d2f-4995-a0d2-df818e16d3a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9b7121070a4498e9027ede79f4e384d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482980 Mar 28 10:54:10.844406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.854616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33324) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:10.903734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': 'c2cded82-f030-4d8b-bbd7-be79cb3c9f39'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:10.904993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.943126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:10.954940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:10.955551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.959276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:10.972477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:10.973063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:10.985853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:10.991962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=c2cded82-f030-4d8b-bbd7-be79cb3c9f39,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:11.002490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.007908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:subnet and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:11.019519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:11.037337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:11.047647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.048092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5334f2ae-7170-4428-bec2-e619e2ffe193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.070388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Allocated IP 2001:db8::f816:3eff:fef6:acdf (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/c2cded82-f030-4d8b-bbd7-be79cb3c9f39/9aefd1a2-91ff-4cc5-b76f-61d17f81573c) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:11.077469 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6acb6159-4dae-48d5-93c1-39c48eea0a27 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2731178 Mar 28 10:54:11.079218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ac1b1a-b88d-4f88-8c15-e02cc19160df,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:11.084348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33328) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:11.084516 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8842b059-8daf-451a-b671-fb9935d9b40d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2038124 Mar 28 10:54:11.084701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33330) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:11.091888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:11.094075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:3c:d5:73', 'name': 'tempest-NetworksTestDHCPv6-1774405513'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:11.113316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5334f2ae-7170-4428-bec2-e619e2ffe193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.187551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.189117 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-67f3d48c-8ea1-4aa4-baef-3ec2e2f75e60 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8517625 Mar 28 10:54:11.197673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33336) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:11.206515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'security_group_rule': {'security_group_id': 'e2d485cf-bc2b-4287-9683-bc4bd6e3194a', 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:11.216984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:11.225688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:security_group_rule and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:11.230630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:11.242563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:11.268640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:11.272706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:11.275848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:11.282066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:11.296656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.307461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Transition to ACTIVE for port object 9aefd1a2-91ff-4cc5-b76f-61d17f81573c will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:11.307684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:11.311019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.326174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Transition to ACTIVE for port object 9aefd1a2-91ff-4cc5-b76f-61d17f81573c will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:11.351207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.378944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:11.382311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.426066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.512443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.540502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:11.544177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:11.549915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:11.566580 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.ipam_backend_mixin [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f1e918a-d591-42d1-8b90-2a8032742aa6 (CIDR: 172.20.0.0/28) Mar 28 10:54:11.573248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.592581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79b90ba-fc74-4bba-b411-d40479ee8bae,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:11.595497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:11.600259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:11.600484 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Pushing event updated for resources: {'Port': ['ID=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:11.602721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:11.605397 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:54:11.605877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:11.608485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:11.641580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.642326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.642664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.643125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.643319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.643641 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.643960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.644276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.644594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.644917 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.645226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.645538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:11.667006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.668767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Attempting to bind port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:11.669134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Attempting to bind port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:11.669486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Attempting to bind port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:11.675488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:11.675871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:11.676250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.676632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:11.677084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Bound port: 9aefd1a2-91ff-4cc5-b76f-61d17f81573c, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:11.677449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.689190 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-01ef2af2-ee6c-4c30-9966-c2c2edb81441 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6033981 Mar 28 10:54:11.691000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.692433 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c148ae9a-2bcf-43e0-9888-8f0cf5c90004 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4939020 Mar 28 10:54:11.699313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33340) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:11.700025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:11.712236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33344) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:11.717247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5334f2ae-7170-4428-bec2-e619e2ffe193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.719625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:11.770835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'security_group_rule': {'security_group_id': 'e2d485cf-bc2b-4287-9683-bc4bd6e3194a', 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:11.773861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] For port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:11.778111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] For port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:11.796900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:11.805441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334f2ae-7170-4428-bec2-e619e2ffe193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447e5037-d67d-4ac8-b7d9-860058596238,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:11.821042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:security_group_rule and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:11.830249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:11.850117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:11.854026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:11.856142 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.856950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:11.863585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:11.902189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:11.928611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event updated for resources: {'Subnet': ['ID=ca12a05f-2f10-475f-a47a-50e49c60bfdb,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:11.944639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a1834-e957-4bb5-af87-2053cf40a019 None None] Pushing event updated for resources: {'Port': ['ID=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:11.947423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:11.952797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.966846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5334f2ae-7170-4428-bec2-e619e2ffe193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:11.966846 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5334f2ae-7170-4428-bec2-e619e2ffe193 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/447e5037-d67d-4ac8-b7d9-860058596238 HTTP/1.1" status: 204 len: 168 time: 1.1111445 Mar 28 10:54:11.967576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Checking segment: {'id': '28483a5b-9152-4454-a76a-c27caa19fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c3c44d51-c11a-4337-8289-5ba410cf8972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:11.967937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Network hostable DHCP agents. Network: c3c44d51-c11a-4337-8289-5ba410cf8972, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:12.012221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.044842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 672fb4b7-6e06-45f2-8f6d-adf5805ecb1d yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:54:12.079556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.087612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.093835 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.ipam_backend_mixin [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9aa90912-3393-4b9d-9903-8a2cb5f1f605 (CIDR: 172.20.0.16/28) Mar 28 10:54:12.127530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Network c3c44d51-c11a-4337-8289-5ba410cf8972 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:12.127780 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:54:12.128439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:12.250567 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3e2f9d7a-72c1-4854-8b81-0f79fd46caef tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5552769 Mar 28 10:54:12.250841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33350) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:12.256342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'subnet': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:12.334114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=2970edd8-ac5d-45e5-bfd0-78f7fbe58363,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:12.337274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, c3c44d51-c11a-4337-8289-5ba410cf8972) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:12.341721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:12.342684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.388837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking segment: {'id': 'a9aac80d-7645-4fb2-890f-7df1d38557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:12.389532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network hostable DHCP agents. Network: 216e33e4-ff0f-4641-b848-dac4e9fd65c8, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:12.416931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fe3c:d573 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/c2cded82-f030-4d8b-bbd7-be79cb3c9f39/672fb4b7-6e06-45f2-8f6d-adf5805ecb1d) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:12.429366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.503388 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3e5776d8-f2cf-4062-a0cc-32bdbb269f93 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0057309 Mar 28 10:54:12.507228 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33360) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:12.518650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.526884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:12.541418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Request body: {'port': {'network_id': 'c3c44d51-c11a-4337-8289-5ba410cf8972', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1067484368'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:12.545452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:12.549464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Usage tracker for resource:subnet and tenant:88ec145311bb436e9dcd2230251cb270 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:12.555678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:12.559177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:12.608437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 216e33e4-ff0f-4641-b848-dac4e9fd65c8) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:12.621786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24db9ac7-f6cf-4780-be30-f477a43a19e4,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:12.629461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Made reservation on behalf of 88ec145311bb436e9dcd2230251cb270 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:12.632935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.678287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:12.678884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.777864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.782416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e6d650e5-be46-49b0-b541-7f93dab3f333 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0451555 Mar 28 10:54:12.783505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33368) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:12.789208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'security_group_rule': {'security_group_id': 'e2d485cf-bc2b-4287-9683-bc4bd6e3194a', 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:12.799526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:12.805310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:security_group_rule and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:12.809245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:12.816872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:12.853461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:12.856661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:12.864905 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-787218fc-1442-4ad6-a77b-3c7e2d03cefd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1261258 Mar 28 10:54:12.866136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Usage tracker for resource:port and tenant:cb0ef7fecedb4a63b196111d2dbb0e60 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:12.870578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33372) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:12.871785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:12.886801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:12.909399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:12.931451 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 672fb4b7-6e06-45f2-8f6d-adf5805ecb1d will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:12.946251 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Project ce021e23beda4285a363b2200abcc0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:54:12.959462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.032675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.064189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Made reservation on behalf of cb0ef7fecedb4a63b196111d2dbb0e60 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:13.067446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.115807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:13.118838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Subnet': ['ID=23a6d6e6-9557-49de-9de3-eda5f55a0e2d,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:13.124381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] device_id is not set on port 33452e9b-72de-4c41-8985-5bb643c4f37e yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:54:13.138541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:13.147954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:13.151293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:13.151890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.158492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:subnet and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:13.162245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:13.162946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.172320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:13.205313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.256735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02be1fa-1734-4f5e-9aa5-731765eb99da None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:13.260417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.316569 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9ac9ad25-c93e-4d15-8b6b-d18fc038105d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0645874 Mar 28 10:54:13.321183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33384) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:13.331233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1815095329', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '23a6d6e6-9557-49de-9de3-eda5f55a0e2d'}], 'security_groups': ['ad5b2ed7-0d53-46a1-97bf-157aec3d304a', 'f4fc4490-4d0b-4a5b-bb80-26129c3026fe']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:13.335030 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:13.339880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.357837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:13.366534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33388) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:13.376988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:13.396637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=672fb4b7-6e06-45f2-8f6d-adf5805ecb1d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:13.400018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.401251 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6165123 Mar 28 10:54:13.402184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7240a6d-7d67-4de9-b43c-fee8e5357983 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347ed384-553c-4dbc-ad29-86b37a987087,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:13.406375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33396) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:13.428833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'security_group_rule': {'security_group_id': 'e2d485cf-bc2b-4287-9683-bc4bd6e3194a', 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:13.430409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:13.435870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:13.436400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:13.436533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.462956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:security_group_rule and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:13.472439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:13.487147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29171d5-99fe-4b8a-a671-739528d4a6bb None None] Network c3c44d51-c11a-4337-8289-5ba410cf8972 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:13.501275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:13.541279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541faff-ae48-4570-ad93-d6fec6adac06 None None] Network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:13.630909 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Project ce021e23beda4285a363b2200abcc0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:54:13.666229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.703176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9aefd1a2-91ff-4cc5-b76f-61d17f81573c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:13.711243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-592927850'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:13.714041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.730089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eba756-2d03-4917-9648-ceda4504cfae None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:13.738974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:13.745509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Allocated IP 2001:db8::363 (c3c44d51-c11a-4337-8289-5ba410cf8972/ca12a05f-2f10-475f-a47a-50e49c60bfdb/33452e9b-72de-4c41-8985-5bb643c4f37e) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:13.747914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:13.753188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:13.765690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:13.832328 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ab96dc94-bbe3-4b40-9648-2cc9ea04d160 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7492867 Mar 28 10:54:13.835649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33400) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:13.853068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.887846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:13.897768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.913829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d75e485-eba4-474b-8a9d-fdf0fb5056f6 None None] Provisioning for port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:13.935496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.969796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:13.990799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:14.047371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd64a68f-df7d-4073-bd55-9b337b70eada,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:14.058215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:security_group_rule and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:14.066052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:14.085258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:14.129429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.131247 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c9579ae2-fe93-417f-b622-7b5ca2629f77 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7110107 Mar 28 10:54:14.136368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33404) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:14.144369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'network': {'name': 'tempest-network-smoke--880349776', 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'port_security_enabled': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:14.162267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:14.168259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:network and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:14.173333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:14.184580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:14.227299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.278443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c633c-7821-49a0-ae2e-f29ad10e1842 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.284879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c633c-7821-49a0-ae2e-f29ad10e1842 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.285691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-380c633c-7821-49a0-ae2e-f29ad10e1842 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:14.290957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:14.292907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Transition to ACTIVE for port object 33452e9b-72de-4c41-8985-5bb643c4f37e will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:14.300477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Made reservation on behalf of ce021e23beda4285a363b2200abcc0c9 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:14.304588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.420349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:14.438043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Delete allocated IP 172.20.0.4 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/4f1e918a-d591-42d1-8b90-2a8032742aa6) {{(pid=88493) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 10:54:14.440945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.441156 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Added segment 20564d01-f1ab-4f35-8f20-26203b8d34f0 of type vlan for network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 Mar 28 10:54:14.442004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-380c633c-7821-49a0-ae2e-f29ad10e1842 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:14.442949 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-380c633c-7821-49a0-ae2e-f29ad10e1842 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6041532 Mar 28 10:54:14.445691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33408) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:14.455142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Allocated IP 172.20.0.43 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/23a6d6e6-9557-49de-9de3-eda5f55a0e2d/5e327691-24f3-468a-820d-201e1769706a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:14.458720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:14.459092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.488806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8f987f3c-414c-432b-b946-4187c380c381 None None] Provisioning for port 5e327691-24f3-468a-820d-201e1769706a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:14.494258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.512826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8f987f3c-414c-432b-b946-4187c380c381 None None] Provisioning complete for port 5e327691-24f3-468a-820d-201e1769706a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:14.513542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8f987f3c-414c-432b-b946-4187c380c381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.520073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.530205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.565922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-216e33e4-ff0f-4641-b848-dac4e9fd65c8', 'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8', 'tenant_id': '04d43a2545a5407686f952aefe4cc568', 'fixed_ips': [{'subnet_id': '2970edd8-ac5d-45e5-bfd0-78f7fbe58363'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:14.567232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.584077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:14.591825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:14.598910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-c3c44d51-c11a-4337-8289-5ba410cf8972', 'network_id': 'c3c44d51-c11a-4337-8289-5ba410cf8972', 'tenant_id': 'cb0ef7fecedb4a63b196111d2dbb0e60', 'fixed_ips': [{'subnet_id': 'ca12a05f-2f10-475f-a47a-50e49c60bfdb'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:14.600055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.602644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.604818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.605391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.661138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.666978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.667592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.696042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.708345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:14.767902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8f987f3c-414c-432b-b946-4187c380c381 None None] Port 5e327691-24f3-468a-820d-201e1769706a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:14.780293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-625eab8f-8630-48ee-8de8-538405c26d03 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 672fb4b7-6e06-45f2-8f6d-adf5805ecb1d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:14.781186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-625eab8f-8630-48ee-8de8-538405c26d03 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.807661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'Network': ['ID=6ea8a685-f547-43d0-9dbd-abd58ec50a65,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:14.834940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.835292 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 104aa224-824a-4cbc-b1b9-3987c1fba927 of type vlan for network 2cec174b-f3ed-4719-be43-b2e1a33d01fa Mar 28 10:54:14.841860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:14.860095 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9858632 Mar 28 10:54:14.862202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Network c3c44d51-c11a-4337-8289-5ba410cf8972 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:14.864115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33412) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:14.869121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d812ef-ea78-4a83-875f-587bc9ccb935 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=c68d12d2-9990-474d-877b-92ff73e573b6,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:14.870250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.883211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:14.890839 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event updated for resources: {'Port': ['ID=33452e9b-72de-4c41-8985-5bb643c4f37e,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:14.893149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38409d9e-a151-45cd-97e4-ad5d01873447,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:14.897568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:14.903132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.903744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.917827 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-45217374-4d8e-4120-acbd-dd8dece6d0a2 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7799613 Mar 28 10:54:14.924153 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33416) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:14.942805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'admin_state_up': True, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:14.947935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Ignored duplicate provisioning block setup for port 5e327691-24f3-468a-820d-201e1769706a by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 28 10:54:14.959561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:14.962618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:14.972489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63227b14-300c-4e3c-9007-23c6014dc60f tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.974147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63227b14-300c-4e3c-9007-23c6014dc60f tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.975345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:router and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:14.975635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63227b14-300c-4e3c-9007-23c6014dc60f tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.977220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63227b14-300c-4e3c-9007-23c6014dc60f tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.978946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63227b14-300c-4e3c-9007-23c6014dc60f tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:14.979917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-63227b14-300c-4e3c-9007-23c6014dc60f tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Synchronizing usage tracker for tenant:04d43a2545a5407686f952aefe4cc568 on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:15.013640 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:15.024255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.039073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:15.063319 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4a0a3987-3dc6-4ae8-8bfa-659ce806b9a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5547428 Mar 28 10:54:15.067987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33420) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:15.082569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-63227b14-300c-4e3c-9007-23c6014dc60f tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Unset dirty status for tenant:04d43a2545a5407686f952aefe4cc568 on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:15.089244 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-63227b14-300c-4e3c-9007-23c6014dc60f tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2223346 Mar 28 10:54:15.090121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33424) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:15.090313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Request body: {'port': {'network_id': 'c3c44d51-c11a-4337-8289-5ba410cf8972', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-933781530', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:15.090870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.api.validators [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] bootfile-name is not in valid_values {{(pid=88494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:54:15.091216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.api.validators [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] tftp-server is not in valid_values {{(pid=88494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:54:15.091547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.api.validators [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] server-ip-address is not in valid_values {{(pid=88494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:54:15.136439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.141885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:15.144153 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.150210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-92c7d335-e6d5-44b0-9fcb-cb04758065ff None None] Provisioning complete for port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:15.150446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1783530433'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:15.150775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-92c7d335-e6d5-44b0-9fcb-cb04758065ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.159889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:15.169487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.170536 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.202825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:network and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:15.214285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:15.223054 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event updated for resources: {'Port': ['ID=5e327691-24f3-468a-820d-201e1769706a,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:15.232334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:15.252059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] In _notify_port_updated(), no bound segment for port 5e327691-24f3-468a-820d-201e1769706a on network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:54:15.257538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:15.258211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.260570 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7ee6d3c7-7b84-4d34-8d97-a1bb8ff3c771 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "PUT /v2.0/ports/5e327691-24f3-468a-820d-201e1769706a HTTP/1.1" status: 200 len: 960 time: 1.9369445 Mar 28 10:54:15.266382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33428) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:15.267331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.313824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:15.317064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.328840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Allocated IP 2001:db8::2 (c3c44d51-c11a-4337-8289-5ba410cf8972/ca12a05f-2f10-475f-a47a-50e49c60bfdb/6ceabde6-3528-4b45-8b15-118dbc94e662) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:15.340879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Allocated IP 2001:db8::2 (216e33e4-ff0f-4641-b848-dac4e9fd65c8/2970edd8-ac5d-45e5-bfd0-78f7fbe58363/edd71020-a570-43a0-8b72-eae170252971) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:15.354746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c105e8a-c59b-480a-aafa-1e1394af7646 None None] Update dhcp port {'port': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'fixed_ips': [{'subnet_id': '9aa90912-3393-4b9d-9903-8a2cb5f1f605', 'ip_address': '172.20.0.18'}, {'subnet_id': '4f1e918a-d591-42d1-8b90-2a8032742aa6', 'ip_address': '172.20.0.2'}, {'subnet_id': '23a6d6e6-9557-49de-9de3-eda5f55a0e2d'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': '7c74b525-ce75-4724-9ecf-2d02db09c979'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:54:15.410535 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0427525 Mar 28 10:54:15.423896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.429085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:15.479424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-184f56ab-0cfb-4d8a-b95b-ca87058471cb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 5e327691-24f3-468a-820d-201e1769706a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:15.491415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-184f56ab-0cfb-4d8a-b95b-ca87058471cb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.535778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-625eab8f-8630-48ee-8de8-538405c26d03 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.542060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33432) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:15.542803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:15.559200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': '2cec174b-f3ed-4719-be43-b2e1a33d01fa', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:15.570992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.599988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.600338 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment 4df6d84c-27d6-4c96-ad63-8bcddea36df1 of type vlan for network c8259be6-edf6-4633-8c45-e6fae0d9277c Mar 28 10:54:15.613565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c105e8a-c59b-480a-aafa-1e1394af7646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.696953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-625eab8f-8630-48ee-8de8-538405c26d03 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 672fb4b7-6e06-45f2-8f6d-adf5805ecb1d owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:15.727152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4027-282b-4450-b6d9-a70d7d247cf5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=2cec174b-f3ed-4719-be43-b2e1a33d01fa,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:15.750951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.764805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 2cec174b-f3ed-4719-be43-b2e1a33d01fa details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:15.766813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:15.799669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:15.817452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.823101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:15.840451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:15.910249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.913408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:15.915733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:15.916329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:15.928176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:15.942106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Usage tracker for resource:port and tenant:cb0ef7fecedb4a63b196111d2dbb0e60 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:15.947877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:15.956516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:15.966342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:15.969475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.059744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-92c7d335-e6d5-44b0-9fcb-cb04758065ff None None] Provisioning for port 672fb4b7-6e06-45f2-8f6d-adf5805ecb1d completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:16.078602 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9445448 Mar 28 10:54:16.093415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33436) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:16.095883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30f3c6-dbc4-4588-aaf1-ef890ca6639a tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=c8259be6-edf6-4633-8c45-e6fae0d9277c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:16.123868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Made reservation on behalf of cb0ef7fecedb4a63b196111d2dbb0e60 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:16.127373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network c8259be6-edf6-4633-8c45-e6fae0d9277c details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:16.128079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.148852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ee8308fa-36b3-4910-b9cd-35f7a9f4cf14 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:16.151896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-92c7d335-e6d5-44b0-9fcb-cb04758065ff None None] Provisioning complete for port 672fb4b7-6e06-45f2-8f6d-adf5805ecb1d triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:16.152221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-92c7d335-e6d5-44b0-9fcb-cb04758065ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.175496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-184f56ab-0cfb-4d8a-b95b-ca87058471cb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.208969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.221190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] device_id is not set on port ff3492e3-46a0-48cc-bf82-550f83db4735 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:54:16.371600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.383503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-184f56ab-0cfb-4d8a-b95b-ca87058471cb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 5e327691-24f3-468a-820d-201e1769706a owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:16.411921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.423756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Transition to ACTIVE for port object 6ceabde6-3528-4b45-8b15-118dbc94e662 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:16.439388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-92c7d335-e6d5-44b0-9fcb-cb04758065ff None None] Port 672fb4b7-6e06-45f2-8f6d-adf5805ecb1d cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:16.442357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Transition to ACTIVE for port object edd71020-a570-43a0-8b72-eae170252971 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:16.461919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-625eab8f-8630-48ee-8de8-538405c26d03 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.475412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Transition to ACTIVE for port object 6ceabde6-3528-4b45-8b15-118dbc94e662 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:16.479975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9c105e8a-c59b-480a-aafa-1e1394af7646 None None] Allocated IP 172.20.0.34 (6e876e18-3c0e-4ae4-a4be-301b4ebb3956/23a6d6e6-9557-49de-9de3-eda5f55a0e2d/7c74b525-ce75-4724-9ecf-2d02db09c979) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:16.486264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Transition to ACTIVE for port object edd71020-a570-43a0-8b72-eae170252971 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:16.539385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625eab8f-8630-48ee-8de8-538405c26d03 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=672fb4b7-6e06-45f2-8f6d-adf5805ecb1d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:16.591582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.595956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.691021 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Network c3c44d51-c11a-4337-8289-5ba410cf8972 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:16.696628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:16.697864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:16.708501 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:16.713612 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:16.721540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:16.725030 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Allocated IP 2001:db8::121 (c3c44d51-c11a-4337-8289-5ba410cf8972/ca12a05f-2f10-475f-a47a-50e49c60bfdb/ff3492e3-46a0-48cc-bf82-550f83db4735) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:16.739629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=edd71020-a570-43a0-8b72-eae170252971,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:16.742349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee8308fa-36b3-4910-b9cd-35f7a9f4cf14 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.758247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-625eab8f-8630-48ee-8de8-538405c26d03 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.815424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.849588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee8308fa-36b3-4910-b9cd-35f7a9f4cf14 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.851982 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-625eab8f-8630-48ee-8de8-538405c26d03 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/672fb4b7-6e06-45f2-8f6d-adf5805ecb1d HTTP/1.1" status: 204 len: 168 time: 2.4052701 Mar 28 10:54:16.853549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-184f56ab-0cfb-4d8a-b95b-ca87058471cb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.863275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33440) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:16.925739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9c105e8a-c59b-480a-aafa-1e1394af7646 None None] For port 7c74b525-ce75-4724-9ecf-2d02db09c979, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=7c74b525-ce75-4724-9ecf-2d02db09c979,segment=NetworkSegment(1edf8137-ee71-49de-ba27-803450291d50),segment_id=1edf8137-ee71-49de-ba27-803450291d50)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:16.976926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Attempting to bind port 6ceabde6-3528-4b45-8b15-118dbc94e662 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:16.977288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Attempting to bind port 6ceabde6-3528-4b45-8b15-118dbc94e662 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '28483a5b-9152-4454-a76a-c27caa19fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c3c44d51-c11a-4337-8289-5ba410cf8972'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:16.977645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Attempting to bind port 6ceabde6-3528-4b45-8b15-118dbc94e662 on network c3c44d51-c11a-4337-8289-5ba410cf8972 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:16.978879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee8308fa-36b3-4910-b9cd-35f7a9f4cf14 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network c8259be6-edf6-4633-8c45-e6fae0d9277c is not hosted by any dhcp agent {{(pid=88493) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 10:54:16.984834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8308fa-36b3-4910-b9cd-35f7a9f4cf14 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:16.985425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee8308fa-36b3-4910-b9cd-35f7a9f4cf14 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.986280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.989681 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ee8308fa-36b3-4910-b9cd-35f7a9f4cf14 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "PUT /v2.0/networks/c8259be6-edf6-4633-8c45-e6fae0d9277c HTTP/1.1" status: 200 len: 723 time: 0.8922350 Mar 28 10:54:16.989793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Pushing event updated for resources: {'Port': ['ID=6ceabde6-3528-4b45-8b15-118dbc94e662,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:16.996164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:16.996520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Checking segment: {'id': '28483a5b-9152-4454-a76a-c27caa19fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c3c44d51-c11a-4337-8289-5ba410cf8972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:16.996903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.997289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Bound using segment: {'id': '28483a5b-9152-4454-a76a-c27caa19fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c3c44d51-c11a-4337-8289-5ba410cf8972'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:16.997936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Bound port: 6ceabde6-3528-4b45-8b15-118dbc94e662, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28483a5b-9152-4454-a76a-c27caa19fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c3c44d51-c11a-4337-8289-5ba410cf8972'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:16.998142 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:16.999847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f56ab-0cfb-4d8a-b95b-ca87058471cb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=5e327691-24f3-468a-820d-201e1769706a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:17.013097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33444) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:17.019029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Attempting to bind port edd71020-a570-43a0-8b72-eae170252971 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:17.019398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Attempting to bind port edd71020-a570-43a0-8b72-eae170252971 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'a9aac80d-7645-4fb2-890f-7df1d38557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:17.019750 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Attempting to bind port edd71020-a570-43a0-8b72-eae170252971 on network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:17.026545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:17.035180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c105e8a-c59b-480a-aafa-1e1394af7646 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.040284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.062909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:17.063609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Checking segment: {'id': 'a9aac80d-7645-4fb2-890f-7df1d38557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:17.063923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.064309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Bound using segment: {'id': 'a9aac80d-7645-4fb2-890f-7df1d38557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:17.064802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Bound port: edd71020-a570-43a0-8b72-eae170252971, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9aac80d-7645-4fb2-890f-7df1d38557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:17.065170 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.094653 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:54:17.143640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9c105e8a-c59b-480a-aafa-1e1394af7646 None None] Transition to ACTIVE for port object 7c74b525-ce75-4724-9ecf-2d02db09c979 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:17.192438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] For port 6ceabde6-3528-4b45-8b15-118dbc94e662, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:17.210534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c105e8a-c59b-480a-aafa-1e1394af7646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.214986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] For port 6ceabde6-3528-4b45-8b15-118dbc94e662, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6ceabde6-3528-4b45-8b15-118dbc94e662,segment=NetworkSegment(28483a5b-9152-4454-a76a-c27caa19fef9),segment_id=28483a5b-9152-4454-a76a-c27caa19fef9)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:17.258874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=98121419-9b3c-44ea-bb9d-3be686101ded,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:17.267424 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] For port edd71020-a570-43a0-8b72-eae170252971, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:17.269183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8308fa-36b3-4910-b9cd-35f7a9f4cf14 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=c8259be6-edf6-4633-8c45-e6fae0d9277c,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:17.294027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:17.308667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:17.312774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network c8259be6-edf6-4633-8c45-e6fae0d9277c details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:17.318551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '104aa224-824a-4cbc-b1b9-3987c1fba927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cec174b-f3ed-4719-be43-b2e1a33d01fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:17.318907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: 2cec174b-f3ed-4719-be43-b2e1a33d01fa, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:17.333468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961dbd68-36aa-4a73-a060-1ecec710e668 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:17.334981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961dbd68-36aa-4a73-a060-1ecec710e668 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:17.335724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-961dbd68-36aa-4a73-a060-1ecec710e668 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:17.339403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.345414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] For port edd71020-a570-43a0-8b72-eae170252971, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=edd71020-a570-43a0-8b72-eae170252971,segment=NetworkSegment(a9aac80d-7645-4fb2-890f-7df1d38557a8),segment_id=a9aac80d-7645-4fb2-890f-7df1d38557a8)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:17.373427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-184f56ab-0cfb-4d8a-b95b-ca87058471cb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.424438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network 2cec174b-f3ed-4719-be43-b2e1a33d01fa is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:17.428980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-961dbd68-36aa-4a73-a060-1ecec710e668 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:17.433507 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-961dbd68-36aa-4a73-a060-1ecec710e668 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5162578 Mar 28 10:54:17.433507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33448) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:17.490291 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-184f56ab-0cfb-4d8a-b95b-ca87058471cb tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/5e327691-24f3-468a-820d-201e1769706a HTTP/1.1" status: 204 len: 168 time: 2.2190754 Mar 28 10:54:17.490477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.490942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33452) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:17.506244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c105e8a-c59b-480a-aafa-1e1394af7646 None None] Pushing event updated for resources: {'Port': ['ID=7c74b525-ce75-4724-9ecf-2d02db09c979,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:17.540531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:17.540531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.543943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 2cec174b-f3ed-4719-be43-b2e1a33d01fa) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:17.550669 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dabf02-b703-4f36-b7c3-edd85dafef11 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] GET failed (client error): The resource could not be found. Mar 28 10:54:17.551205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-58dabf02-b703-4f36-b7c3-edd85dafef11 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:17.556484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:17.557078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.577106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9c9ca-5881-413e-b13b-f99f6be3ef3c None None] Network 2cec174b-f3ed-4719-be43-b2e1a33d01fa requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:17.584481 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f46c89-9134-42e6-a43f-195a8c216a6c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet c2cded82-f030-4d8b-bbd7-be79cb3c9f39 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:17.590859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4f46c89-9134-42e6-a43f-195a8c216a6c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.671464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.686135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Allocated IP 172.26.2.204 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/68678b6c-5dc0-4ea3-87c6-2b6f50646f9e) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:17.689252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4f46c89-9134-42e6-a43f-195a8c216a6c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:17.748576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Transition to ACTIVE for port object ff3492e3-46a0-48cc-bf82-550f83db4735 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:17.797596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-58dabf02-b703-4f36-b7c3-edd85dafef11 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:17.801366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b957f-296a-4e86-a19d-9f825a814505 None None] Pushing event updated for resources: {'Port': ['ID=6ceabde6-3528-4b45-8b15-118dbc94e662,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:17.809353 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-58dabf02-b703-4f36-b7c3-edd85dafef11 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports/5e327691-24f3-468a-820d-201e1769706a HTTP/1.1" status: 404 len: 333 time: 0.3159721 Mar 28 10:54:17.827964 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1598a596-4227-4c77-aa9d-6dafd43d417b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2735531 Mar 28 10:54:17.827964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33456) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:17.835791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33460) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:17.856535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234196356'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:17.879630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:17.881470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9aefd1a2-91ff-4cc5-b76f-61d17f81573c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:17.903804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:17.915232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:17.933480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:18.003063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1cd7-d274-4652-83a1-377790cebcad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.060248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:18.064945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.123907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1cd7-d274-4652-83a1-377790cebcad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.133577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4f46c89-9134-42e6-a43f-195a8c216a6c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.165965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0ad77-37e6-44a8-a1b3-2f635b5b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=edd71020-a570-43a0-8b72-eae170252971,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:18.247392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.260418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:18.301233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.301586 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 838c65be-3a9d-405a-b600-244cb8032a7a of type vlan for network 8a3a0d38-6482-4286-9251-123dfe23cd40 Mar 28 10:54:18.310406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2c276687-9cba-4b62-bb41-c8e3adebf44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.364208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.371669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.385731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:18.388688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.441751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.446350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Network c3c44d51-c11a-4337-8289-5ba410cf8972 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:18.447277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-2cec174b-f3ed-4719-be43-b2e1a33d01fa', 'network_id': '2cec174b-f3ed-4719-be43-b2e1a33d01fa', 'tenant_id': '0f6757e3cb9143cf90215eb2716d6574', 'fixed_ips': [{'subnet_id': '98121419-9b3c-44ea-bb9d-3be686101ded'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:18.449103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.461715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:18.471726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:18.477546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:18.478380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.490313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1cd7-d274-4652-83a1-377790cebcad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.512050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c1cd7-d274-4652-83a1-377790cebcad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b147dd7-4103-4e01-bd68-394572b10837,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:18.528697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event updated for resources: {'Port': ['ID=ff3492e3-46a0-48cc-bf82-550f83db4735,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:18.542179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4f46c89-9134-42e6-a43f-195a8c216a6c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.575836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=0679ca4a-3bbe-49ec-b7b3-e1dcfd7569ed,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:18.637786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking segment: {'id': '4df6d84c-27d6-4c96-ad63-8bcddea36df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:18.638205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network hostable DHCP agents. Network: c8259be6-edf6-4633-8c45-e6fae0d9277c, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:18.639897 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.655777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:18.656620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.659131 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d11525d5-7349-4107-996a-b0cc8f1cd109 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.5902905 Mar 28 10:54:18.661411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33464) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:18.694778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1cd7-d274-4652-83a1-377790cebcad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.699798 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3d9c1cd7-d274-4652-83a1-377790cebcad tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b147dd7-4103-4e01-bd68-394572b10837 HTTP/1.1" status: 204 len: 168 time: 0.8692315 Mar 28 10:54:18.736326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33468) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:18.740332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f46c89-9134-42e6-a43f-195a8c216a6c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cded82-f030-4d8b-bbd7-be79cb3c9f39,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:18.745981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4f46c89-9134-42e6-a43f-195a8c216a6c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.748831 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d4f46c89-9134-42e6-a43f-195a8c216a6c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/c2cded82-f030-4d8b-bbd7-be79cb3c9f39 HTTP/1.1" status: 204 len: 168 time: 1.3146858 Mar 28 10:54:18.764242 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33472) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:18.823709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=8a3a0d38-6482-4286-9251-123dfe23cd40,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:18.852445 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7c74b525-ce75-4724-9ecf-2d02db09c979 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:18.870985 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-469e7c38-8908-45d3-857c-baf3026fbb49 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0342526 Mar 28 10:54:18.872134 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-68abc936-72ad-4fe1-b15f-591e0ea2b957 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081045 Mar 28 10:54:18.875899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62670808-56a6-4dcf-a3ef-e94a5b973f7e None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:18.876047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33476) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:18.876903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33478) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:18.884937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': '8a3a0d38-6482-4286-9251-123dfe23cd40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:18.898859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 8a3a0d38-6482-4286-9251-123dfe23cd40 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:18.904076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:18.912321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f8301ca-e13b-48ea-9eb0-9c1e4e623366 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.926573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:18.981469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d114c0-1e71-4863-b5a8-f16ee1e3c29f tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:18.987942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d114c0-1e71-4863-b5a8-f16ee1e3c29f tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:18.993864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d114c0-1e71-4863-b5a8-f16ee1e3c29f tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:18.994731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-75d114c0-1e71-4863-b5a8-f16ee1e3c29f tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Synchronizing usage tracker for tenant:cb0ef7fecedb4a63b196111d2dbb0e60 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:19.013559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network c8259be6-edf6-4633-8c45-e6fae0d9277c is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:19.037105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f8301ca-e13b-48ea-9eb0-9c1e4e623366 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.054610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:19.074320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:19.085743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:19.103135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:19.105917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:19.114195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:19.115600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'Port': ['ID=68678b6c-5dc0-4ea3-87c6-2b6f50646f9e,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:19.119464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:19.127441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:19.128238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:19.136441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Allocated IP 172.20.255.242 (2cec174b-f3ed-4719-be43-b2e1a33d01fa/98121419-9b3c-44ea-bb9d-3be686101ded/92cf762b-1b33-49eb-8964-24c6a25c9f81) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:19.141663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, c8259be6-edf6-4633-8c45-e6fae0d9277c) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:19.159487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:19.160078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.190660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:19.194867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da535d8-c837-480a-9319-9bd964eded56 None None] Network c8259be6-edf6-4633-8c45-e6fae0d9277c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:19.195392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.218813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fc57ce40-6e5a-40af-981f-8908f39a8cdd None None] Provisioning for port 7c74b525-ce75-4724-9ecf-2d02db09c979 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:19.269215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-75d114c0-1e71-4863-b5a8-f16ee1e3c29f tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Unset dirty status for tenant:cb0ef7fecedb4a63b196111d2dbb0e60 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:19.274477 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-75d114c0-1e71-4863-b5a8-f16ee1e3c29f tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6119659 Mar 28 10:54:19.275187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33484) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:19.345984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fc57ce40-6e5a-40af-981f-8908f39a8cdd None None] Provisioning complete for port 7c74b525-ce75-4724-9ecf-2d02db09c979 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:19.347655 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-37dd8036-b950-4deb-a730-a92688edd605 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3305528 Mar 28 10:54:19.347907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc57ce40-6e5a-40af-981f-8908f39a8cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.442958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33488) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:19.449952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f8301ca-e13b-48ea-9eb0-9c1e4e623366 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.449952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f8301ca-e13b-48ea-9eb0-9c1e4e623366 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.449952 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1f8301ca-e13b-48ea-9eb0-9c1e4e623366 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/security-groups/f4fc4490-4d0b-4a5b-bb80-26129c3026fe HTTP/1.1" status: 204 len: 168 time: 0.7099195 Mar 28 10:54:19.478118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33492) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:19.479116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:19.483790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.512217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d4347f20-c904-4485-8ee8-0b5f778821a0 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:19.589158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8301ca-e13b-48ea-9eb0-9c1e4e623366 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc4490-4d0b-4a5b-bb80-26129c3026fe,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:19.656482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-0bb04dd6-29af-40b6-ae68-f69a482e09af tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Deleting port ff3492e3-46a0-48cc-bf82-550f83db4735 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:19.656771 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bb04dd6-29af-40b6-ae68-f69a482e09af tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.681105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 7c74b525-ce75-4724-9ecf-2d02db09c979 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:19.681860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.786093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d146926-7f48-4f97-96e9-4914fa3d6d1e None None] Network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:19.946399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d4347f20-c904-4485-8ee8-0b5f778821a0 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2846176'] for subnet, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:19.963854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4c5af26-1f1e-4cc9-8884-9a0a3f80eddc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.000169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003afa7-d9ec-43ea-a882-cfe044dc4a2e None None] Network c3c44d51-c11a-4337-8289-5ba410cf8972 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:20.003519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4c5af26-1f1e-4cc9-8884-9a0a3f80eddc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.033343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.352698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=c35b30b4-41e1-4bef-82b8-fc7c6dddf19d,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:20.378090 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-4c9086c3-e448-4723-9b09-b4ff07aa5e33 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6285706 Mar 28 10:54:20.383177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '838c65be-3a9d-405a-b600-244cb8032a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a3a0d38-6482-4286-9251-123dfe23cd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:20.384130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: 8a3a0d38-6482-4286-9251-123dfe23cd40, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:20.391913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4c5af26-1f1e-4cc9-8884-9a0a3f80eddc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.420628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:54:20.426350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5af26-1f1e-4cc9-8884-9a0a3f80eddc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b2ed7-0d53-46a1-97bf-157aec3d304a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:20.449750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:54:20.460298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.494519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4c5af26-1f1e-4cc9-8884-9a0a3f80eddc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.495563 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d4c5af26-1f1e-4cc9-8884-9a0a3f80eddc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/security-groups/ad5b2ed7-0d53-46a1-97bf-157aec3d304a HTTP/1.1" status: 204 len: 168 time: 0.7893767 Mar 28 10:54:20.501745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33500) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:20.526423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Deleting port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:20.527190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.548817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bb04dd6-29af-40b6-ae68-f69a482e09af tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.632635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.636234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network 8a3a0d38-6482-4286-9251-123dfe23cd40 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:20.675672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5c043c-0ceb-4a0d-a030-4d5e8a3da721 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet 4f1e918a-d591-42d1-8b90-2a8032742aa6 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:20.683365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb5c043c-0ceb-4a0d-a030-4d5e8a3da721 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.708456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-c8259be6-edf6-4633-8c45-e6fae0d9277c', 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c', 'tenant_id': '04d43a2545a5407686f952aefe4cc568', 'fixed_ips': [{'subnet_id': '0679ca4a-3bbe-49ec-b7b3-e1dcfd7569ed'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:20.709645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.743685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-0bb04dd6-29af-40b6-ae68-f69a482e09af tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Calling delete_port for ff3492e3-46a0-48cc-bf82-550f83db4735 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:20.764558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 8a3a0d38-6482-4286-9251-123dfe23cd40) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:20.768927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Transition to ACTIVE for port object 92cf762b-1b33-49eb-8964-24c6a25c9f81 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:20.769492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb5c043c-0ceb-4a0d-a030-4d5e8a3da721 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.781546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-22574716-70d7-438d-9fad-c4455348a995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.794139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fc57ce40-6e5a-40af-981f-8908f39a8cdd None None] Provisioning complete for port 66483233-0338-40c4-aac5-ce8b77d0ad6e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:20.795961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc57ce40-6e5a-40af-981f-8908f39a8cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.813955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:20.817455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.854697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-e1cab3e4-f5d2-47c6-a66b-3379da6078aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:20.856255 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-e1cab3e4-f5d2-47c6-a66b-3379da6078aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1098 time: 0.2542341 Mar 28 10:54:20.881021 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe651b49-ebef-4ada-abd8-039540665c0b None None] Network 8a3a0d38-6482-4286-9251-123dfe23cd40 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:20.916211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-fc57ce40-6e5a-40af-981f-8908f39a8cdd None None] Port 66483233-0338-40c4-aac5-ce8b77d0ad6e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:20.940088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb5c043c-0ceb-4a0d-a030-4d5e8a3da721 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:20.979752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d4347f20-c904-4485-8ee8-0b5f778821a0 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728513808119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3036340'] for subnet, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.018410 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e0f6b794-cbc5-4d5c-a302-f3e1aa32a711 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1353922 Mar 28 10:54:21.018965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33504) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:21.062853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4347f20-c904-4485-8ee8-0b5f778821a0 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:21.063698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d4347f20-c904-4485-8ee8-0b5f778821a0 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.067603 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d4347f20-c904-4485-8ee8-0b5f778821a0 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "PUT /v2.0/subnets/0679ca4a-3bbe-49ec-b7b3-e1dcfd7569ed HTTP/1.1" status: 200 len: 826 time: 1.6166227 Mar 28 10:54:21.084727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Allocated IP 2001:db8::2 (c8259be6-edf6-4633-8c45-e6fae0d9277c/0679ca4a-3bbe-49ec-b7b3-e1dcfd7569ed/7410d0f2-2dec-4337-ae6e-dbf332e0863d) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:21.087737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33508) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:21.132731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.221700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-e36273e6-e710-47cf-bfac-27caadb009d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:21.223231 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-e36273e6-e710-47cf-bfac-27caadb009d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 912 time: 0.3191230 Mar 28 10:54:21.275077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device edd71020-a570-43a0-8b72-eae170252971 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:21.291000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4347f20-c904-4485-8ee8-0b5f778821a0 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=0679ca4a-3bbe-49ec-b7b3-e1dcfd7569ed,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:21.309790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb5c043c-0ceb-4a0d-a030-4d5e8a3da721 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.338082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fc57ce40-6e5a-40af-981f-8908f39a8cdd None None] Could not find standard attr ID for object 5e327691-24f3-468a-820d-201e1769706a. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:21.386986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c043c-0ceb-4a0d-a030-4d5e8a3da721 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1e918a-d591-42d1-8b90-2a8032742aa6,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:21.396115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb5c043c-0ceb-4a0d-a030-4d5e8a3da721 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.422076 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb5c043c-0ceb-4a0d-a030-4d5e8a3da721 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/4f1e918a-d591-42d1-8b90-2a8032742aa6 HTTP/1.1" status: 204 len: 168 time: 0.9150138 Mar 28 10:54:21.432844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33512) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:21.447433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.448962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b02ce9-d2a4-4bc8-9bee-51348dca6a52 None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:21.470934 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-8fb909ba-b823-4a79-9401-237462c3b20f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 1001 time: 0.2381473 Mar 28 10:54:21.506081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.605011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] For port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:21.605288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Transition to ACTIVE for port object 92cf762b-1b33-49eb-8964-24c6a25c9f81 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:21.623816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-8a13e93d-562d-4232-8a8c-83cf69b43b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:21.625435 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-8a13e93d-562d-4232-8a8c-83cf69b43b90 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.1212168 Mar 28 10:54:21.630366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Transition to ACTIVE for port object 7410d0f2-2dec-4337-ae6e-dbf332e0863d will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:21.640757 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bb04dd6-29af-40b6-ae68-f69a482e09af tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.690291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.724650 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-2d0b69bf-1729-423c-bac4-193c7df384f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:21.726174 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-2d0b69bf-1729-423c-bac4-193c7df384f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865145 Mar 28 10:54:21.755388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.762143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.785812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.794292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04dd6-29af-40b6-ae68-f69a482e09af tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event deleted for resources: {'Port': ['ID=ff3492e3-46a0-48cc-bf82-550f83db4735,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:21.814161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.830670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.831543 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.866761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Network 2cec174b-f3ed-4719-be43-b2e1a33d01fa is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:21.869296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3932ebad-8181-461e-83f6-b2a645f72d3f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet 23a6d6e6-9557-49de-9de3-eda5f55a0e2d {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:21.883976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.885844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2f203f59-b875-4fe7-b0ce-bb7af1c0866d None None] Provisioning for port 6ceabde6-3528-4b45-8b15-118dbc94e662 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:21.886180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3932ebad-8181-461e-83f6-b2a645f72d3f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.901890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:21.903903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Transition to ACTIVE for port object 7410d0f2-2dec-4337-ae6e-dbf332e0863d will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:21.945776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bb04dd6-29af-40b6-ae68-f69a482e09af tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:21.949227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:21.969196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port edd71020-a570-43a0-8b72-eae170252971 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:21.990566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:21.997696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:22.001329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:22.002019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.017645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=98bb507f-fa65-49e5-ad91-7f6eb85b577d,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:22.039016 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-633ee865-1579-43e0-9ca6-b65958d9e08c service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029621 Mar 28 10:54:22.039708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,revision_number=6']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:22.051552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting port 7410d0f2-2dec-4337-ae6e-dbf332e0863d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:22.051890 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.088051 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.091840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6ceabde6-3528-4b45-8b15-118dbc94e662 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:22.103078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3932ebad-8181-461e-83f6-b2a645f72d3f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.170193 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0bb04dd6-29af-40b6-ae68-f69a482e09af tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "DELETE /v2.0/ports/ff3492e3-46a0-48cc-bf82-550f83db4735 HTTP/1.1" status: 204 len: 168 time: 2.8838072 Mar 28 10:54:22.173684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33520) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:22.181969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.201220 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8d1ec8b6-d49d-432c-89f0-993b8ae52234 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3187113 Mar 28 10:54:22.210575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33524) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:22.220442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:1b:c9:eb', 'name': 'tempest-NetworksTestDHCPv6-1392423454'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:22.225235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Request body: {'port': {'name': 'tempest-new-port-name-198888375', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:22.225621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.api.validators [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] bootfile-name is not in valid_values {{(pid=88494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:54:22.225993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.api.validators [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] tftp-server is not in valid_values {{(pid=88494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:54:22.226314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.api.validators [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] server-ip-address is not in valid_values {{(pid=88494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:54:22.230298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Pushing event updated for resources: {'Port': ['ID=92cf762b-1b33-49eb-8964-24c6a25c9f81,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:22.233892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] For port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:22.239062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.416369 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dfadcdc3-6be4-4c2c-a4ec-c83a38b60bdf req-fd5c9434-ec95-45eb-a279-22956cfa63e7 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676527 Mar 28 10:54:22.437320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:22.442001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:22.445111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:22.450970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:22.500006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:22.523068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3932ebad-8181-461e-83f6-b2a645f72d3f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.561412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2f203f59-b875-4fe7-b0ce-bb7af1c0866d None None] Provisioning for port edd71020-a570-43a0-8b72-eae170252971 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:22.573134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Network c8259be6-edf6-4633-8c45-e6fae0d9277c is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:22.601188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Calling delete_port for 9aefd1a2-91ff-4cc5-b76f-61d17f81573c owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:22.634258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.650394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:22.654156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:22.663373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.672314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2f203f59-b875-4fe7-b0ce-bb7af1c0866d None None] Provisioning complete for port edd71020-a570-43a0-8b72-eae170252971 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:22.672890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2f203f59-b875-4fe7-b0ce-bb7af1c0866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.692325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port ac5e53b7-51ec-4478-9586-73533e861af9 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:54:22.698765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Router 4721d3f6-8232-40d2-b3ca-c1973bf73676 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:54:22.715555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Pushing event updated for resources: {'Port': ['ID=7410d0f2-2dec-4337-ae6e-dbf332e0863d,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:22.718804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44387f63-5fb3-4a6c-b54c-83b69d46c09a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-8a3a0d38-6482-4286-9251-123dfe23cd40', 'network_id': '8a3a0d38-6482-4286-9251-123dfe23cd40', 'tenant_id': '0f6757e3cb9143cf90215eb2716d6574', 'fixed_ips': [{'subnet_id': 'c35b30b4-41e1-4bef-82b8-fc7c6dddf19d'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:22.719804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-44387f63-5fb3-4a6c-b54c-83b69d46c09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.732899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.749767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c1adda-46c7-4edf-bb65-54ab6bc74be7 None None] Update dhcp port {'port': {'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8', 'fixed_ips': [{'subnet_id': '2970edd8-ac5d-45e5-bfd0-78f7fbe58363', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c68d12d2-9990-474d-877b-92ff73e573b6'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': 'edd71020-a570-43a0-8b72-eae170252971'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:54:22.806629 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] For port 7410d0f2-2dec-4337-ae6e-dbf332e0863d, host dv-neutron-835336-1-hyperv, got binding levels [] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:22.807186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:22.819698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=c35b30b4-41e1-4bef-82b8-fc7c6dddf19d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:22.879205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fe1b:c9eb (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/98bb507f-fa65-49e5-ad91-7f6eb85b577d/ac5e53b7-51ec-4478-9586-73533e861af9) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:22.893620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Attempting to bind port 92cf762b-1b33-49eb-8964-24c6a25c9f81 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:22.894004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Attempting to bind port 92cf762b-1b33-49eb-8964-24c6a25c9f81 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '104aa224-824a-4cbc-b1b9-3987c1fba927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cec174b-f3ed-4719-be43-b2e1a33d01fa'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:22.894365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Attempting to bind port 92cf762b-1b33-49eb-8964-24c6a25c9f81 on network 2cec174b-f3ed-4719-be43-b2e1a33d01fa {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:23.005702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:23.006149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Checking segment: {'id': '104aa224-824a-4cbc-b1b9-3987c1fba927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cec174b-f3ed-4719-be43-b2e1a33d01fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:23.006494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.006890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Bound using segment: {'id': '104aa224-824a-4cbc-b1b9-3987c1fba927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cec174b-f3ed-4719-be43-b2e1a33d01fa'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:23.007363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Bound port: 92cf762b-1b33-49eb-8964-24c6a25c9f81, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104aa224-824a-4cbc-b1b9-3987c1fba927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cec174b-f3ed-4719-be43-b2e1a33d01fa'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:23.007839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.065736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3932ebad-8181-461e-83f6-b2a645f72d3f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.086053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Calling delete_port for 7410d0f2-2dec-4337-ae6e-dbf332e0863d owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:23.205188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] For port 92cf762b-1b33-49eb-8964-24c6a25c9f81, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:23.208692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] For port 92cf762b-1b33-49eb-8964-24c6a25c9f81, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=92cf762b-1b33-49eb-8964-24c6a25c9f81,segment=NetworkSegment(104aa224-824a-4cbc-b1b9-3987c1fba927),segment_id=104aa224-824a-4cbc-b1b9-3987c1fba927)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:23.219068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Attempting to bind port 7410d0f2-2dec-4337-ae6e-dbf332e0863d on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:23.219462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Attempting to bind port 7410d0f2-2dec-4337-ae6e-dbf332e0863d by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '4df6d84c-27d6-4c96-ad63-8bcddea36df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:23.219821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Attempting to bind port 7410d0f2-2dec-4337-ae6e-dbf332e0863d on network c8259be6-edf6-4633-8c45-e6fae0d9277c {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:23.250361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:23.250740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Checking segment: {'id': '4df6d84c-27d6-4c96-ad63-8bcddea36df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:23.251135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.251576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Bound using segment: {'id': '4df6d84c-27d6-4c96-ad63-8bcddea36df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:23.252084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Bound port: 7410d0f2-2dec-4337-ae6e-dbf332e0863d, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df6d84c-27d6-4c96-ad63-8bcddea36df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:23.252452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.268929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.282770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.290079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object ac5e53b7-51ec-4478-9586-73533e861af9 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:23.368038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.403030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:54:23.403347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:54:23.403972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.433781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-74c1adda-46c7-4edf-bb65-54ab6bc74be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.458648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:23.464934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:23.474837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:23.481181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:23.481345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.563366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=ac5e53b7-51ec-4478-9586-73533e861af9,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:23.563579 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932ebad-8181-461e-83f6-b2a645f72d3f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=23a6d6e6-9557-49de-9de3-eda5f55a0e2d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:23.586029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3932ebad-8181-461e-83f6-b2a645f72d3f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.591587 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 6ceabde6-3528-4b45-8b15-118dbc94e662 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:23.611397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.643545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 6ceabde6-3528-4b45-8b15-118dbc94e662 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:23.643986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.657342 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9bfbc7d7-51a3-44a0-b3d5-830c76d758a7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4454844 Mar 28 10:54:23.658013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33530) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:23.661058 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3932ebad-8181-461e-83f6-b2a645f72d3f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/23a6d6e6-9557-49de-9de3-eda5f55a0e2d HTTP/1.1" status: 204 len: 168 time: 2.2274876 Mar 28 10:54:23.682421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33534) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:23.758498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e25c26-6a39-4bb5-aa18-4e442da092cc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:23.759212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e25c26-6a39-4bb5-aa18-4e442da092cc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:23.763914 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-98e25c26-6a39-4bb5-aa18-4e442da092cc tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/4f1e918a-d591-42d1-8b90-2a8032742aa6 HTTP/1.1" status: 404 len: 337 time: 0.0760427 Mar 28 10:54:23.771053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33538) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:23.772417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3a0d38-6482-4286-9251-123dfe23cd40']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:23.798022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:54:23.806970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838c65be-3a9d-405a-b600-244cb8032a7a') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:23.806970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838c65be-3a9d-405a-b600-244cb8032a7a') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:23.818233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2f203f59-b875-4fe7-b0ce-bb7af1c0866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.843514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022f9a8-c436-4a0a-9957-1dd5a2557ab2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:23.849806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022f9a8-c436-4a0a-9957-1dd5a2557ab2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:23.850667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3022f9a8-c436-4a0a-9957-1dd5a2557ab2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:23.888255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Sync routers for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:54:23.895210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd430d9-e726-4d31-b09f-2921dcbd0c4c None None] Network 8a3a0d38-6482-4286-9251-123dfe23cd40 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:23.900599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.932672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.944314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-007e31bf-379e-49bc-b14a-e8c017339ae0 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting subnet 9aa90912-3393-4b9d-9903-8a2cb5f1f605 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:23.948014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-007e31bf-379e-49bc-b14a-e8c017339ae0 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.950208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:23.950806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:23.969181 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:24.017929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3022f9a8-c436-4a0a-9957-1dd5a2557ab2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:24.019134 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3022f9a8-c436-4a0a-9957-1dd5a2557ab2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3601735 Mar 28 10:54:24.027077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33542) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:24.098259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.100770 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f6c58b95-817b-425a-9d46-616653bd3d48 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.1709583 Mar 28 10:54:24.109270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33546) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:24.125588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-007e31bf-379e-49bc-b14a-e8c017339ae0 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.130596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.181728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-db963b5d-56ca-4723-b51a-8e13ffd84240 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port ac5e53b7-51ec-4478-9586-73533e861af9 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:24.182102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db963b5d-56ca-4723-b51a-8e13ffd84240 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.201204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Deleting port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:24.201759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.220135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Port': ['ID=7410d0f2-2dec-4337-ae6e-dbf332e0863d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:24.226449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.268739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031138eb-306c-43fd-a55c-062f875e1d12 None None] Pushing event updated for resources: {'Port': ['ID=92cf762b-1b33-49eb-8964-24c6a25c9f81,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:24.272374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:54:24.272728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:54:24.338588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:24.339234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:24.347859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.357870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No DVR routers for this DVR port 7410d0f2-2dec-4337-ae6e-dbf332e0863d on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:24.367917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:54:24.401534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=8a3a0d38-6482-4286-9251-123dfe23cd40,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:24.410802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-007e31bf-379e-49bc-b14a-e8c017339ae0 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.439275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ee7b5bce-18b3-4a5a-b15a-2fb978506dc3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/8a3a0d38-6482-4286-9251-123dfe23cd40 HTTP/1.1" status: 204 len: 168 time: 3.4186788 Mar 28 10:54:24.452553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33552) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:24.461975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.466908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1060602293'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:24.474524 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-74ba5b4f-2cd4-471e-9d22-8e7c6f1896d9 tempest-TestNetworkAdvancedServerOps-192775375 tempest-TestNetworkAdvancedServerOps-192775375-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ce021e23beda4285a363b2200abcc0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3643222 Mar 28 10:54:24.477788 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33556) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:24.478764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:24.502606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:24.508950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:24.517012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:24.553738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.572437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.585688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db963b5d-56ca-4723-b51a-8e13ffd84240 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.627101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-74c1adda-46c7-4edf-bb65-54ab6bc74be7 None None] Allocated IP 172.20.0.1 (216e33e4-ff0f-4641-b848-dac4e9fd65c8/c68d12d2-9990-474d-877b-92ff73e573b6/edd71020-a570-43a0-8b72-eae170252971) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:24.630470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2f203f59-b875-4fe7-b0ce-bb7af1c0866d None None] For port edd71020-a570-43a0-8b72-eae170252971, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=edd71020-a570-43a0-8b72-eae170252971,segment=NetworkSegment(a9aac80d-7645-4fb2-890f-7df1d38557a8),segment_id=a9aac80d-7645-4fb2-890f-7df1d38557a8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:24.640893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:24.644347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.660272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.703580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69d583-bfd8-45cf-9f0c-315997486763 None None] Update dhcp port {'port': {'network_id': '6e876e18-3c0e-4ae4-a4be-301b4ebb3956', 'fixed_ips': [{'subnet_id': '9aa90912-3393-4b9d-9903-8a2cb5f1f605', 'ip_address': '172.20.0.18'}, {'subnet_id': '23a6d6e6-9557-49de-9de3-eda5f55a0e2d'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': '7c74b525-ce75-4724-9ecf-2d02db09c979'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:54:24.772425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] In _notify_port_updated(), no bound segment for port 33452e9b-72de-4c41-8985-5bb643c4f37e on network c3c44d51-c11a-4337-8289-5ba410cf8972 {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:54:24.776270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5c69d583-bfd8-45cf-9f0c-315997486763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.778183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:24.778874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.783456 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "PUT /v2.0/ports/33452e9b-72de-4c41-8985-5bb643c4f37e HTTP/1.1" status: 200 len: 1129 time: 2.6030955 Mar 28 10:54:24.789223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33560) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:24.861141 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-db963b5d-56ca-4723-b51a-8e13ffd84240 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for ac5e53b7-51ec-4478-9586-73533e861af9 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:24.889726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951132b-5748-495c-a619-58aeb0bfa40e tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event updated for resources: {'Port': ['ID=33452e9b-72de-4c41-8985-5bb643c4f37e,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:24.943485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2f203f59-b875-4fe7-b0ce-bb7af1c0866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server [None req-5c69d583-bfd8-45cf-9f0c-315997486763 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9aa90912-3393-4b9d-9903-8a2cb5f1f605: This subnet is being modified by another concurrent operation. Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 10:54:24.963099 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise exception Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9aa90912-3393-4b9d-9903-8a2cb5f1f605: This subnet is being modified by another concurrent operation. Mar 28 10:54:24.966458 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server Mar 28 10:54:24.969034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:24.969034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e240ebd-2a94-4b34-8873-ca4b7db5e451 tempest-TestNetworkAdvancedServerOps-192775375 tempest-TestNetworkAdvancedServerOps-192775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:24.969034 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6e240ebd-2a94-4b34-8873-ca4b7db5e451 tempest-TestNetworkAdvancedServerOps-192775375 tempest-TestNetworkAdvancedServerOps-192775375-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4355905 Mar 28 10:54:24.981666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33564) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.001284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 6ceabde6-3528-4b45-8b15-118dbc94e662, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6ceabde6-3528-4b45-8b15-118dbc94e662,segment=NetworkSegment(28483a5b-9152-4454-a76a-c27caa19fef9),segment_id=28483a5b-9152-4454-a76a-c27caa19fef9)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:25.031477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2f203f59-b875-4fe7-b0ce-bb7af1c0866d None None] Could not find standard attr ID for object 5e327691-24f3-468a-820d-201e1769706a. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:25.050110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Attempting to bind port 7410d0f2-2dec-4337-ae6e-dbf332e0863d on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:25.050550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Attempting to bind port 7410d0f2-2dec-4337-ae6e-dbf332e0863d by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '4df6d84c-27d6-4c96-ad63-8bcddea36df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:25.050931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Attempting to bind port 7410d0f2-2dec-4337-ae6e-dbf332e0863d on network c8259be6-edf6-4633-8c45-e6fae0d9277c {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:25.056303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d80b5-d39e-4883-8567-16b3d172e806 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:25.057103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-261d80b5-d39e-4883-8567-16b3d172e806 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Synchronizing usage tracker for tenant:cb0ef7fecedb4a63b196111d2dbb0e60 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:25.074837 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dcd9ab8b-be9f-41df-93fb-f9529debcdd0 tempest-TestNetworkAdvancedServerOps-192775375 tempest-TestNetworkAdvancedServerOps-192775375-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0862117 Mar 28 10:54:25.078027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:25.078406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Checking segment: {'id': '4df6d84c-27d6-4c96-ad63-8bcddea36df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:25.078802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.079230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Bound using segment: {'id': '4df6d84c-27d6-4c96-ad63-8bcddea36df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:25.079712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Bound port: 7410d0f2-2dec-4337-ae6e-dbf332e0863d, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df6d84c-27d6-4c96-ad63-8bcddea36df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8259be6-edf6-4633-8c45-e6fae0d9277c'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:25.080186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.082616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33568) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.089549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-471028764', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:25.119383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-007e31bf-379e-49bc-b14a-e8c017339ae0 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.189427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.193254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e2f9d-981a-40fe-ae40-92bf71768653 None None] Network 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:25.204083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e31bf-379e-49bc-b14a-e8c017339ae0 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa90912-3393-4b9d-9903-8a2cb5f1f605,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:25.208963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-007e31bf-379e-49bc-b14a-e8c017339ae0 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.213620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.221316 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-007e31bf-379e-49bc-b14a-e8c017339ae0 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/9aa90912-3393-4b9d-9903-8a2cb5f1f605 HTTP/1.1" status: 204 len: 168 time: 1.4544847 Mar 28 10:54:25.223744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33572) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.279527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.279896 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 69223a75-bcdf-4394-9ad1-ae6b09a6f81f of type vlan for network fc082bfc-4900-4751-ba16-bd5e786fb49c Mar 28 10:54:25.281822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-261d80b5-d39e-4883-8567-16b3d172e806 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Unset dirty status for tenant:cb0ef7fecedb4a63b196111d2dbb0e60 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:25.286886 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-261d80b5-d39e-4883-8567-16b3d172e806 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "GET /v2.0/ports/33452e9b-72de-4c41-8985-5bb643c4f37e HTTP/1.1" status: 200 len: 1129 time: 0.4837584 Mar 28 10:54:25.287423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33576) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.293420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db963b5d-56ca-4723-b51a-8e13ffd84240 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.304950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=0679ca4a-3bbe-49ec-b7b3-e1dcfd7569ed,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:25.335794 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a9da80-b8e2-4679-a74f-5ab39754e177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:25.336244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a9da80-b8e2-4679-a74f-5ab39754e177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:25.340420 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-39a9da80-b8e2-4679-a74f-5ab39754e177 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/4cc2a5aa-d05f-4f61-a261-6691a0121482 HTTP/1.1" status: 404 len: 337 time: 0.1130333 Mar 28 10:54:25.344211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:25.346283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33580) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.359660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9aefd1a2-91ff-4cc5-b76f-61d17f81573c no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:54:25.408327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db963b5d-56ca-4723-b51a-8e13ffd84240 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=ac5e53b7-51ec-4478-9586-73533e861af9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:25.436481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:54:25.464610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db963b5d-56ca-4723-b51a-8e13ffd84240 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.466318 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-db963b5d-56ca-4723-b51a-8e13ffd84240 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/ac5e53b7-51ec-4478-9586-73533e861af9 HTTP/1.1" status: 204 len: 168 time: 1.4382951 Mar 28 10:54:25.470897 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-47c23318-c8fc-4770-b1bc-391e5bf74c50 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Deleting port 33452e9b-72de-4c41-8985-5bb643c4f37e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:25.471235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-47c23318-c8fc-4770-b1bc-391e5bf74c50 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.487244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-920d7697-52d9-4681-b131-640bf5e0efc4 None None] Port 7410d0f2-2dec-4337-ae6e-dbf332e0863d has been deleted concurrently {{(pid=88495) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Mar 28 10:54:25.488471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45063e8a-49e6-4c90-8c8d-d688d641817b None None] Network 2cec174b-f3ed-4719-be43-b2e1a33d01fa requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:25.495466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33582) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.543949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0105362e-705e-4f81-aac2-fc7a6b31cb83 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Synchronizing usage tracker for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:25.553431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:subnet and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:25.568021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:25.573401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0105362e-705e-4f81-aac2-fc7a6b31cb83 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Unset dirty status for tenant:88ec145311bb436e9dcd2230251cb270 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:25.574584 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0105362e-705e-4f81-aac2-fc7a6b31cb83 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb337541-9af8-4aa8-b1b4-6bacefd5bad9 HTTP/1.1" status: 200 len: 205 time: 0.0860062 Mar 28 10:54:25.579665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33588) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.629754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.630541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:25.648719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.679081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069ca27-8b11-46ef-96a1-1d5ad81fa9f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:25.680667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069ca27-8b11-46ef-96a1-1d5ad81fa9f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:25.681411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b069ca27-8b11-46ef-96a1-1d5ad81fa9f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:25.694402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8259be6-edf6-4633-8c45-e6fae0d9277c']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:25.701533 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-4286d6f3-a659-4128-91d0-caed94c245b8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] delete failed (client error): The resource could not be found. Mar 28 10:54:25.703150 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4286d6f3-a659-4128-91d0-caed94c245b8 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/routers/eb337541-9af8-4aa8-b1b4-6bacefd5bad9 HTTP/1.1" status: 404 len: 336 time: 0.1227629 Mar 28 10:54:25.706345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33592) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.726416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b069ca27-8b11-46ef-96a1-1d5ad81fa9f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:25.727572 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b069ca27-8b11-46ef-96a1-1d5ad81fa9f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2239974 Mar 28 10:54:25.738315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33596) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.740085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df6d84c-27d6-4c96-ad63-8bcddea36df1') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:25.740388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df6d84c-27d6-4c96-ad63-8bcddea36df1') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:25.793377 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-07eb750f-39b0-4a14-80b0-e29e506d2bf1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:25.793830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07eb750f-39b0-4a14-80b0-e29e506d2bf1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:25.797727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.813345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Made reservation on behalf of ce021e23beda4285a363b2200abcc0c9 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:25.817104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.873500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-47c23318-c8fc-4770-b1bc-391e5bf74c50 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.928016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.933531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:25.934109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:25.938898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f203f59-b875-4fe7-b0ce-bb7af1c0866d None None] Pushing event updated for resources: {'Port': ['ID=edd71020-a570-43a0-8b72-eae170252971,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:25.974258 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-07eb750f-39b0-4a14-80b0-e29e506d2bf1 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/a8033a75-332b-4de7-9e7a-17b7a38aef04 HTTP/1.1" status: 404 len: 337 time: 0.2645912 Mar 28 10:54:25.984320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33600) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:25.987630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.019563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-47c23318-c8fc-4770-b1bc-391e5bf74c50 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Calling delete_port for 33452e9b-72de-4c41-8985-5bb643c4f37e owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:26.048322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Provisioning complete for port 7c74b525-ce75-4724-9ecf-2d02db09c979 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:26.048655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.058197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:26.058619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:26.073596 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:26.092664 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6334901 Mar 28 10:54:26.094377 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-114bd21b-bb98-4dbd-a948-63846a303f3d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:26.094827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114bd21b-bb98-4dbd-a948-63846a303f3d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:26.096427 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-114bd21b-bb98-4dbd-a948-63846a303f3d tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/69bc212f-0313-43a2-963e-1dd15f649f45 HTTP/1.1" status: 404 len: 337 time: 0.1064293 Mar 28 10:54:26.102446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33604) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:26.102787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33606) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:26.111579 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6d768c-4fe2-41af-905c-ad5842b38687 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 98bb507f-fa65-49e5-ad91-7f6eb85b577d {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:26.197459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': 'fc082bfc-4900-4751-ba16-bd5e786fb49c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:26.278136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-47c23318-c8fc-4770-b1bc-391e5bf74c50 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.296174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-74c1adda-46c7-4edf-bb65-54ab6bc74be7 None None] For port edd71020-a570-43a0-8b72-eae170252971, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=edd71020-a570-43a0-8b72-eae170252971,segment=NetworkSegment(a9aac80d-7645-4fb2-890f-7df1d38557a8),segment_id=a9aac80d-7645-4fb2-890f-7df1d38557a8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:26.298103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa6d768c-4fe2-41af-905c-ad5842b38687 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.299327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.335248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] For port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:26.335747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.350827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c23318-c8fc-4770-b1bc-391e5bf74c50 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event deleted for resources: {'Port': ['ID=33452e9b-72de-4c41-8985-5bb643c4f37e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:26.364969 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6a1da5-c6ee-432d-90a6-0b815f643aff tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:26.365367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6a1da5-c6ee-432d-90a6-0b815f643aff tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:26.367090 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7f6a1da5-c6ee-432d-90a6-0b815f643aff tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/7ee6b51e-1596-45e5-8d3c-f8a1b004c7d7 HTTP/1.1" status: 404 len: 337 time: 0.2369454 Mar 28 10:54:26.370633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=6ceabde6-3528-4b45-8b15-118dbc94e662,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:26.376562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e39fc1-d77f-4012-806e-cc66cfd0e93d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=fc082bfc-4900-4751-ba16-bd5e786fb49c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:26.386266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33612) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:26.406977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-47c23318-c8fc-4770-b1bc-391e5bf74c50 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.500153 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-47c23318-c8fc-4770-b1bc-391e5bf74c50 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "DELETE /v2.0/ports/33452e9b-72de-4c41-8985-5bb643c4f37e HTTP/1.1" status: 204 len: 168 time: 1.2117445 Mar 28 10:54:26.504150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33616) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:26.508095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa6d768c-4fe2-41af-905c-ad5842b38687 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.522472 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network fc082bfc-4900-4751-ba16-bd5e786fb49c details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:26.543743 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8c0b47-6959-4bf8-bc3c-3f0a7fdaef18 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:26.544286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8c0b47-6959-4bf8-bc3c-3f0a7fdaef18 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:26.551940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Calling delete_port for 9aefd1a2-91ff-4cc5-b76f-61d17f81573c owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:26.648950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e61ecb-2b7b-47db-9b54-1f080f2a7ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Deleting subnet ca12a05f-2f10-475f-a47a-50e49c60bfdb {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:26.650889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.resource_extend [None req-74c1adda-46c7-4edf-bb65-54ab6bc74be7 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:54:26.653445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d0e61ecb-2b7b-47db-9b54-1f080f2a7ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.695191 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5a8c0b47-6959-4bf8-bc3c-3f0a7fdaef18 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/5598f114-6ad9-4e95-9940-75f1fac58ca2 HTTP/1.1" status: 404 len: 333 time: 0.3077786 Mar 28 10:54:26.696278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.697638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33620) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:26.728301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:26.732364 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:26.738435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.739644 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50503a0-0225-40f8-bc6e-9bf7164604f4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:26.740214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50503a0-0225-40f8-bc6e-9bf7164604f4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:26.744428 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b50503a0-0225-40f8-bc6e-9bf7164604f4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/f7bc1f6d-b9d8-4a00-beab-8431e04e8ea6 HTTP/1.1" status: 404 len: 337 time: 0.0433106 Mar 28 10:54:26.746347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:26.746475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33624) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:26.759809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=c8259be6-edf6-4633-8c45-e6fae0d9277c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:26.764585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:26.765069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-74c1adda-46c7-4edf-bb65-54ab6bc74be7 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.767770 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1dc949f5-2f55-473c-8822-b3006a301791 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/c8259be6-edf6-4633-8c45-e6fae0d9277c HTTP/1.1" status: 204 len: 168 time: 5.6797020 Mar 28 10:54:26.773173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.779044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33628) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:26.797580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:26.801413 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1753d8-9425-4b84-a42c-0c605a0d8e4f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:26.802256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1753d8-9425-4b84-a42c-0c605a0d8e4f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:26.807529 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2d1753d8-9425-4b84-a42c-0c605a0d8e4f tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/354e338f-cf16-4521-8bfa-5311f487f3f6 HTTP/1.1" status: 404 len: 337 time: 0.0614321 Mar 28 10:54:26.818453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d0e61ecb-2b7b-47db-9b54-1f080f2a7ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.835669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a5de39-232f-40a8-b0e5-b88df1f9c977 None None] DHCP port deletion for 6e876e18-3c0e-4ae4-a4be-301b4ebb3956 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:54:26.858934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-74c1adda-46c7-4edf-bb65-54ab6bc74be7 None None] Transition to ACTIVE for port object edd71020-a570-43a0-8b72-eae170252971 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:26.864270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-94a5de39-232f-40a8-b0e5-b88df1f9c977 None None] Deleting port 7c74b525-ce75-4724-9ecf-2d02db09c979 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:26.864641 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-94a5de39-232f-40a8-b0e5-b88df1f9c977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.888598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33630) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:26.891197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'Subnet': ['ID=cb931aa5-8b10-4083-b2fa-a082a230bc10,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:26.929117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.968353 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-829f6239-8082-4e6c-8cd9-2b80e18a0c80 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:26.969405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829f6239-8082-4e6c-8cd9-2b80e18a0c80 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:26.971844 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-829f6239-8082-4e6c-8cd9-2b80e18a0c80 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/c8259be6-edf6-4633-8c45-e6fae0d9277c HTTP/1.1" status: 404 len: 339 time: 0.1138685 Mar 28 10:54:26.978790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-74c1adda-46c7-4edf-bb65-54ab6bc74be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:26.979910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:26.984830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.061956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Could not find standard attr ID for object ff3492e3-46a0-48cc-bf82-550f83db4735. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:27.087906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d0e61ecb-2b7b-47db-9b54-1f080f2a7ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.128624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33636) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:27.136729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1618379358', 'description': 'd1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:27.142351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:27.147405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Usage tracker for resource:network and tenant:04d43a2545a5407686f952aefe4cc568 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:27.148491 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa6d768c-4fe2-41af-905c-ad5842b38687 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.152185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:27.159311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:27.237852 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1f95f3-f66d-47f3-ad04-a1da4826a3c4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:27.238821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1f95f3-f66d-47f3-ad04-a1da4826a3c4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:27.251617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device edd71020-a570-43a0-8b72-eae170252971 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:27.259326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:27.263570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.272984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.ipam_backend_mixin [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Performing IP validity checks on allocation pools {{(pid=88494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 10:54:27.273673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.ipam_backend_mixin [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 10:54:27.275163 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:54:27.275503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:54:27.281427 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ce1f95f3-f66d-47f3-ad04-a1da4826a3c4 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/0345358c-e8ea-4239-96a3-aa46f135d27c HTTP/1.1" status: 404 len: 333 time: 0.3877721 Mar 28 10:54:27.285344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33640) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:27.300501 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Checking segment: {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:27.301354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Network hostable DHCP agents. Network: 6ea8a685-f547-43d0-9dbd-abd58ec50a65, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:27.327534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d0e61ecb-2b7b-47db-9b54-1f080f2a7ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.343681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:27.354869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.355226 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment 2fd484a9-6919-4e89-b5bd-487e7c587811 of type vlan for network b2ca9a7c-827b-4a91-83c2-f5575d431ce0 Mar 28 10:54:27.362607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:27.387957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.426034 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:19Z', 'revision_number': 3, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:27.444841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Provisioning complete for port 66483233-0338-40c4-aac5-ce8b77d0ad6e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:27.445495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.471468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81521af-4796-4eb5-818c-3fec1283c7ee None None] DHCP port deletion for c8259be6-edf6-4633-8c45-e6fae0d9277c request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:54:27.493474 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba12a7d-4d51-4750-a2dc-0be1221ce469 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:27.493953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba12a7d-4d51-4750-a2dc-0be1221ce469 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:27.511224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e61ecb-2b7b-47db-9b54-1f080f2a7ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event deleted for resources: {'Subnet': ['ID=ca12a05f-2f10-475f-a47a-50e49c60bfdb,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:27.520855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Deleting port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:27.521461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.522926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d0e61ecb-2b7b-47db-9b54-1f080f2a7ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.531859 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d0e61ecb-2b7b-47db-9b54-1f080f2a7ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "DELETE /v2.0/subnets/ca12a05f-2f10-475f-a47a-50e49c60bfdb HTTP/1.1" status: 204 len: 168 time: 1.0263989 Mar 28 10:54:27.537878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33644) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:27.547063 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4ba12a7d-4d51-4750-a2dc-0be1221ce469 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/8163bcbd-6149-477e-97f9-c1198d619edc HTTP/1.1" status: 404 len: 337 time: 0.2596302 Mar 28 10:54:27.547759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33648) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:27.580349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa6d768c-4fe2-41af-905c-ad5842b38687 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.584409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:27.613280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d4f42a-def0-45dc-878d-2fa69fe5295c None None] Network c3c44d51-c11a-4337-8289-5ba410cf8972 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:27.642775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Checking router: 4721d3f6-8232-40d2-b3ca-c1973bf73676 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:54:27.643342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Updating router 4721d3f6-8232-40d2-b3ca-c1973bf73676 port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:54:27.653062 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d768c-4fe2-41af-905c-ad5842b38687 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=98bb507f-fa65-49e5-ad91-7f6eb85b577d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:27.658223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa6d768c-4fe2-41af-905c-ad5842b38687 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.665406 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fa6d768c-4fe2-41af-905c-ad5842b38687 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/98bb507f-fa65-49e5-ad91-7f6eb85b577d HTTP/1.1" status: 204 len: 168 time: 1.9144197 Mar 28 10:54:27.668700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33652) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:27.684696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.690540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:27.691284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.734652 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3eed1d0-ddc2-4e9e-b645-7e065656f4c3 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:27.735074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3eed1d0-ddc2-4e9e-b645-7e065656f4c3 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:27.739040 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b3eed1d0-ddc2-4e9e-b645-7e065656f4c3 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/subnets/720222b5-f03d-4ccf-b2d8-03cb9ac22030 HTTP/1.1" status: 404 len: 337 time: 0.1850617 Mar 28 10:54:27.743200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33656) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:27.790302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 6ea8a685-f547-43d0-9dbd-abd58ec50a65) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:27.797578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f933b-a824-4e48-89fb-266d8f1fd3b0 None None] Network c8259be6-edf6-4633-8c45-e6fae0d9277c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:27.808456 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-23909070-5144-402f-93b9-106682a4a141 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1382751 Mar 28 10:54:27.815868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33660) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:27.837074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f227cb15-2cbc-45d3-a3bc-57f7af5c185c None None] Network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:27.847662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:27.848355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.932238 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8023005 Mar 28 10:54:27.934099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33664) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:27.939392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb7422-cea2-439e-9819-d2f7a89ddd97 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Deleting port 66483233-0338-40c4-aac5-ce8b77d0ad6e {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:27.939920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7422-cea2-439e-9819-d2f7a89ddd97 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.948726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f933b-a824-4e48-89fb-266d8f1fd3b0 None None] Network c8259be6-edf6-4633-8c45-e6fae0d9277c could not be found, it might have been deleted concurrently. {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 10:54:27.967325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:27.973012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1d92c-f15d-4793-92d2-736947ba0e4d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=b2ca9a7c-827b-4a91-83c2-f5575d431ce0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:27.985734 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8c423231-ac67-4a74-85a5-ebbe601eace6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9007423 Mar 28 10:54:27.986568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33668) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:27.992083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Port 66483233-0338-40c4-aac5-ce8b77d0ad6e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:28.010351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-94a5de39-232f-40a8-b0e5-b88df1f9c977 None None] For port 7c74b525-ce75-4724-9ecf-2d02db09c979, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=7c74b525-ce75-4724-9ecf-2d02db09c979,segment=NetworkSegment(1edf8137-ee71-49de-ba27-803450291d50),segment_id=1edf8137-ee71-49de-ba27-803450291d50)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:28.010769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-94a5de39-232f-40a8-b0e5-b88df1f9c977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:28.055141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:28.082764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Deleting port 6ceabde6-3528-4b45-8b15-118dbc94e662 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:28.083102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:28.097996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36619511-ab9e-4b93-95c3-497b85040530 None None] Network c8259be6-edf6-4633-8c45-e6fae0d9277c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:28.111202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network b2ca9a7c-827b-4a91-83c2-f5575d431ce0 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:28.122665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f537745-34b2-4725-acc0-e8584c4817da tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:28.123418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3f537745-34b2-4725-acc0-e8584c4817da tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Synchronizing usage tracker for tenant:04d43a2545a5407686f952aefe4cc568 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:28.177306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f2635-aeaa-4bdd-b2df-2871c3e2e853 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:28.178017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-aa3f2635-aeaa-4bdd-b2df-2871c3e2e853 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:28.252566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1adda-46c7-4edf-bb65-54ab6bc74be7 None None] Pushing event updated for resources: {'Port': ['ID=edd71020-a570-43a0-8b72-eae170252971,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:28.290889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-94a5de39-232f-40a8-b0e5-b88df1f9c977 None None] Calling delete_port for 7c74b525-ce75-4724-9ecf-2d02db09c979 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:28.294438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=67bfee6f-1b05-4cef-a8d3-db2d6d320f18,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:28.309952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '69223a75-bcdf-4394-9ad1-ae6b09a6f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fc082bfc-4900-4751-ba16-bd5e786fb49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:28.310429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: fc082bfc-4900-4751-ba16-bd5e786fb49c, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:28.328754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3f537745-34b2-4725-acc0-e8584c4817da tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Unset dirty status for tenant:04d43a2545a5407686f952aefe4cc568 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:28.332491 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3f537745-34b2-4725-acc0-e8584c4817da tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/networks?id=b2ca9a7c-827b-4a91-83c2-f5575d431ce0 HTTP/1.1" status: 200 len: 765 time: 0.3885696 Mar 28 10:54:28.335444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-aa3f2635-aeaa-4bdd-b2df-2871c3e2e853 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:28.338852 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-aa3f2635-aeaa-4bdd-b2df-2871c3e2e853 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5196824 Mar 28 10:54:28.339539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33672) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:28.341023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33674) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:28.346988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e324f252-d0d4-4cd5-bdc6-090bc0b631ff tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'description': 'd2'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:28.377536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3394b18e-e88d-43a1-8044-93ca803d714d None None] Network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:28.392273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:28.432863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] For port 6ceabde6-3528-4b45-8b15-118dbc94e662, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6ceabde6-3528-4b45-8b15-118dbc94e662,segment=NetworkSegment(28483a5b-9152-4454-a76a-c27caa19fef9),segment_id=28483a5b-9152-4454-a76a-c27caa19fef9)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:28.432863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:28.507462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36619511-ab9e-4b93-95c3-497b85040530 None None] Network c8259be6-edf6-4633-8c45-e6fae0d9277c could not be found, it might have been deleted concurrently. {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 10:54:28.530637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7422-cea2-439e-9819-d2f7a89ddd97 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:28.634254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Calling delete_port for 6ceabde6-3528-4b45-8b15-118dbc94e662 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:28.656365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network fc082bfc-4900-4751-ba16-bd5e786fb49c is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:28.667274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6ceabde6-3528-4b45-8b15-118dbc94e662 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:28.670675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb7422-cea2-439e-9819-d2f7a89ddd97 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Calling delete_port for 66483233-0338-40c4-aac5-ce8b77d0ad6e owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:28.689099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd469b22-eef7-42da-80ed-94a5309679aa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:28.693420 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dd469b22-eef7-42da-80ed-94a5309679aa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3483646 Mar 28 10:54:28.694979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33680) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:28.742221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Provisioning complete for port 6ceabde6-3528-4b45-8b15-118dbc94e662 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:28.742589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:28.802426 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-51021070-eb65-46d7-bd81-7c1878a6ee4b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028962 Mar 28 10:54:28.802659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, fc082bfc-4900-4751-ba16-bd5e786fb49c) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:28.804158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33684) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:28.811067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:28.826699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:28.827949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:28.902056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2b8ea-edf1-4d2f-8ec0-6e1c571b2e1f None None] Network fc082bfc-4900-4751-ba16-bd5e786fb49c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:29.022762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8a1148ea-e117-4721-99b2-4a2a0fc8a524 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9085982 Mar 28 10:54:29.023437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33688) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:29.053916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e324f252-d0d4-4cd5-bdc6-090bc0b631ff tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.064768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:29.076259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.136152 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event deleted for resources: {'Port': ['ID=6ceabde6-3528-4b45-8b15-118dbc94e662,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:29.188418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] No DVR routers for this DVR port 6ceabde6-3528-4b45-8b15-118dbc94e662 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:29.213432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-94a5de39-232f-40a8-b0e5-b88df1f9c977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.218271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] For port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:29.218653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.232992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e324f252-d0d4-4cd5-bdc6-090bc0b631ff tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.250729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7422-cea2-439e-9819-d2f7a89ddd97 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.292386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e324f252-d0d4-4cd5-bdc6-090bc0b631ff tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network b2ca9a7c-827b-4a91-83c2-f5575d431ce0 is not hosted by any dhcp agent {{(pid=88493) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 10:54:29.298203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324f252-d0d4-4cd5-bdc6-090bc0b631ff tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:29.298802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e324f252-d0d4-4cd5-bdc6-090bc0b631ff tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.302542 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e324f252-d0d4-4cd5-bdc6-090bc0b631ff tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "PUT /v2.0/networks/b2ca9a7c-827b-4a91-83c2-f5575d431ce0 HTTP/1.1" status: 200 len: 762 time: 0.9594989 Mar 28 10:54:29.305094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:29.307272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Could not find standard attr ID for object 6ceabde6-3528-4b45-8b15-118dbc94e662. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:29.309288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No active binding found for port 6ceabde6-3528-4b45-8b15-118dbc94e662 {{(pid=88495) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 10:54:29.309288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6ceabde6-3528-4b45-8b15-118dbc94e662 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 10:54:29.312583 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33692) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:29.326523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb7422-cea2-439e-9819-d2f7a89ddd97 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Port': ['ID=66483233-0338-40c4-aac5-ce8b77d0ad6e,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:29.379429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7422-cea2-439e-9819-d2f7a89ddd97 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.412119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5de39-232f-40a8-b0e5-b88df1f9c977 None None] No DVR routers for this DVR port 7c74b525-ce75-4724-9ecf-2d02db09c979 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:29.415860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5de39-232f-40a8-b0e5-b88df1f9c977 None None] Pushing event deleted for resources: {'Port': ['ID=7c74b525-ce75-4724-9ecf-2d02db09c979,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:29.459208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.473696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.476911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324f252-d0d4-4cd5-bdc6-090bc0b631ff tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=b2ca9a7c-827b-4a91-83c2-f5575d431ce0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:29.481402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:29.485731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.498603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c44d51-c11a-4337-8289-5ba410cf8972']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:29.519476 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.plugins.ml2.db [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] No ports have port_id starting with 6ceabde6-3528-4b45-8b15-118dbc94e662 Mar 28 10:54:29.528754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Calling delete_port for 9aefd1a2-91ff-4cc5-b76f-61d17f81573c owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:29.538772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28483a5b-9152-4454-a76a-c27caa19fef9') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:29.539087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28483a5b-9152-4454-a76a-c27caa19fef9') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:29.569205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.574092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Port 6ceabde6-3528-4b45-8b15-118dbc94e662 not found, will not notify nova. {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 10:54:29.574502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 92cf762b-1b33-49eb-8964-24c6a25c9f81 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:29.593166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.598304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network b2ca9a7c-827b-4a91-83c2-f5575d431ce0 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:29.602620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.629722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:29.630152 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:29.647910 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:29.685145 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1ddb7422-cea2-439e-9819-d2f7a89ddd97 tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/ports/66483233-0338-40c4-aac5-ce8b77d0ad6e HTTP/1.1" status: 204 len: 168 time: 1.9309623 Mar 28 10:54:29.697334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33696) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:29.719613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-308a8edc-badb-4f60-a17f-23728e7e3e83 None None] Could not find standard attr ID for object 33452e9b-72de-4c41-8985-5bb643c4f37e. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:29.736843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79fb17d-0b0f-4685-b8be-2539cb3ac045 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:29.737559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f79fb17d-0b0f-4685-b8be-2539cb3ac045 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Synchronizing usage tracker for tenant:04d43a2545a5407686f952aefe4cc568 on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:29.807362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.829437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.837000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.840563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] Pushing event deleted for resources: {'Network': ['ID=c3c44d51-c11a-4337-8289-5ba410cf8972,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:29.890104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f79fb17d-0b0f-4685-b8be-2539cb3ac045 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Unset dirty status for tenant:04d43a2545a5407686f952aefe4cc568 on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:29.890328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=67bfee6f-1b05-4cef-a8d3-db2d6d320f18,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:29.894720 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f79fb17d-0b0f-4685-b8be-2539cb3ac045 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/networks?id=b2ca9a7c-827b-4a91-83c2-f5575d431ce0 HTTP/1.1" status: 200 len: 765 time: 0.5719857 Mar 28 10:54:29.895913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33700) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:29.924030 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:29.935200 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-883cd170-063a-428a-bd4d-665d6fd15c89 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356 tempest-ExtraDHCPOptionsIpV6TestJSON-1485685356-project] 10.222.0.18 "DELETE /v2.0/networks/c3c44d51-c11a-4337-8289-5ba410cf8972 HTTP/1.1" status: 204 len: 168 time: 2.3956888 Mar 28 10:54:29.976603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:29.976836 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.060584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.091434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8fdf7-7172-4fa4-8da7-07319b0cca62 None None] DHCP port deletion for c3c44d51-c11a-4337-8289-5ba410cf8972 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:54:30.100998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.147936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc082bfc-4900-4751-ba16-bd5e786fb49c']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:30.168044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f23446-abbc-426e-8be0-f6bbde50c5c6 None None] Network fc082bfc-4900-4751-ba16-bd5e786fb49c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:30.168977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69223a75-bcdf-4394-9ad1-ae6b09a6f81f') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:30.169276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69223a75-bcdf-4394-9ad1-ae6b09a6f81f') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:30.187616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.194060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.198915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.213235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34227fc5-798b-4c49-a5fa-ce013f962eb6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:30.213953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:30.215383 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-34227fc5-798b-4c49-a5fa-ce013f962eb6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3192151 Mar 28 10:54:30.218455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33708) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:30.221081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:30.234390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.236027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d278e8f-b371-4fd8-82b7-1e209475e9ae None None] Provisioning for port 92cf762b-1b33-49eb-8964-24c6a25c9f81 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:30.250661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:30.251247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.262859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=954d0152-fdb4-4c8c-9513-55929af4de7e,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:30.272175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] Pushing event deleted for resources: {'Port': ['ID=9aefd1a2-91ff-4cc5-b76f-61d17f81573c,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:30.272357 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e876e18-3c0e-4ae4-a4be-301b4ebb3956']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:30.282332 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b200a346-e4d0-44bc-b395-1e5b4ae31482 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 207 time: 0.0620861 Mar 28 10:54:30.285791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.286720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33712) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:30.288901 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1ef3f-7a39-405f-adda-75edaf0b4980 None None] No DVR routers for this DVR port 9aefd1a2-91ff-4cc5-b76f-61d17f81573c on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:30.292504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 92cf762b-1b33-49eb-8964-24c6a25c9f81 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:30.302234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:30.302824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:30.318087 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:30.369695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edf8137-ee71-49de-ba27-803450291d50') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:30.370124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edf8137-ee71-49de-ba27-803450291d50') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:30.417489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.423673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88a8e83-b9bf-4f4d-99bf-3eff9bca5f4b None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:30.453709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.resource_extend [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:54:30.460564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d278e8f-b371-4fd8-82b7-1e209475e9ae None None] Could not find standard attr ID for object 33452e9b-72de-4c41-8985-5bb643c4f37e. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:30.461998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 92cf762b-1b33-49eb-8964-24c6a25c9f81 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:30.462365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.469861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.490826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.500121 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/fc082bfc-4900-4751-ba16-bd5e786fb49c HTTP/1.1" status: 204 len: 168 time: 1.4759665 Mar 28 10:54:30.504308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6068ebd-0a94-4bcc-883c-773ead724b9e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=fc082bfc-4900-4751-ba16-bd5e786fb49c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:30.506174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33716) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:30.513336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-5099324'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:30.518931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:30.523100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:30.526582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:30.536191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:30.559762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c0de9250-6b24-4922-94d9-5a53d89c8301 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7523396 Mar 28 10:54:30.561861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33720) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:30.569674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:b9:e5:f9', 'name': 'tempest-NetworksTestDHCPv6-1682583216'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:30.572780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.669501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:30.674732 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.702556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:30.702981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:30.724985 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:30.727748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33726) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:30.759919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41281fab-a56a-457b-83d1-26bd0c3c5c9d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:30.766005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41281fab-a56a-457b-83d1-26bd0c3c5c9d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:30.772253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41281fab-a56a-457b-83d1-26bd0c3c5c9d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:30.778244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41281fab-a56a-457b-83d1-26bd0c3c5c9d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:30.785178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41281fab-a56a-457b-83d1-26bd0c3c5c9d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:30.791055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41281fab-a56a-457b-83d1-26bd0c3c5c9d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:30.797209 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-41281fab-a56a-457b-83d1-26bd0c3c5c9d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5036235 Mar 28 10:54:30.797543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d278e8f-b371-4fd8-82b7-1e209475e9ae None None] Provisioning for port edd71020-a570-43a0-8b72-eae170252971 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:30.820828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33732) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:30.837820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d278e8f-b371-4fd8-82b7-1e209475e9ae None None] Provisioning complete for port edd71020-a570-43a0-8b72-eae170252971 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:30.838210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4d278e8f-b371-4fd8-82b7-1e209475e9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.106547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.106547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Allocated IP 172.20.0.2 (6ea8a685-f547-43d0-9dbd-abd58ec50a65/cb931aa5-8b10-4083-b2fa-a082a230bc10/a7e94bac-dfb9-4633-ad17-30b670dd9bf5) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:31.106547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Transition to ACTIVE for port object 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:31.107504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:31.107504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.107504 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 35a28b92-e7b7-4624-8af1-d2847d13c7bb of type vlan for network 6ddbe815-e5b9-4791-997c-60b336a87255 Mar 28 10:54:31.107504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:31.107504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:31.138814 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8191806c-8bfd-4a76-8461-8770ce157096 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3140779 Mar 28 10:54:31.142684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33736) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:31.170603 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c4b074b8-fb25-4aac-b982-b100ccfec821 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb0ef7fecedb4a63b196111d2dbb0e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276013 Mar 28 10:54:31.171768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33740) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:31.214908 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1ced2-5f48-482b-b99e-2fc2e5787301 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.216747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1ced2-5f48-482b-b99e-2fc2e5787301 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.218831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1ced2-5f48-482b-b99e-2fc2e5787301 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.220312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1ced2-5f48-482b-b99e-2fc2e5787301 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.221810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1ced2-5f48-482b-b99e-2fc2e5787301 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.224244 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-edd1ced2-5f48-482b-b99e-2fc2e5787301 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0797727 Mar 28 10:54:31.229200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33744) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:31.247991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.285399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9e8926f5-4aa5-46e6-affc-93c68d25af34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.298626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '954d0152-fdb4-4c8c-9513-55929af4de7e'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:31.299431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.319626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.329007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.329734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.367240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:31.367473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.373363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd2e07-2329-4991-86b5-0d68db723e6d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.374953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd2e07-2329-4991-86b5-0d68db723e6d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.376346 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd2e07-2329-4991-86b5-0d68db723e6d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.377743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd2e07-2329-4991-86b5-0d68db723e6d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.379920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd2e07-2329-4991-86b5-0d68db723e6d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.379920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7efd2e07-2329-4991-86b5-0d68db723e6d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Synchronizing usage tracker for tenant:04d43a2545a5407686f952aefe4cc568 on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:31.387010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9e8926f5-4aa5-46e6-affc-93c68d25af34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.403858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] Pushing event deleted for resources: {'Network': ['ID=6e876e18-3c0e-4ae4-a4be-301b4ebb3956,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:31.450723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.457119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.457696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.491866 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9c1d0249-fece-4050-aa28-09afb2e5451a tempest-PortsTestJSON-1198595458 tempest-PortsTestJSON-1198595458-project] 10.222.0.18 "DELETE /v2.0/networks/6e876e18-3c0e-4ae4-a4be-301b4ebb3956 HTTP/1.1" status: 204 len: 168 time: 1.7786031 Mar 28 10:54:31.503790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 92cf762b-1b33-49eb-8964-24c6a25c9f81, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=92cf762b-1b33-49eb-8964-24c6a25c9f81,segment=NetworkSegment(104aa224-824a-4cbc-b1b9-3987c1fba927),segment_id=104aa224-824a-4cbc-b1b9-3987c1fba927)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:31.523087 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d278e8f-b371-4fd8-82b7-1e209475e9ae None None] Could not find standard attr ID for object 7410d0f2-2dec-4337-ae6e-dbf332e0863d. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:31.543336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7efd2e07-2329-4991-86b5-0d68db723e6d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Unset dirty status for tenant:04d43a2545a5407686f952aefe4cc568 on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:31.549922 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7efd2e07-2329-4991-86b5-0d68db723e6d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3197062 Mar 28 10:54:31.555767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33750) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:31.619449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Attempting to bind port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:31.619896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Attempting to bind port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:31.620361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Attempting to bind port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:31.622702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d760ded-380f-4602-a795-d0ec6c4554df None None] Pushing event updated for resources: {'Port': ['ID=68678b6c-5dc0-4ea3-87c6-2b6f50646f9e,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:31.633203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=6ddbe815-e5b9-4791-997c-60b336a87255,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:31.641698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.648937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.683504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 05de3653-551f-465d-a573-879ec81f06ca yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:54:31.704505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 6ddbe815-e5b9-4791-997c-60b336a87255 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:31.726584 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b8367f17-eb42-4585-acb1-c0e195cfeaa3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.2191665 Mar 28 10:54:31.730092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00cc458-c927-4d2e-996a-8d6ccd6b2875 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:31.733545 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33754) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:31.736627 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f00cc458-c927-4d2e-996a-8d6ccd6b2875 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/networks/369b0eee-9dc1-4f43-bc88-2f043b3d08f9 HTTP/1.1" status: 200 len: 803 time: 0.1798689 Mar 28 10:54:31.738472 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33758) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:31.740071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.745552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': '6ddbe815-e5b9-4791-997c-60b336a87255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:31.752133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Transition to ACTIVE for port object a7e94bac-dfb9-4633-ad17-30b670dd9bf5 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:31.761282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9e8926f5-4aa5-46e6-affc-93c68d25af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.771841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Transition to ACTIVE for port object a7e94bac-dfb9-4633-ad17-30b670dd9bf5 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:31.790371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8926f5-4aa5-46e6-affc-93c68d25af34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be860bb-f383-405b-a709-56ce734252f5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:31.831233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7c74b525-ce75-4724-9ecf-2d02db09c979 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:54:31.855395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:31.856402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:31.856402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.856756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:31.857333 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Bound port: 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:31.857773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.881115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:31.885390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:31.887408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9e8926f5-4aa5-46e6-affc-93c68d25af34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.888334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:31.891559 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9e8926f5-4aa5-46e6-affc-93c68d25af34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6be860bb-f383-405b-a709-56ce734252f5 HTTP/1.1" status: 204 len: 168 time: 0.7188463 Mar 28 10:54:31.905271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:31.943420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Allocated IP 172.20.0.1 (6ea8a685-f547-43d0-9dbd-abd58ec50a65/cb931aa5-8b10-4083-b2fa-a082a230bc10/aefad608-f214-4346-a449-0e55f053b2fc) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:31.947562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.955068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:31.962065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:31.973474 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-877c2bae-f2ce-4f85-acaa-3aba31cca34f tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/networks/369b0eee-9dc1-4f43-bc88-2f043b3d08f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2351234 Mar 28 10:54:31.975423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33766) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:31.992514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 7c74b525-ce75-4724-9ecf-2d02db09c979 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:54:31.992957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7c74b525-ce75-4724-9ecf-2d02db09c979 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:54:32.068846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f9d77631-8fff-421a-bb33-b67cb819ba96 None None] Provisioning complete for port edd71020-a570-43a0-8b72-eae170252971 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:32.069306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f9d77631-8fff-421a-bb33-b67cb819ba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.122326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33770) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:32.153444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f936c-45c0-48e2-92cc-2df81161ee73 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:32.158964 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9b7f936c-45c0-48e2-92cc-2df81161ee73 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/subnets/a9d2514b-77ec-4d16-a82c-edd8e733181b HTTP/1.1" status: 200 len: 843 time: 0.1823514 Mar 28 10:54:32.159787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33776) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:32.205663 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device edd71020-a570-43a0-8b72-eae170252971 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:32.281590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0fd4e-8efc-447b-abfa-057cc0424690 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:32.288134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33782) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:32.288481 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bae0fd4e-8efc-447b-abfa-057cc0424690 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "GET /v2.0/subnets/a9d2514b-77ec-4d16-a82c-edd8e733181b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1244743 Mar 28 10:54:32.292237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.294820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:32.305072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047560878'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:32.310634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:32.311452 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Transition to ACTIVE for port object aefad608-f214-4346-a449-0e55f053b2fc will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:32.323098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:32.328488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:32.331173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=92cf762b-1b33-49eb-8964-24c6a25c9f81,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:32.385457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/954d0152-fdb4-4c8c-9513-55929af4de7e/46c99db8-1a27-43a1-b3c4-fa9ec903b2a5) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:32.407895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.443890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] For port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:32.476286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:32.521333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:32.530807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:32.539338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.548285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:32.579769 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:32.583218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.591348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'Port': ['ID=aefad608-f214-4346-a449-0e55f053b2fc,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:32.615139 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e31b3ebc-97b6-4706-bdd2-770742f839cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88ec145311bb436e9dcd2230251cb270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916863 Mar 28 10:54:32.618252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33792) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:32.647256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=53c7fb4b-579f-449b-8231-74f1fa217877,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:32.653121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.684332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '35a28b92-e7b7-4624-8af1-d2847d13c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6ddbe815-e5b9-4791-997c-60b336a87255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:32.684925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: 6ddbe815-e5b9-4791-997c-60b336a87255, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:32.702208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:32.714086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.714681 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Added segment 7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0 of type vlan for network 9829475f-0276-417e-9098-1ffb83e8e89a Mar 28 10:54:32.722636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4554-0932-44d0-9ecd-2b8cd1f7b1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.731106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] For port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=68678b6c-5dc0-4ea3-87c6-2b6f50646f9e,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:32.746792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.755201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port edd71020-a570-43a0-8b72-eae170252971 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:32.755576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.794887 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Attempting to bind port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:32.795257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Attempting to bind port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:32.796145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Attempting to bind port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 on network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:32.807466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Pushing event updated for resources: {'Port': ['ID=a7e94bac-dfb9-4633-ad17-30b670dd9bf5,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:32.824699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:32.825203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Checking segment: {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:32.825611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.826033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Bound using segment: {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:32.826515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Bound port: a7e94bac-dfb9-4633-ad17-30b670dd9bf5, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:32.826937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.839707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4554-0932-44d0-9ecd-2b8cd1f7b1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.841927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network 6ddbe815-e5b9-4791-997c-60b336a87255 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:32.846164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.848442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:32.859757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:32.861628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.009071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 6ddbe815-e5b9-4791-997c-60b336a87255) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:33.018557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Network': ['ID=9829475f-0276-417e-9098-1ffb83e8e89a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:33.021045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:33.021623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525695'] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.045510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b68957d-31a8-4d25-9085-1c7f8b7e9723 None None] Network 6ddbe815-e5b9-4791-997c-60b336a87255 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:33.063791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 9829475f-0276-417e-9098-1ffb83e8e89a details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:33.063947 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4554-0932-44d0-9ecd-2b8cd1f7b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.089036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef4554-0932-44d0-9ecd-2b8cd1f7b1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ffea64-b1e7-4d8a-8336-6d9c98b3bf3c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:33.107761 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-501a6e06-f2c6-46e2-8dc0-eb3f5877df53 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8147471 Mar 28 10:54:33.108008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4554-0932-44d0-9ecd-2b8cd1f7b1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.108008 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a8ef4554-0932-44d0-9ecd-2b8cd1f7b1ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92ffea64-b1e7-4d8a-8336-6d9c98b3bf3c HTTP/1.1" status: 204 len: 168 time: 0.4874196 Mar 28 10:54:33.108008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33806) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:33.117452 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'network_id': '9829475f-0276-417e-9098-1ffb83e8e89a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:33.134722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.143418 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1b535c81-8bf4-411a-acc0-981d8bdcaf66 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4089055 Mar 28 10:54:33.144979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33812) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:33.164355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d760ded-380f-4602-a795-d0ec6c4554df None None] Pushing event updated for resources: {'Port': ['ID=68678b6c-5dc0-4ea3-87c6-2b6f50646f9e,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:33.167574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:33.168187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:33.296116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33816) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:33.331531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.361991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.432191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.462474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] For port a7e94bac-dfb9-4633-ad17-30b670dd9bf5, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:33.466778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Transition to ACTIVE for port object 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:33.505447 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] For port a7e94bac-dfb9-4633-ad17-30b670dd9bf5, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a7e94bac-dfb9-4633-ad17-30b670dd9bf5,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:33.543111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Transition to ACTIVE for port object 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:33.618661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:33.624490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:33.635643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.724985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6ceabde6-3528-4b45-8b15-118dbc94e662 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:54:33.769159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Made reservation on behalf of 04d43a2545a5407686f952aefe4cc568 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:33.772546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 6ceabde6-3528-4b45-8b15-118dbc94e662 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:54:33.772888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6ceabde6-3528-4b45-8b15-118dbc94e662 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:54:33.773305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7410d0f2-2dec-4337-ae6e-dbf332e0863d no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:54:33.773542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.775936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::206 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/954d0152-fdb4-4c8c-9513-55929af4de7e/05de3653-551f-465d-a573-879ec81f06ca) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:33.797460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.834200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:33.841412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-404644516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:33.872571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 7410d0f2-2dec-4337-ae6e-dbf332e0863d {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:54:33.873135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7410d0f2-2dec-4337-ae6e-dbf332e0863d not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:54:33.948855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:33.950741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:54:33.992606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.ipam_backend_mixin [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Performing IP validity checks on allocation pools {{(pid=88494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 10:54:33.993151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.ipam_backend_mixin [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 10:54:34.050043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:34.060847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=53c7fb4b-579f-449b-8231-74f1fa217877,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:34.079689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:router and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:34.080688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:34.082830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f2e47-2f0b-4db4-85f0-79402177e905 None None] Network 6ddbe815-e5b9-4791-997c-60b336a87255 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:34.096443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:34.105694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:34.143697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.146307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:34.161440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd3a4b-bfda-4175-b988-8cb6cd3174b1 None None] Pushing event updated for resources: {'Port': ['ID=a7e94bac-dfb9-4633-ad17-30b670dd9bf5,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:34.221815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.271638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 92cf762b-1b33-49eb-8964-24c6a25c9f81 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:34.297494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.313342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.314334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.347237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddbe815-e5b9-4791-997c-60b336a87255']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:34.358468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'Port': ['ID=aefad608-f214-4346-a449-0e55f053b2fc,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:34.361893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.373814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a28b92-e7b7-4624-8af1-d2847d13c7bb') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:34.374148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a28b92-e7b7-4624-8af1-d2847d13c7bb') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:34.388380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.425217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.431237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.442555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.464178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.493405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:34.496692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.572998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Pushing event updated for resources: {'Port': ['ID=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:34.622055 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:34.624711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 05de3653-551f-465d-a573-879ec81f06ca will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:34.627724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.644547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Attempting to bind port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:34.644915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Attempting to bind port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:34.645347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Attempting to bind port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:34.688675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:34.689054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:34.689459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.689845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:34.692864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Bound port: 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:34.693435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.732166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Checking segment: {'id': '7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9829475f-0276-417e-9098-1ffb83e8e89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:34.732757 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network hostable DHCP agents. Network: 9829475f-0276-417e-9098-1ffb83e8e89a, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:34.743434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.774589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=c035f33d-2dbd-4e46-8ce1-9ace275e6766,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:34.777028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.778677 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/6ddbe815-e5b9-4791-997c-60b336a87255 HTTP/1.1" status: 204 len: 168 time: 1.6324875 Mar 28 10:54:34.783239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33840) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:34.788697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fe114-15d8-485d-8828-4ff0071d3a53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=6ddbe815-e5b9-4791-997c-60b336a87255,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:34.804260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1527358592'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:34.807545 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.809308 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89bed730-6c13-4c9c-859e-e9997ec20cf5 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5121951 Mar 28 10:54:34.812523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33844) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:34.824129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-707542236'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:34.830655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:34.832047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:34.836581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:network and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:34.840632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:34.841123 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:34.849104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.851790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:34.860338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:34.876113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Network 9829475f-0276-417e-9098-1ffb83e8e89a is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:34.878623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:34.880460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33848) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:34.892057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:34.899957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:34.946765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 92cf762b-1b33-49eb-8964-24c6a25c9f81 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:34.946765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:34.986185 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 9829475f-0276-417e-9098-1ffb83e8e89a) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:34.995782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:34.997008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.013669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:35.014000 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8627052c-7b51-4825-a076-3715c367f0ba None None] Network 9829475f-0276-417e-9098-1ffb83e8e89a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:35.014524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:35.014923 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:35.018249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.024380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:35.032040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:35.032810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.064837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Made reservation on behalf of c6f59d89308d424ca22575debc0f1a87 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:35.068818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.088137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=05de3653-551f-465d-a573-879ec81f06ca,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:35.090587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.099172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'network': {'name': 'tempest-RoutersTest-1886570223'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:35.111106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:35.116199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:security_group_rule and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:35.119645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:35.122093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:35.126960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:35.137743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:network and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:35.143298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:35.144672 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] For port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:35.149749 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6d1dbd03-c739-404a-813b-f0b63d146eef tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5852430 Mar 28 10:54:35.153512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33854) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:35.163318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:35.177630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:35.191595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Router 4721d3f6-8232-40d2-b3ca-c1973bf73676 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:54:35.198070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.198415 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 9293ec9f-f3f2-41f2-87e7-a2fbaf06342b of type vlan for network 9d606af2-71e8-47c6-b2cb-4428e6496ea7 Mar 28 10:54:35.202001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] For port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:35.258784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e221010-a955-4907-ac13-894f09960cec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:35.265169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e221010-a955-4907-ac13-894f09960cec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:35.266192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3e221010-a955-4907-ac13-894f09960cec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:35.271215 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-28176c5b-32c0-4220-8a76-3ffa81e28806 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1584690 Mar 28 10:54:35.276247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33858) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:35.286861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0e8cbf44-3000-4b9f-b18d-84525b92ef72 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:35.288025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:35.291456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.319089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.321118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.327987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.414491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317039e-c826-4e7a-bd88-b803b15ceaf5 None None] Pushing event updated for resources: {'Port': ['ID=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:35.415673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:35.432421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:security_group_rule and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:35.437021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:35.445208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3e221010-a955-4907-ac13-894f09960cec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:35.449474 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3e221010-a955-4907-ac13-894f09960cec tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2917860 Mar 28 10:54:35.449628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:35.451038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33862) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:35.493133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.499246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbf44-3000-4b9f-b18d-84525b92ef72 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1880789'] for subnet, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.514115 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:31Z', 'revision_number': 1, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:35.519446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9469ff-b384-413e-9c9e-296bcbce1477 None None] The sync data for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv is: [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:31Z', 'revision_number': 1, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:54:35.536337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-9829475f-0276-417e-9098-1ffb83e8e89a', 'network_id': '9829475f-0276-417e-9098-1ffb83e8e89a', 'tenant_id': '04d43a2545a5407686f952aefe4cc568', 'fixed_ips': [{'subnet_id': 'c035f33d-2dbd-4e46-8ce1-9ace275e6766'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:35.537542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.576051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.584832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:54:35.641375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.649892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:35.656232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.678199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:35.704784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a70e1190-5c6b-4daa-9594-0e830981104e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 05de3653-551f-465d-a573-879ec81f06ca {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:35.705015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a70e1190-5c6b-4daa-9594-0e830981104e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.726626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.727241 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Added segment 790d3dd9-a647-4eec-8f5e-efa4bb403874 of type vlan for network 69482da4-4e6a-4311-b350-7d2b2faeadb2 Mar 28 10:54:35.740306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1d886a-47b9-4ce4-ad6a-8f0c4a9fc981,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:35.773691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 28 10:54:35.773691 dv-neutron-835336-1-hyperv neutron-server[88495]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 28 10:54:35.773691 dv-neutron-835336-1-hyperv neutron-server[88495]: [parameters: {'in_use': 1, 'id_1': 'c035f33d-2dbd-4e46-8ce1-9ace275e6766'}] Mar 28 10:54:35.773691 dv-neutron-835336-1-hyperv neutron-server[88495]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:54:35.774721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:54:35.829830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:35.951509 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0575d9d8-42db-4261-8304-6f5825e4651b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "PUT /v2.0/routers/4721d3f6-8232-40d2-b3ca-c1973bf73676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9517274 Mar 28 10:54:36.028665 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2339413 Mar 28 10:54:36.032205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33868) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:36.039970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': '9d606af2-71e8-47c6-b2cb-4428e6496ea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:36.086395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594599fa-9026-4b17-95ef-7f1bdc18c4f1 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=9d606af2-71e8-47c6-b2cb-4428e6496ea7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:36.099760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 9d606af2-71e8-47c6-b2cb-4428e6496ea7 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:36.102829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:36.118838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:36.119546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:36.136164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbf44-3000-4b9f-b18d-84525b92ef72 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728513808119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2174730'] for subnet, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:36.250639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:36.276163 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd1709-60cd-4f1b-97cd-c982060ce290 None None] Network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:36.443204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a70e1190-5c6b-4daa-9594-0e830981104e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:36.469107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:36.485291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a7e94bac-dfb9-4633-ad17-30b670dd9bf5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:36.516266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8cbf44-3000-4b9f-b18d-84525b92ef72 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:36.516867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbf44-3000-4b9f-b18d-84525b92ef72 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:36.518169 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0e8cbf44-3000-4b9f-b18d-84525b92ef72 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "PUT /v2.0/subnets/c035f33d-2dbd-4e46-8ce1-9ace275e6766 HTTP/1.1" status: 200 len: 900 time: 1.2413354 Mar 28 10:54:36.548090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33886) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:36.548765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cbf44-3000-4b9f-b18d-84525b92ef72 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event updated for resources: {'Subnet': ['ID=c035f33d-2dbd-4e46-8ce1-9ace275e6766,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:36.593217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a70e1190-5c6b-4daa-9594-0e830981104e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 05de3653-551f-465d-a573-879ec81f06ca owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:36.604942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:36.618960 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8021019 Mar 28 10:54:36.618960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f573a-375e-4dd0-bc5e-07f13078d903 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Network': ['ID=69482da4-4e6a-4311-b350-7d2b2faeadb2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:36.622566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33890) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:36.659819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:36.672688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:36.678969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'subnet': {'network_id': '69482da4-4e6a-4311-b350-7d2b2faeadb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:36.705859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:36.786522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:36.820238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 69482da4-4e6a-4311-b350-7d2b2faeadb2 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:36.862305 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:36.880407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-9dc2b248-3cf3-4269-a2d6-2a817246b9cd tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Synchronizing usage tracker for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:36.933609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b137198-f80b-4b31-8a85-639b01e48ce3,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:36.948137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:36.948735 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added segment 2e8d5e57-949c-46bc-9f45-79d2f2873896 of type vlan for network e5b7f134-95ef-4399-92cf-19131a5443e5 Mar 28 10:54:36.958162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-bc49c124-238c-4f09-90c9-60395fbacd5c None None] Provisioning for port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:37.012027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.063477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a70e1190-5c6b-4daa-9594-0e830981104e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.073150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Allocated IP 2001:db8::3 (9829475f-0276-417e-9098-1ffb83e8e89a/c035f33d-2dbd-4e46-8ce1-9ace275e6766/08f657c6-3bdf-47f4-86b1-fb20f4bec971) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:37.086937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:37.103571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:37.104739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.139906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:37.151260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:subnet and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:37.153703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-9dc2b248-3cf3-4269-a2d6-2a817246b9cd tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Unset dirty status for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:37.157338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:37.159335 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-9dc2b248-3cf3-4269-a2d6-2a817246b9cd tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210062302&fields=id&tenant_id=ce021e23beda4285a363b2200abcc0c9 HTTP/1.1" status: 200 len: 267 time: 0.4544551 Mar 28 10:54:37.169976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:37.177008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e1190-5c6b-4daa-9594-0e830981104e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=05de3653-551f-465d-a573-879ec81f06ca,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:37.201136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:37.206513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.221364 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.226950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:37.227580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.259623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.302966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd88c5-9cba-43eb-af7f-b4198d72dd3d None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:37.368177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Made reservation on behalf of c6f59d89308d424ca22575debc0f1a87 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:37.371759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.499708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a70e1190-5c6b-4daa-9594-0e830981104e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.527111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-1b4126be-9e11-4f9c-9fae-a9e9a021b2f1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:37.540633 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-1b4126be-9e11-4f9c-9fae-a9e9a021b2f1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/networks?id=6ea8a685-f547-43d0-9dbd-abd58ec50a65 HTTP/1.1" status: 200 len: 796 time: 0.3532321 Mar 28 10:54:37.572998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.576647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Network': ['ID=e5b7f134-95ef-4399-92cf-19131a5443e5,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:37.580731 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-986cd36a-c237-454d-88d5-635bd5926de3 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/quotas/ce021e23beda4285a363b2200abcc0c9 HTTP/1.1" status: 200 len: 375 time: 0.0399258 Mar 28 10:54:37.596319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6e3df5a6-b49a-466e-a051-12d4266c8562 None None] Provisioning for port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:37.601396 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a70e1190-5c6b-4daa-9594-0e830981104e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/05de3653-551f-465d-a573-879ec81f06ca HTTP/1.1" status: 204 len: 168 time: 2.1495359 Mar 28 10:54:37.603697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33894) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:37.610469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network e5b7f134-95ef-4399-92cf-19131a5443e5 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:37.696670 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f0405491-39a1-4aba-b2ec-1701c40a8604 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8106811 Mar 28 10:54:37.704227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33898) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:37.717965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'network': {'name': 'tempest-RoutersTest-1575840901'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:37.725049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:37.734840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:network and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:37.745201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:37.751555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47feb9b4-38c4-4d92-9cd4-4bfe1294547e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:37.753064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47feb9b4-38c4-4d92-9cd4-4bfe1294547e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:37.753932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-47feb9b4-38c4-4d92-9cd4-4bfe1294547e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:37.762515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:37.780785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.800509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-4db20b57-c890-46b5-9b60-12426575af17 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Synchronizing usage tracker for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:37.808199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.879974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Transition to ACTIVE for port object 08f657c6-3bdf-47f4-86b1-fb20f4bec971 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:37.892740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:37.896345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.909785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port a7e94bac-dfb9-4633-ad17-30b670dd9bf5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a7e94bac-dfb9-4633-ad17-30b670dd9bf5,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:37.917711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Transition to ACTIVE for port object 08f657c6-3bdf-47f4-86b1-fb20f4bec971 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:37.921165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-47feb9b4-38c4-4d92-9cd4-4bfe1294547e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:37.926661 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-47feb9b4-38c4-4d92-9cd4-4bfe1294547e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3178208 Mar 28 10:54:37.926661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-4db20b57-c890-46b5-9b60-12426575af17 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Unset dirty status for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:37.926661 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-4db20b57-c890-46b5-9b60-12426575af17 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce021e23beda4285a363b2200abcc0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3213851 Mar 28 10:54:37.927448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33902) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:37.943961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:37.957238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.961139 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added segment b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d of type vlan for network ec99b23c-06e8-4d30-b4d9-fada4e9111cf Mar 28 10:54:37.983499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:37.994426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.016361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.017599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:38.052886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.103292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-e6163d71-cfe4-40d6-8feb-2eb00ad4440c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:54:38.105548 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-e6163d71-cfe4-40d6-8feb-2eb00ad4440c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0829558 Mar 28 10:54:38.110687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.121130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.128858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:38.130049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.197127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a34ca1c-e1df-4f70-9c93-790496f9c201 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 954d0152-fdb4-4c8c-9513-55929af4de7e {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:38.219806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a34ca1c-e1df-4f70-9c93-790496f9c201 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.226116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Network 9829475f-0276-417e-9098-1ffb83e8e89a is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:38.236924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:38.243660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:38.273105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Checking segment: {'id': '790d3dd9-a647-4eec-8f5e-efa4bb403874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '69482da4-4e6a-4311-b350-7d2b2faeadb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:38.273467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network hostable DHCP agents. Network: 69482da4-4e6a-4311-b350-7d2b2faeadb2, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:38.277917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Subnet': ['ID=e41cbf5c-8de3-405b-a1ce-d57680820dca,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:38.295072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.342977 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d46fd297-c323-484f-925f-e79c2911a892 None None] Provisioning for port aefad608-f214-4346-a449-0e55f053b2fc completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:38.368003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d46fd297-c323-484f-925f-e79c2911a892 None None] Provisioning complete for port aefad608-f214-4346-a449-0e55f053b2fc triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:38.368583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d46fd297-c323-484f-925f-e79c2911a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.399145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=a7e94bac-dfb9-4633-ad17-30b670dd9bf5,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:38.412575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '9293ec9f-f3f2-41f2-87e7-a2fbaf06342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9d606af2-71e8-47c6-b2cb-4428e6496ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:38.412960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: 9d606af2-71e8-47c6-b2cb-4428e6496ea7, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:38.494266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=7d0ab453-fd62-492b-aefe-564c377c9f84,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:38.566938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Network': ['ID=ec99b23c-06e8-4d30-b4d9-fada4e9111cf,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:38.578541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Pushing event updated for resources: {'Port': ['ID=08f657c6-3bdf-47f4-86b1-fb20f4bec971,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:38.596430 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-843a7654-08c3-422f-9efa-710743345bcb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8888803 Mar 28 10:54:38.607096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33910) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:38.619327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'subnet': {'network_id': 'e5b7f134-95ef-4399-92cf-19131a5443e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:38.637713 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Sync routers for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:54:38.661576 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:38.662381 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:38.664217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network ec99b23c-06e8-4d30-b4d9-fada4e9111cf details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:38.738185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a34ca1c-e1df-4f70-9c93-790496f9c201 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.776348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:38.787164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:38.787614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.818904 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-cdb8f666-e975-48d2-b6df-6a32ceac33a2 service neutron] 10.222.0.18 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799505 Mar 28 10:54:38.855086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Attempting to bind port 08f657c6-3bdf-47f4-86b1-fb20f4bec971 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:38.855507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Attempting to bind port 08f657c6-3bdf-47f4-86b1-fb20f4bec971 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9829475f-0276-417e-9098-1ffb83e8e89a'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:38.855875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Attempting to bind port 08f657c6-3bdf-47f4-86b1-fb20f4bec971 on network 9829475f-0276-417e-9098-1ffb83e8e89a {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:38.881037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=c035f33d-2dbd-4e46-8ce1-9ace275e6766,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:38.892150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:38.892610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Checking segment: {'id': '7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9829475f-0276-417e-9098-1ffb83e8e89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:38.893079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.893536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Bound using segment: {'id': '7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9829475f-0276-417e-9098-1ffb83e8e89a'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:38.894113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Bound port: 08f657c6-3bdf-47f4-86b1-fb20f4bec971, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9829475f-0276-417e-9098-1ffb83e8e89a'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:38.895236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:38.917292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d46fd297-c323-484f-925f-e79c2911a892 None None] Port aefad608-f214-4346-a449-0e55f053b2fc cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:39.000567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network 69482da4-4e6a-4311-b350-7d2b2faeadb2 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:39.010713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.013472 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:54:39.014832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d46fd297-c323-484f-925f-e79c2911a892 None None] Provisioning complete for port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:39.015464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d46fd297-c323-484f-925f-e79c2911a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.037505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network 9d606af2-71e8-47c6-b2cb-4428e6496ea7 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:39.048487 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-6507e317-19b1-43c4-bbf4-bd433375319d service neutron] 10.222.0.18 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181716 Mar 28 10:54:39.060091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:39.069157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9829475f-0276-417e-9098-1ffb83e8e89a']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:39.073702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:subnet and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:39.079446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:39.091160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:39.095974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a34ca1c-e1df-4f70-9c93-790496f9c201 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.137072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:39.137072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:39.144685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 69482da4-4e6a-4311-b350-7d2b2faeadb2) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:39.151433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:39.152740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.161851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.184211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:39.188789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.195692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d1d9e9-42b7-4f5f-9cba-115bbdb23ddf None None] Network 69482da4-4e6a-4311-b350-7d2b2faeadb2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:39.203000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 9d606af2-71e8-47c6-b2cb-4428e6496ea7) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:39.214504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.233551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:39.234171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.260347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bcd5c-caee-4cb7-978a-ace59de011f6 None None] Network 9d606af2-71e8-47c6-b2cb-4428e6496ea7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:39.295965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.309239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:39.310069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:39.353856 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:39.386776 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c95aaea4-6026-45dd-ab3f-18ba01f045f0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3528676 Mar 28 10:54:39.395292 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1ac44020-9bf6-4041-bc9f-c783020529d4 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7504761 Mar 28 10:54:39.395488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33920) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:39.402849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33922) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:39.472158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a34ca1c-e1df-4f70-9c93-790496f9c201 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.499641 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-87ad94ab-3545-489d-8063-0fef65823574 req-515e9e15-63c9-4c92-8d7e-3abdfd4261ba tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 210 time: 0.1131117 Mar 28 10:54:39.550372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'network': {'name': 'tempest-router-network01--1859881620'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:39.563971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34ca1c-e1df-4f70-9c93-790496f9c201 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=954d0152-fdb4-4c8c-9513-55929af4de7e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:39.587622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a34ca1c-e1df-4f70-9c93-790496f9c201 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.614622 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:33Z', 'revision_number': 2, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:39.628691 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Checking router: 4721d3f6-8232-40d2-b3ca-c1973bf73676 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:54:39.628933 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Updating router 4721d3f6-8232-40d2-b3ca-c1973bf73676 port aefad608-f214-4346-a449-0e55f053b2fc binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:54:39.643575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 10:54:39.643575 dv-neutron-835336-1-hyperv neutron-server[88493]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 10:54:39.643575 dv-neutron-835336-1-hyperv neutron-server[88493]: [parameters: {'id': '9829475f-0276-417e-9098-1ffb83e8e89a'}] Mar 28 10:54:39.643575 dv-neutron-835336-1-hyperv neutron-server[88493]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:54:39.644393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:54:39.675704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:39.688472 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:network and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:39.695167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] For port 08f657c6-3bdf-47f4-86b1-fb20f4bec971, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:39.700142 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5a34ca1c-e1df-4f70-9c93-790496f9c201 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/954d0152-fdb4-4c8c-9513-55929af4de7e HTTP/1.1" status: 204 len: 168 time: 1.7732654 Mar 28 10:54:39.702837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33932) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:39.704959 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9efef-0275-4534-a224-2461d5ae0e2b None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:39.708871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:39.723759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:39.748011 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.792132 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89f2cb41-c92b-47e7-a042-f58570d0be0c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882638 Mar 28 10:54:39.795108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33936) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:39.804364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] For port 08f657c6-3bdf-47f4-86b1-fb20f4bec971, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=08f657c6-3bdf-47f4-86b1-fb20f4bec971,segment=NetworkSegment(7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0),segment_id=7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:39.883682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Made reservation on behalf of c6f59d89308d424ca22575debc0f1a87 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:39.888439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.907323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f78ce-2555-4f5f-8aae-c2e0fc736818 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:39.910629 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c73f78ce-2555-4f5f-8aae-c2e0fc736818 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1142647 Mar 28 10:54:39.910994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.912558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33940) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:39.928759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:54:39.929114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:54:39.935543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:39.947699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.948895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:39.949943 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Added segment d8a16ec5-d407-492a-ba1e-a61828aa2ecf of type vlan for network 024290b2-305f-49cf-8ab7-05d99fd68083 Mar 28 10:54:39.991537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.002945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11525e0-aa1f-45d0-a33f-5b994f0987fe tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:40.003794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e11525e0-aa1f-45d0-a33f-5b994f0987fe tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:40.004496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.104202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e11525e0-aa1f-45d0-a33f-5b994f0987fe tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:40.105499 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e11525e0-aa1f-45d0-a33f-5b994f0987fe tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1916356 Mar 28 10:54:40.110635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33944) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:40.205938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Checking segment: {'id': '2e8d5e57-949c-46bc-9f45-79d2f2873896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e5b7f134-95ef-4399-92cf-19131a5443e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:40.206534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network hostable DHCP agents. Network: e5b7f134-95ef-4399-92cf-19131a5443e5, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:40.218966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Subnet': ['ID=662e06b9-5fb0-4777-8fa2-6ae4e77ff809,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:40.245089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.256810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-69482da4-4e6a-4311-b350-7d2b2faeadb2', 'network_id': '69482da4-4e6a-4311-b350-7d2b2faeadb2', 'tenant_id': 'c6f59d89308d424ca22575debc0f1a87', 'fixed_ips': [{'subnet_id': 'e41cbf5c-8de3-405b-a1ce-d57680820dca'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:40.258921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.266603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd898a00-98f8-4a1b-840f-519c5c56e5ab None None] Pushing event updated for resources: {'Port': ['ID=08f657c6-3bdf-47f4-86b1-fb20f4bec971,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:40.271437 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.284067 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Transition to ACTIVE for port object aefad608-f214-4346-a449-0e55f053b2fc will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:40.303105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.308862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:40.309470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.344237 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6911c7-0e74-4c9f-be4e-15a17a8c210b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-9d606af2-71e8-47c6-b2cb-4428e6496ea7', 'network_id': '9d606af2-71e8-47c6-b2cb-4428e6496ea7', 'tenant_id': '0f6757e3cb9143cf90215eb2716d6574', 'fixed_ips': [{'subnet_id': '7d0ab453-fd62-492b-aefe-564c377c9f84'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:40.345050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce6911c7-0e74-4c9f-be4e-15a17a8c210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.358841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d66edb0b-901e-4ca4-bde4-42ace3737c90 None None] Provisioning complete for port aefad608-f214-4346-a449-0e55f053b2fc triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:40.359209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d66edb0b-901e-4ca4-bde4-42ace3737c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.367030 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.397655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.422997 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b94df222-2732-458f-8363-71abb01cf51c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3126988 Mar 28 10:54:40.427431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33950) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:40.435979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:40.456606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network e5b7f134-95ef-4399-92cf-19131a5443e5 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:40.460833 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Pushing event updated for resources: {'Port': ['ID=aefad608-f214-4346-a449-0e55f053b2fc,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:40.472755 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.473185 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.475761 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.475761 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.475761 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.475761 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.475761 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.475761 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.476401 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.476490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Network': ['ID=024290b2-305f-49cf-8ab7-05d99fd68083,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:40.476831 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.477241 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.477985 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:54:40.493566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting port 08f657c6-3bdf-47f4-86b1-fb20f4bec971 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:40.494175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.518080 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2aecc79b-7484-44bf-99f7-0f1d8c03386b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0218413 Mar 28 10:54:40.520667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33956) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:40.522329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 024290b2-305f-49cf-8ab7-05d99fd68083 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:40.526703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'network': {'name': 'tempest-router-network02--1809685063'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:40.532844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:40.538829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:network and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:40.542093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:40.549154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:40.554635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d871326d-42b1-4384-9e55-5085d1f9286e None None] Network 9829475f-0276-417e-9098-1ffb83e8e89a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:40.561399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.571214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, e5b7f134-95ef-4399-92cf-19131a5443e5) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:40.577695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:40.580229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.690234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Made reservation on behalf of c6f59d89308d424ca22575debc0f1a87 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:40.700571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9926576b-0ae1-41a2-9f33-3896021da4ec None None] Network e5b7f134-95ef-4399-92cf-19131a5443e5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:40.703226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.737870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:40.752427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:40.766261 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Attempting to bind port aefad608-f214-4346-a449-0e55f053b2fc on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:40.767456 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Attempting to bind port aefad608-f214-4346-a449-0e55f053b2fc by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:40.767991 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Attempting to bind port aefad608-f214-4346-a449-0e55f053b2fc on network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:40.776081 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:40.776730 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Checking segment: {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:40.777520 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.778126 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Bound using segment: {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:40.778748 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Bound port: aefad608-f214-4346-a449-0e55f053b2fc, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:40.779477 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.793147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0ab453-fd62-492b-aefe-564c377c9f84,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:40.841491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:40.847710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.903705 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c7260a99-25a9-4aad-9a97-400390dacf47 req-10c88b12-36cd-43d0-902c-cc3871a3667a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 210 time: 0.2293203 Mar 28 10:54:40.922349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:40.934268 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] For port aefad608-f214-4346-a449-0e55f053b2fc, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:40.941203 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] For port aefad608-f214-4346-a449-0e55f053b2fc, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=aefad608-f214-4346-a449-0e55f053b2fc,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:40.983910 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-88faed45-90c9-4784-a70e-af824d4c8e14 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3732197 Mar 28 10:54:40.989721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.991734 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:40.997315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33962) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:41.008323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'subnet': {'network_id': 'ec99b23c-06e8-4d30-b4d9-fada4e9111cf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:41.028581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.030612 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Added segment b1b00734-dba5-4e5f-8118-1acfb25ee5d3 of type vlan for network f76837bf-d7ef-45e4-865a-2105b8ba077a Mar 28 10:54:41.040454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] For port 08f657c6-3bdf-47f4-86b1-fb20f4bec971, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=08f657c6-3bdf-47f4-86b1-fb20f4bec971,segment=NetworkSegment(7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0),segment_id=7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:41.040952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.065766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d66edb0b-901e-4ca4-bde4-42ace3737c90 None None] Port aefad608-f214-4346-a449-0e55f053b2fc cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:41.085807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d606af2-71e8-47c6-b2cb-4428e6496ea7']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:41.115019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.148565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d66edb0b-901e-4ca4-bde4-42ace3737c90 None None] Could not find standard attr ID for object 05de3653-551f-465d-a573-879ec81f06ca. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:41.177012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.186254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9293ec9f-f3f2-41f2-87e7-a2fbaf06342b') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:41.186505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9293ec9f-f3f2-41f2-87e7-a2fbaf06342b') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:41.205183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Calling delete_port for 08f657c6-3bdf-47f4-86b1-fb20f4bec971 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:41.215506 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c9a62-a61b-432d-86c1-d59c91091098 None None] Pushing event updated for resources: {'Port': ['ID=aefad608-f214-4346-a449-0e55f053b2fc,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:41.266246 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:41.267632 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:41.283093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:54:41.377335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Deleting port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:41.377720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.412321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.425025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:41.432519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:subnet and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:41.437220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:41.443675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:41.485688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.491750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.510675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:41.511165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.528885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc3787a-6fd9-446c-98c4-c8669ba0dd44 None None] Network 9d606af2-71e8-47c6-b2cb-4428e6496ea7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:41.556533 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:54:41.573252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No DVR routers for this DVR port 08f657c6-3bdf-47f4-86b1-fb20f4bec971 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:41.580039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d66edb0b-901e-4ca4-bde4-42ace3737c90 None None] Provisioning complete for port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:41.580409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d66edb0b-901e-4ca4-bde4-42ace3737c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.622789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:41.642348 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:41.644552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.651201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:41.651912 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.656364 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:41.660514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.682598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Port': ['ID=08f657c6-3bdf-47f4-86b1-fb20f4bec971,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:41.741677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.746424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.843300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:41.887495 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/9d606af2-71e8-47c6-b2cb-4428e6496ea7 HTTP/1.1" status: 204 len: 168 time: 2.4828711 Mar 28 10:54:41.887708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9829475f-0276-417e-9098-1ffb83e8e89a']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:41.892223 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3673131 Mar 28 10:54:41.895602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33966) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:41.895777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33968) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:41.899068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65aea42-bba2-4d58-9d7b-bb11cf52dbbd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Network': ['ID=f76837bf-d7ef-45e4-865a-2105b8ba077a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:41.911204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'subnet': {'network_id': '024290b2-305f-49cf-8ab7-05d99fd68083', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:41.924260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1421524556'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:41.929534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:41.933765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:41.938145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:41.944486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:41.960304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:41.960663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4d0c34-bb08-4b29-bf48-8ef841f9e0e0') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:41.964342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c8ed6-64f0-4b8e-89ba-9577d4fd79d5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=9d606af2-71e8-47c6-b2cb-4428e6496ea7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:41.978395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network f76837bf-d7ef-45e4-865a-2105b8ba077a details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:42.005465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.021935 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Allocated IP 2001:db8::2 (69482da4-4e6a-4311-b350-7d2b2faeadb2/e41cbf5c-8de3-405b-a1ce-d57680820dca/374dedb8-e7b3-4123-8e2d-39e29599c601) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:42.025311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.027074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:54:42.047994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:42.056093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.126528 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:40Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:42.133696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:42.136012 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e430df-58f3-4a6c-88bc-6588d04e91af None None] The sync data for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv is: [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:40Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:54:42.145487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.145487 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 53cc5aef-11d3-4cbd-8ecd-ee4fccdc3b0b of type vlan for network 88972454-cf38-4916-99d9-942e151efff3 Mar 28 10:54:42.217294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.253042 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-71f1b427-8090-48a1-9f9e-ed2849fee68e req-8ef718e7-9fad-474e-be70-156fe548afb8 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 210 time: 0.0885112 Mar 28 10:54:42.258052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.272381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:42.273206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:42.299672 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:42.389192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.402634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a7e94bac-dfb9-4633-ad17-30b670dd9bf5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:42.425495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.431226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:42.431970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.581456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:42.605447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Subnet': ['ID=85c0c328-4e04-4b78-aabd-c3500e6e071b,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:42.615406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=88972454-cf38-4916-99d9-942e151efff3,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:42.621948 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Checking segment: {'id': 'b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec99b23c-06e8-4d30-b4d9-fada4e9111cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:42.622504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network hostable DHCP agents. Network: ec99b23c-06e8-4d30-b4d9-fada4e9111cf, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:42.659954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:subnet and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:42.673295 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-01d0af18-2fe2-4711-9bfe-8c063a3b27fd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7744012 Mar 28 10:54:42.673501 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33976) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:42.675742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:42.676457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 88972454-cf38-4916-99d9-942e151efff3 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:42.681541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': '88972454-cf38-4916-99d9-942e151efff3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:42.689852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:42.727051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network ec99b23c-06e8-4d30-b4d9-fada4e9111cf is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:42.770391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.775167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.823023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=9829475f-0276-417e-9098-1ffb83e8e89a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:42.834544 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1570af7b-8cd8-4641-a65e-2716428be348 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/9829475f-0276-417e-9098-1ffb83e8e89a HTTP/1.1" status: 204 len: 168 time: 6.2770591 Mar 28 10:54:42.839757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 33980) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:42.846218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:42.852636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, ec99b23c-06e8-4d30-b4d9-fada4e9111cf) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:42.859777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:42.861576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:42.868787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:42.869298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.875063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:42.878348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-e5b7f134-95ef-4399-92cf-19131a5443e5', 'network_id': 'e5b7f134-95ef-4399-92cf-19131a5443e5', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'fixed_ips': [{'subnet_id': '662e06b9-5fb0-4777-8fa2-6ae4e77ff809'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:42.879176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.888214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceadcd8-6883-4d57-9f5c-10314c6ba37d None None] Network ec99b23c-06e8-4d30-b4d9-fada4e9111cf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:42.888474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Made reservation on behalf of c6f59d89308d424ca22575debc0f1a87 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:42.893528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:42.947231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-7ea906c7-11db-49b7-b9d8-114b2e478257 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:42.947903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-7ea906c7-11db-49b7-b9d8-114b2e478257 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Synchronizing usage tracker for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:42.950564 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a259d4-53da-439f-9588-3e3aa8fbd1c3 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:42.950982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a259d4-53da-439f-9588-3e3aa8fbd1c3 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:42.955601 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-55a259d4-53da-439f-9588-3e3aa8fbd1c3 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/c035f33d-2dbd-4e46-8ce1-9ace275e6766 HTTP/1.1" status: 404 len: 337 time: 0.1125813 Mar 28 10:54:42.961942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33984) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:42.987588 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-058ef1b5-2fca-48f4-8202-0e38589a7ec2 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:42.990750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058ef1b5-2fca-48f4-8202-0e38589a7ec2 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:42.996798 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-058ef1b5-2fca-48f4-8202-0e38589a7ec2 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/9829475f-0276-417e-9098-1ffb83e8e89a HTTP/1.1" status: 404 len: 339 time: 0.0375557 Mar 28 10:54:42.996988 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:42.997714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33988) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:43.038168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:43.042199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.056983 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e705b468-9f08-4c62-899b-c74107e8886b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0583575 Mar 28 10:54:43.067183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 33992) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:43.086068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.089624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1129247453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:43.097633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d66edb0b-901e-4ca4-bde4-42ace3737c90 None None] Could not find standard attr ID for object ac5e53b7-51ec-4478-9586-73533e861af9. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:43.150269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-7ea906c7-11db-49b7-b9d8-114b2e478257 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Unset dirty status for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:43.151431 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-7ea906c7-11db-49b7-b9d8-114b2e478257 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.31 "GET /v2.0/networks?id=6ea8a685-f547-43d0-9dbd-abd58ec50a65 HTTP/1.1" status: 200 len: 796 time: 0.5550823 Mar 28 10:54:43.154283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:43.166130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec33529-8a11-4667-b617-df426a8742d9 None None] Network 9829475f-0276-417e-9098-1ffb83e8e89a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:43.215215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:router and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:43.226670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:43.236744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.ipam_backend_mixin [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Performing IP validity checks on allocation pools {{(pid=88494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 10:54:43.237328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.ipam_backend_mixin [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 10:54:43.242253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:43.247265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.262223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec33529-8a11-4667-b617-df426a8742d9 None None] Network 9829475f-0276-417e-9098-1ffb83e8e89a could not be found, it might have been deleted concurrently. {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 10:54:43.325034 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-3aed3d0d-965a-485a-8df6-20ab40ecb11d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce021e23beda4285a363b2200abcc0c9 HTTP/1.1" status: 200 len: 379 time: 0.1480896 Mar 28 10:54:43.348080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.348080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.403565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:43.404128 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.404548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'port': {'device_id': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'admin_state_up': True, 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'security_groups': ['e2d485cf-bc2b-4287-9683-bc4bd6e3194a']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:43.459822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.505085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] For port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:43.505482 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.578730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] For port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:43.595012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.599701 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b184a653-bfd6-4715-9eb9-ebc91fe31107 req-9092d506-1eae-4298-9d0e-609a20dbff54 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 210 time: 0.1855710 Mar 28 10:54:43.606213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ca9a7c-827b-4a91-83c2-f5575d431ce0']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:43.625833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:43.638208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd484a9-6919-4e89-b5bd-487e7c587811') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:43.638726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd484a9-6919-4e89-b5bd-487e7c587811') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:43.647607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:43.650755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.682563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.708062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Calling delete_port for 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:43.762641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.763220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.781690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.808384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.815419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-ec99b23c-06e8-4d30-b4d9-fada4e9111cf', 'network_id': 'ec99b23c-06e8-4d30-b4d9-fada4e9111cf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'fixed_ips': [{'subnet_id': '85c0c328-4e04-4b78-aabd-c3500e6e071b'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:43.816053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.818123 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:43.818654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.828309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Made reservation on behalf of ce021e23beda4285a363b2200abcc0c9 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:43.832183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.834060 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:43.836442 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:43.848437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Subnet': ['ID=232f71ca-4394-4663-86cd-c6314e43b891,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:43.853380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.905645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Transition to ACTIVE for port object 374dedb8-e7b3-4123-8e2d-39e29599c601 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:43.910777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Allocated IP 172.20.0.2 (e5b7f134-95ef-4399-92cf-19131a5443e5/662e06b9-5fb0-4777-8fa2-6ae4e77ff809/3d623afe-c52f-4843-91c1-a1ea207bab37) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:43.915356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:43.926314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Checking segment: {'id': 'd8a16ec5-d407-492a-ba1e-a61828aa2ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '024290b2-305f-49cf-8ab7-05d99fd68083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:43.926551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:43.926666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network hostable DHCP agents. Network: 024290b2-305f-49cf-8ab7-05d99fd68083, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:43.944289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:43.944289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:43.944289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.013453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,revision_number=6']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:44.019002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Transition to ACTIVE for port object 374dedb8-e7b3-4123-8e2d-39e29599c601 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:44.022530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.023812 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0870ba89-baac-49b9-b55c-2bcac2c40da5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9555678 Mar 28 10:54:44.025316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device aefad608-f214-4346-a449-0e55f053b2fc up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:44.028159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34002) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:44.032046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=7990dc23-c60c-4bf2-ad3e-eacb6756c2a4,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:44.033044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=44a65810-d748-4c23-99f1-1a5bfb4439eb,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:44.106147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:54:44.106497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:54:44.111046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.112731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '53cc5aef-11d3-4cbd-8ecd-ee4fccdc3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '88972454-cf38-4916-99d9-942e151efff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:44.113081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: 88972454-cf38-4916-99d9-942e151efff3, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:44.116781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network 024290b2-305f-49cf-8ab7-05d99fd68083 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:44.124147 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ec9072bd-7298-487f-9928-1a1e72e64f8f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6910846 Mar 28 10:54:44.128163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34006) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:44.148853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3ea9f195-87bb-4d74-ab29-02e3dc4637a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:44.151311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.220301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=b2ca9a7c-827b-4a91-83c2-f5575d431ce0,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:44.249161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 024290b2-305f-49cf-8ab7-05d99fd68083) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:44.267743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:44.268328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.272953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add80a5e-ae0a-4f28-9b12-157695353414 None None] Network 024290b2-305f-49cf-8ab7-05d99fd68083 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:44.276880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Allocated IP 172.20.0.14 (6ea8a685-f547-43d0-9dbd-abd58ec50a65/cb931aa5-8b10-4083-b2fa-a082a230bc10/5e6091e4-73c0-46c6-9b5d-a7d747350c83) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:44.285957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.292387 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-820ce044-0ac7-47fc-a442-d09482aab229 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/b2ca9a7c-827b-4a91-83c2-f5575d431ce0 HTTP/1.1" status: 204 len: 168 time: 1.2913272 Mar 28 10:54:44.294893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34010) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:44.353422 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efd1411-bb82-447c-81ca-5c7038be7ea1 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:44.353422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efd1411-bb82-447c-81ca-5c7038be7ea1 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:44.357213 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9efd1411-bb82-447c-81ca-5c7038be7ea1 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/0679ca4a-3bbe-49ec-b7b3-e1dcfd7569ed HTTP/1.1" status: 404 len: 337 time: 0.0583382 Mar 28 10:54:44.361120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34014) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:44.371374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network 88972454-cf38-4916-99d9-942e151efff3 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:44.383587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-91ba6e48-05f7-4d57-8759-7bd695eb8506 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4861403 Mar 28 10:54:44.386346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34018) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:44.409227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'subnet': {'network_id': 'f76837bf-d7ef-45e4-865a-2105b8ba077a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:44.452876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Network 69482da4-4e6a-4311-b350-7d2b2faeadb2 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:44.463281 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3ea9f195-87bb-4d74-ab29-02e3dc4637a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:44.466793 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b222404d-4d79-49e0-bc4b-e6ad4159115b tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:44.467811 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b222404d-4d79-49e0-bc4b-e6ad4159115b tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:44.473090 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b222404d-4d79-49e0-bc4b-e6ad4159115b tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/c8259be6-edf6-4633-8c45-e6fae0d9277c HTTP/1.1" status: 404 len: 339 time: 0.1076729 Mar 28 10:54:44.473284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:44.473405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 88972454-cf38-4916-99d9-942e151efff3) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:44.474035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34022) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:44.478586 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:44.479193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.480376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:44.505028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Pushing event updated for resources: {'Port': ['ID=374dedb8-e7b3-4123-8e2d-39e29599c601,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:44.507555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a4e63-63f9-45c7-bc3a-b65760953648 None None] Network 88972454-cf38-4916-99d9-942e151efff3 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:44.532952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Allocated IP 172.21.0.2 (ec99b23c-06e8-4d30-b4d9-fada4e9111cf/85c0c328-4e04-4b78-aabd-c3500e6e071b/796b83e7-8b56-4242-a081-616bee04ba23) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:44.600740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port aefad608-f214-4346-a449-0e55f053b2fc completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:44.619126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Deleting port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:44.619126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.668004 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6aa3a0e6-39f2-4628-9abc-8c5698b36087 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9932287 Mar 28 10:54:44.668678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34028) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:44.709236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-552e2995-e017-48e9-9830-b0ea4cab0447 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting subnet c68d12d2-9990-474d-877b-92ff73e573b6 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:44.720383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3ea9f195-87bb-4d74-ab29-02e3dc4637a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:44.737157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-552e2995-e017-48e9-9830-b0ea4cab0447 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.795707 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port aefad608-f214-4346-a449-0e55f053b2fc triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:44.796082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.843348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:44.848207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:subnet and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:44.851641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:44.858637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:44.882670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.935553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.957523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Transition to ACTIVE for port object 5e6091e4-73c0-46c6-9b5d-a7d747350c83 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:44.961114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea9f195-87bb-4d74-ab29-02e3dc4637a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:44.965733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f195-87bb-4d74-ab29-02e3dc4637a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.975633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-552e2995-e017-48e9-9830-b0ea4cab0447 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.981321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Made reservation on behalf of c6f59d89308d424ca22575debc0f1a87 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:44.985463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:44.996095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Attempting to bind port 374dedb8-e7b3-4123-8e2d-39e29599c601 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:44.996403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Attempting to bind port 374dedb8-e7b3-4123-8e2d-39e29599c601 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '790d3dd9-a647-4eec-8f5e-efa4bb403874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '69482da4-4e6a-4311-b350-7d2b2faeadb2'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:44.996763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Attempting to bind port 374dedb8-e7b3-4123-8e2d-39e29599c601 on network 69482da4-4e6a-4311-b350-7d2b2faeadb2 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:45.092742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:45.092742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Checking segment: {'id': '790d3dd9-a647-4eec-8f5e-efa4bb403874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '69482da4-4e6a-4311-b350-7d2b2faeadb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:45.093070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.093363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Bound using segment: {'id': '790d3dd9-a647-4eec-8f5e-efa4bb403874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '69482da4-4e6a-4311-b350-7d2b2faeadb2'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:45.093849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Bound port: 374dedb8-e7b3-4123-8e2d-39e29599c601, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790d3dd9-a647-4eec-8f5e-efa4bb403874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '69482da4-4e6a-4311-b350-7d2b2faeadb2'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:45.094242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.129991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.136802 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0348f3df-d863-4078-9847-adc9ef279bae req-179a390c-bb4c-4872-84f5-3978cf2be9f6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 210 time: 0.1294827 Mar 28 10:54:45.235667 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.ipam_backend_mixin [None req-3ea9f195-87bb-4d74-ab29-02e3dc4637a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44a65810-d748-4c23-99f1-1a5bfb4439eb (CIDR: 2001:db8::/64) Mar 28 10:54:45.247650 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Transition to ACTIVE for port object 3d623afe-c52f-4843-91c1-a1ea207bab37 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:45.275539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.315734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.322600 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea9f195-87bb-4d74-ab29-02e3dc4637a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:54:45.323094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea9f195-87bb-4d74-ab29-02e3dc4637a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:45.385664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:45.392050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:45.403940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:45.423862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-024290b2-305f-49cf-8ab7-05d99fd68083', 'network_id': '024290b2-305f-49cf-8ab7-05d99fd68083', 'tenant_id': 'c6f59d89308d424ca22575debc0f1a87', 'fixed_ips': [{'subnet_id': '232f71ca-4394-4663-86cd-c6314e43b891'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:45.425667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.456769 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3ea9f195-87bb-4d74-ab29-02e3dc4637a9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3166258 Mar 28 10:54:45.463167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34032) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:45.477489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'Port': ['ID=5e6091e4-73c0-46c6-9b5d-a7d747350c83,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:45.477702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:45.491729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-552e2995-e017-48e9-9830-b0ea4cab0447 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.558991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:45.559663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.594991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.622988 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Transition to ACTIVE for port object 3d623afe-c52f-4843-91c1-a1ea207bab37 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:45.649226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.663610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] For port 374dedb8-e7b3-4123-8e2d-39e29599c601, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:45.674577 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-0fd595d0-484d-4a48-af2b-f71067290a1d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2876210 Mar 28 10:54:45.704908 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Request body: {'port': {'device_id': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:45.747438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Subnet': ['ID=84b4274b-9e73-43c0-bed8-39ed87e7680e,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:45.752632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Checking segment: {'id': 'b1b00734-dba5-4e5f-8118-1acfb25ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f76837bf-d7ef-45e4-865a-2105b8ba077a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:45.753053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network hostable DHCP agents. Network: f76837bf-d7ef-45e4-865a-2105b8ba077a, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:45.852488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.862475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] For port 374dedb8-e7b3-4123-8e2d-39e29599c601, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=374dedb8-e7b3-4123-8e2d-39e29599c601,segment=NetworkSegment(790d3dd9-a647-4eec-8f5e-efa4bb403874),segment_id=790d3dd9-a647-4eec-8f5e-efa4bb403874)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:45.881096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.890914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:45.898650 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.903921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.20.0.1 (e5b7f134-95ef-4399-92cf-19131a5443e5/662e06b9-5fb0-4777-8fa2-6ae4e77ff809/f27249a8-5977-4f7b-bd2f-0347bbc043cc) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:45.908667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network f76837bf-d7ef-45e4-865a-2105b8ba077a is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:45.910506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:45.967948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b1a7b-9953-484f-8b9d-4c3673c2437f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-88972454-cf38-4916-99d9-942e151efff3', 'network_id': '88972454-cf38-4916-99d9-942e151efff3', 'tenant_id': '0f6757e3cb9143cf90215eb2716d6574', 'fixed_ips': [{'subnet_id': '7990dc23-c60c-4bf2-ad3e-eacb6756c2a4'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:45.968768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b1b1a7b-9953-484f-8b9d-4c3673c2437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:45.992614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, f76837bf-d7ef-45e4-865a-2105b8ba077a) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:45.994528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.001577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:46.002185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.003645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.013270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.017634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-552e2995-e017-48e9-9830-b0ea4cab0447 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.040253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f563c-d10f-4989-8a49-293739a889eb None None] Network f76837bf-d7ef-45e4-865a-2105b8ba077a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:46.053308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:46.056836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.107269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-14a9c6b2-0b40-4298-a982-86cbbac9e171 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7099011 Mar 28 10:54:46.112372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34036) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:46.115764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=7990dc23-c60c-4bf2-ad3e-eacb6756c2a4,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:46.120531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] For port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:46.121519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.140116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.151404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-552e2995-e017-48e9-9830-b0ea4cab0447 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.153253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4394904f-1465-4163-9738-43c67ce81950 None None] Provisioning for port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:46.158617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port aefad608-f214-4346-a449-0e55f053b2fc, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=aefad608-f214-4346-a449-0e55f053b2fc,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:46.189426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Network e5b7f134-95ef-4399-92cf-19131a5443e5 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:46.225682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:46.227552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb393203-9fc4-4920-a86a-68a1939f0b68 None None] Network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:46.241632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:46.282347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e2995-e017-48e9-9830-b0ea4cab0447 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=c68d12d2-9990-474d-877b-92ff73e573b6,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:46.308007 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-552e2995-e017-48e9-9830-b0ea4cab0447 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/c68d12d2-9990-474d-877b-92ff73e573b6 HTTP/1.1" status: 204 len: 168 time: 1.8290739 Mar 28 10:54:46.346262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4394904f-1465-4163-9738-43c67ce81950 None None] Provisioning complete for port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:46.346631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4394904f-1465-4163-9738-43c67ce81950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.350752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34042) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:46.372992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Transition to ACTIVE for port object 796b83e7-8b56-4242-a081-616bee04ba23 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:46.420597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.450054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.450530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:46.474311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Pushing event updated for resources: {'Port': ['ID=3d623afe-c52f-4843-91c1-a1ea207bab37,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:46.475563 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.483249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Calling delete_port for 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:46.500344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88972454-cf38-4916-99d9-942e151efff3']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:46.521242 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Transition to ACTIVE for port object f27249a8-5977-4f7b-bd2f-0347bbc043cc will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:46.528704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cc5aef-11d3-4cbd-8ecd-ee4fccdc3b0b') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:46.528953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cc5aef-11d3-4cbd-8ecd-ee4fccdc3b0b') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:46.553876 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.596580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.617878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:46.618310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:46.635186 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:46.714816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2123b-5e59-4790-8dd6-d1d601be7043 req-0ea329fb-d7e0-4684-8fe0-120e331942c8 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:46.718021 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0bb2123b-5e59-4790-8dd6-d1d601be7043 req-0ea329fb-d7e0-4684-8fe0-120e331942c8 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 932 time: 0.4219332 Mar 28 10:54:46.840696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d328d0-6302-4f01-b56f-386c3fac819c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting subnet 2970edd8-ac5d-45e5-bfd0-78f7fbe58363 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:46.845735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6d328d0-6302-4f01-b56f-386c3fac819c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.847651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.888261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Transition to ACTIVE for port object 796b83e7-8b56-4242-a081-616bee04ba23 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:46.905427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Allocated IP 2001:db8::2 (024290b2-305f-49cf-8ab7-05d99fd68083/232f71ca-4394-4663-86cd-c6314e43b891/25acc90f-65ca-4f93-adcc-8303625fdad1) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:46.908689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.914910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=88972454-cf38-4916-99d9-942e151efff3,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:46.921185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4394904f-1465-4163-9738-43c67ce81950 None None] Port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:46.931332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:46.991400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6d328d0-6302-4f01-b56f-386c3fac819c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.006605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network e5b7f134-95ef-4399-92cf-19131a5443e5 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:47.015676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:47.018380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:47.045590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:54:47.078175 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e38ec6fd-ac0a-4da0-b8ba-7495643a781f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/88972454-cf38-4916-99d9-942e151efff3 HTTP/1.1" status: 204 len: 168 time: 2.3983514 Mar 28 10:54:47.079244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Attempting to bind port 3d623afe-c52f-4843-91c1-a1ea207bab37 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:47.079397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Attempting to bind port 3d623afe-c52f-4843-91c1-a1ea207bab37 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '2e8d5e57-949c-46bc-9f45-79d2f2873896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e5b7f134-95ef-4399-92cf-19131a5443e5'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:47.079961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Attempting to bind port 3d623afe-c52f-4843-91c1-a1ea207bab37 on network e5b7f134-95ef-4399-92cf-19131a5443e5 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:47.083399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34046) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:47.099118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:47.099628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Checking segment: {'id': '2e8d5e57-949c-46bc-9f45-79d2f2873896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e5b7f134-95ef-4399-92cf-19131a5443e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:47.100258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.101030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Bound using segment: {'id': '2e8d5e57-949c-46bc-9f45-79d2f2873896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e5b7f134-95ef-4399-92cf-19131a5443e5'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:47.101260 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0bb2123b-5e59-4790-8dd6-d1d601be7043 req-c2be4f88-960c-44bd-9c78-505c0d18adae tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797279 Mar 28 10:54:47.101386 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Bound port: 3d623afe-c52f-4843-91c1-a1ea207bab37, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8d5e57-949c-46bc-9f45-79d2f2873896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e5b7f134-95ef-4399-92cf-19131a5443e5'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:47.101992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.102153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-394993866'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:47.110869 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=f27249a8-5977-4f7b-bd2f-0347bbc043cc,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:47.136316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.152463 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8dfe38-570f-427d-a25f-28ce9c582d48 None None] Network 88972454-cf38-4916-99d9-942e151efff3 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:47.169184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.171928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:47.188013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:47.203317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:47.242042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043d896-db7a-4abe-bac9-a8dbc51dd166 None None] Pushing event updated for resources: {'Port': ['ID=374dedb8-e7b3-4123-8e2d-39e29599c601,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:47.253527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:47.272635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6091e4-73c0-46c6-9b5d-a7d747350c83 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:54:47.277189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.284391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8dfe38-570f-427d-a25f-28ce9c582d48 None None] Network 88972454-cf38-4916-99d9-942e151efff3 could not be found, it might have been deleted concurrently. {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 10:54:47.287433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.297257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.309365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6d328d0-6302-4f01-b56f-386c3fac819c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.334217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-f76837bf-d7ef-45e4-865a-2105b8ba077a', 'network_id': 'f76837bf-d7ef-45e4-865a-2105b8ba077a', 'tenant_id': 'c6f59d89308d424ca22575debc0f1a87', 'fixed_ips': [{'subnet_id': '84b4274b-9e73-43c0-bed8-39ed87e7680e'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:47.335444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.344487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:47.353224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:47.418573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:47.422006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.432409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Transition to ACTIVE for port object 5e6091e4-73c0-46c6-9b5d-a7d747350c83 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:47.532328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.577075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:47.577825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.592677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.618692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Network ec99b23c-06e8-4d30-b4d9-fada4e9111cf is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:47.632465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:47.634528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:47.644000 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:47.674186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:47.744987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:47.750105 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2858384 Mar 28 10:54:47.758231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34052) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:47.784871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] For port 3d623afe-c52f-4843-91c1-a1ea207bab37, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:47.797601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:81:cf:27', 'name': 'tempest-NetworksTestDHCPv6-1338365335'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:47.802491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] For port 3d623afe-c52f-4843-91c1-a1ea207bab37, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=3d623afe-c52f-4843-91c1-a1ea207bab37,segment=NetworkSegment(2e8d5e57-949c-46bc-9f45-79d2f2873896),segment_id=2e8d5e57-949c-46bc-9f45-79d2f2873896)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:47.820130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf412a-b8bb-4f76-9174-77f2c4c80296 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=929529cb-eaba-44cb-924c-4072323d16ce,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:47.964720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:47.965894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.002009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6091e4-73c0-46c6-9b5d-a7d747350c83,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:48.006324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.006324 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 5844a092-2c3b-4f52-a897-c5a111d632f2 of type vlan for network bed5500e-9503-4021-8614-4da12ab429d2 Mar 28 10:54:48.018289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2ac5d-a2f1-408a-9c95-e82dae198c99 None None] Network 69482da4-4e6a-4311-b350-7d2b2faeadb2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:48.060505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:48.066793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6d328d0-6302-4f01-b56f-386c3fac819c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.090310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.096420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.139979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.143217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:48.155495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=aefad608-f214-4346-a449-0e55f053b2fc,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:48.176540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:48.210286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d328d0-6302-4f01-b56f-386c3fac819c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=2970edd8-ac5d-45e5-bfd0-78f7fbe58363,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:48.221379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6d328d0-6302-4f01-b56f-386c3fac819c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.224641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:48.238096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.281323 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f6d328d0-6302-4f01-b56f-386c3fac819c tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/2970edd8-ac5d-45e5-bfd0-78f7fbe58363 HTTP/1.1" status: 204 len: 168 time: 1.9215157 Mar 28 10:54:48.286237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34058) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:48.347171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.350573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Attempting to bind port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:48.350907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Attempting to bind port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:48.351234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Attempting to bind port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 on network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:48.402189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=f27249a8-5977-4f7b-bd2f-0347bbc043cc,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:48.413013 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] No DVR routers for this DVR port 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:48.457679 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Allocated IP 2001:db8::2 (f76837bf-d7ef-45e4-865a-2105b8ba077a/84b4274b-9e73-43c0-bed8-39ed87e7680e/1141cf59-c485-4e7c-9057-9e16f982dd86) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:48.465045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Attempting to bind port 796b83e7-8b56-4242-a081-616bee04ba23 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:48.465405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Attempting to bind port 796b83e7-8b56-4242-a081-616bee04ba23 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec99b23c-06e8-4d30-b4d9-fada4e9111cf'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:48.465757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Attempting to bind port 796b83e7-8b56-4242-a081-616bee04ba23 on network ec99b23c-06e8-4d30-b4d9-fada4e9111cf {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:48.470084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ef9e5-a527-4fa4-b2b5-5d522338d00b None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:48.518541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559def3-4f35-4c12-b410-741d39acc13a req-419761ce-0c06-4284-b6e9-ce274910af33 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:48.526386 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9559def3-4f35-4c12-b410-741d39acc13a req-419761ce-0c06-4284-b6e9-ce274910af33 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 944 time: 0.2765737 Mar 28 10:54:48.528473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:48.539211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:48.539583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Checking segment: {'id': 'b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec99b23c-06e8-4d30-b4d9-fada4e9111cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:48.539990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.540359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Bound using segment: {'id': 'b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec99b23c-06e8-4d30-b4d9-fada4e9111cf'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:48.540838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Bound port: 796b83e7-8b56-4242-a081-616bee04ba23, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec99b23c-06e8-4d30-b4d9-fada4e9111cf'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:48.541203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.549350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 on network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:54:48.549350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Attempting to bind port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 on network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:48.560093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-563ff7bd-fd4a-4ee4-bf26-2b7525d16626 None None] Provisioning for port 374dedb8-e7b3-4123-8e2d-39e29599c601 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:48.574787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.580472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:48.581062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.639766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:48.640131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Checking segment: {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:48.640484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Bound using segment: {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:48.640922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Bound port: 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20564d01-f1ab-4f35-8f20-26203b8d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:48.641427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.642204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network e5b7f134-95ef-4399-92cf-19131a5443e5 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:48.645105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:48.660571 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9559def3-4f35-4c12-b410-741d39acc13a req-fa3a5849-8b53-4848-8881-c16ac827da23 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291275 Mar 28 10:54:48.673521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b3deb085-3e85-4e49-98fe-30e75c1a1340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.690079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Pushing event updated for resources: {'Port': ['ID=796b83e7-8b56-4242-a081-616bee04ba23,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:48.710558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.744498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.836306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=bed5500e-9503-4021-8614-4da12ab429d2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:48.895797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting port edd71020-a570-43a0-8b72-eae170252971 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:48.896137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:48.908962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network bed5500e-9503-4021-8614-4da12ab429d2 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:48.924843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Transition to ACTIVE for port object 25acc90f-65ca-4f93-adcc-8303625fdad1 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:48.931579 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2051d022-ad06-4dcd-a602-adaab14d351c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8397284 Mar 28 10:54:48.932496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34062) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:48.939165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': 'bed5500e-9503-4021-8614-4da12ab429d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:48.951979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eee288-7a3d-4e0f-a22e-fa1e83bf9bf6 None None] Pushing event deleted for resources: {'Port': ['ID=46c99db8-1a27-43a1-b3c4-fa9ec903b2a5,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:48.990434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:49.051087 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 19909579-dbd2-4373-90c7-e24c211191fd is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:54:49.055487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:49.080757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port 24a2ec20-aa5b-4de9-a276-a00227b9037c yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:54:49.122561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:49.132094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:49.137070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:49.139714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:49.152065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:49.246000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:49.265531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:54:49.278783 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-50fc4d70-c6cf-434f-93a8-75ad292a24f8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/19909579-dbd2-4373-90c7-e24c211191fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2463844 Mar 28 10:54:49.281226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:49.285043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:49.290164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34066) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:49.351052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c06d9f-53a7-4d48-b6df-206a08cdb089 None None] Sync routers for ids ['19909579-dbd2-4373-90c7-e24c211191fd'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:54:49.374710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Transition to ACTIVE for port object 25acc90f-65ca-4f93-adcc-8303625fdad1 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:49.415443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:49.442591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:49.443212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:49.444672 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] 10.222.0.31 "PUT /v2.0/ports/5e6091e4-73c0-46c6-9b5d-a7d747350c83 HTTP/1.1" status: 200 len: 1094 time: 3.7466233 Mar 28 10:54:49.448762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:54:49.494261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] For port edd71020-a570-43a0-8b72-eae170252971, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=edd71020-a570-43a0-8b72-eae170252971,segment=NetworkSegment(a9aac80d-7645-4fb2-890f-7df1d38557a8),segment_id=a9aac80d-7645-4fb2-890f-7df1d38557a8)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:49.494626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:49.656943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c06d9f-53a7-4d48-b6df-206a08cdb089 None None] Routers {'19909579-dbd2-4373-90c7-e24c211191fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:49.657764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-03c06d9f-53a7-4d48-b6df-206a08cdb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['19909579-dbd2-4373-90c7-e24c211191fd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:49.717944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] For port 796b83e7-8b56-4242-a081-616bee04ba23, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:49.743624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:49.764989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa833f3-0366-4e55-be63-09bcffaef74c None None] Pushing event updated for resources: {'Port': ['ID=3d623afe-c52f-4843-91c1-a1ea207bab37,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:49.791276 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'status': 'completed', 'code': 200} Mar 28 10:54:49.796308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:49.830135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=68678b6c-5dc0-4ea3-87c6-2b6f50646f9e,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:49.838930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8:0:1::6c (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/929529cb-eaba-44cb-924c-4072323d16ce/24a2ec20-aa5b-4de9-a276-a00227b9037c) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:49.851562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-03c06d9f-53a7-4d48-b6df-206a08cdb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:49.853807 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca8133-3c33-43d5-b049-aa910d88aba3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6091e4-73c0-46c6-9b5d-a7d747350c83,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:49.887992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] For port 796b83e7-8b56-4242-a081-616bee04ba23, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=796b83e7-8b56-4242-a081-616bee04ba23,segment=NetworkSegment(b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d),segment_id=b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:49.984822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fe81:cf27 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/44a65810-d748-4c23-99f1-1a5bfb4439eb/24a2ec20-aa5b-4de9-a276-a00227b9037c) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:49.988435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '5844a092-2c3b-4f52-a897-c5a111d632f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bed5500e-9503-4021-8614-4da12ab429d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:49.991878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: bed5500e-9503-4021-8614-4da12ab429d2, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:49.994068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54140229-136d-4a83-9003-8012f4b9b23f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:49.994371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=ffc3a5e4-dd6f-4ced-b179-a70124e14f87,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:49.995457 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-54140229-136d-4a83-9003-8012f4b9b23f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports/f27249a8-5977-4f7b-bd2f-0347bbc043cc HTTP/1.1" status: 200 len: 910 time: 0.6968484 Mar 28 10:54:50.000298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:50.003314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34074) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:50.003756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Network 024290b2-305f-49cf-8ab7-05d99fd68083 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:50.010928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Calling delete_port for edd71020-a570-43a0-8b72-eae170252971 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:50.020320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:50.045766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c06d9f-53a7-4d48-b6df-206a08cdb089 None None] Routers {'19909579-dbd2-4373-90c7-e24c211191fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:50.046271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-03c06d9f-53a7-4d48-b6df-206a08cdb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['19909579-dbd2-4373-90c7-e24c211191fd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:50.105239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:50.128798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '44a65810-d748-4c23-99f1-1a5bfb4439eb'}, {'subnet_id': '929529cb-eaba-44cb-924c-4072323d16ce'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:50.129940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:50.139082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:54:50.148190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Allocated IP 2001:db8::1 (024290b2-305f-49cf-8ab7-05d99fd68083/232f71ca-4394-4663-86cd-c6314e43b891/c50270a2-489c-405f-81f7-6ceb6808fbea) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:50.167568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:50.186746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dbfa-33f6-4cf4-9949-5941a0252339 req-2ab22576-0811-4fe1-9a86-aadfc9b04f58 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:50.188502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d7f80-a187-4ca6-a2da-ae49b0730207 None None] Network e5b7f134-95ef-4399-92cf-19131a5443e5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:50.190435 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3882dbfa-33f6-4cf4-9949-5941a0252339 req-2ab22576-0811-4fe1-9a86-aadfc9b04f58 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 944 time: 0.3350737 Mar 28 10:54:50.202238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network bed5500e-9503-4021-8614-4da12ab429d2 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:50.224234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Pushing event updated for resources: {'Port': ['ID=25acc90f-65ca-4f93-adcc-8303625fdad1,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:50.274309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-03c06d9f-53a7-4d48-b6df-206a08cdb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:50.274611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c06d9f-53a7-4d48-b6df-206a08cdb089 None None] The sync data for ids ['19909579-dbd2-4373-90c7-e24c211191fd'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:54:50.275984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027747ca-2df2-4195-9a86-d6c6e305e5f9 None None] Update dhcp port {'port': {'network_id': '216e33e4-ff0f-4641-b848-dac4e9fd65c8', 'fixed_ips': [{'subnet_id': '2970edd8-ac5d-45e5-bfd0-78f7fbe58363'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': 'edd71020-a570-43a0-8b72-eae170252971'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:54:50.300800 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:54:50.301145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 46c99db8-1a27-43a1-b3c4-fa9ec903b2a5 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:54:50.498755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:50.506593 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3882dbfa-33f6-4cf4-9949-5941a0252339 req-e29959f0-960d-4d25-9a7a-ab382e2c92af tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053298 Mar 28 10:54:50.507565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, bed5500e-9503-4021-8614-4da12ab429d2) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:50.564997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb5af76-8933-4402-a298-67d5f3029f36 None None] Network bed5500e-9503-4021-8614-4da12ab429d2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:50.570573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:50.622497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-feebfd8b-9f0d-4fd2-9af5-b0d3a9c48ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:50.624033 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-feebfd8b-9f0d-4fd2-9af5-b0d3a9c48ab2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce021e23beda4285a363b2200abcc0c9&device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 1097 time: 0.9321623 Mar 28 10:54:50.661072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Port': ['ID=edd71020-a570-43a0-8b72-eae170252971,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:50.691824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Transition to ACTIVE for port object 1141cf59-c485-4e7c-9057-9e16f982dd86 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:50.713864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:50.713864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:50.726114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 374dedb8-e7b3-4123-8e2d-39e29599c601 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:50.796976 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-4fb3c9fe-5568-40a6-bbe1-a29850175190 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83 HTTP/1.1" status: 200 len: 217 time: 0.1418114 Mar 28 10:54:50.808606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No DVR routers for this DVR port edd71020-a570-43a0-8b72-eae170252971 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:50.821554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-027747ca-2df2-4195-9a86-d6c6e305e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:50.887990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:50.894465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-022d54ff-5b10-4132-a85d-b77887cc2b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:50.895468 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-da66f86b-48eb-4894-9112-0b7f2090c536 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9620943 Mar 28 10:54:50.905959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34078) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:50.938657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e9a274d-602d-4717-ad8c-6c42996fe714 None None] Provisioning for port 3d623afe-c52f-4843-91c1-a1ea207bab37 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:50.942096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Attempting to bind port 25acc90f-65ca-4f93-adcc-8303625fdad1 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:50.942666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Attempting to bind port 25acc90f-65ca-4f93-adcc-8303625fdad1 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'd8a16ec5-d407-492a-ba1e-a61828aa2ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '024290b2-305f-49cf-8ab7-05d99fd68083'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:50.943197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Attempting to bind port 25acc90f-65ca-4f93-adcc-8303625fdad1 on network 024290b2-305f-49cf-8ab7-05d99fd68083 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:50.946087 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=68678b6c-5dc0-4ea3-87c6-2b6f50646f9e,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:50.964690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Transition to ACTIVE for port object 1141cf59-c485-4e7c-9057-9e16f982dd86 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:51.014974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.034244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Transition to ACTIVE for port object c50270a2-489c-405f-81f7-6ceb6808fbea will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:51.075894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object 24a2ec20-aa5b-4de9-a276-a00227b9037c will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:51.114225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.141093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.147116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:51.147508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Checking segment: {'id': 'd8a16ec5-d407-492a-ba1e-a61828aa2ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '024290b2-305f-49cf-8ab7-05d99fd68083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:51.147882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.148594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Bound using segment: {'id': 'd8a16ec5-d407-492a-ba1e-a61828aa2ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '024290b2-305f-49cf-8ab7-05d99fd68083'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:51.148886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Bound port: 25acc90f-65ca-4f93-adcc-8303625fdad1, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a16ec5-d407-492a-ba1e-a61828aa2ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '024290b2-305f-49cf-8ab7-05d99fd68083'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:51.149258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.150534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.216049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.285014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network 024290b2-305f-49cf-8ab7-05d99fd68083 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:51.298462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:51.301288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:51.302500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.367288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:51.369362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-bf9b14dd-7848-438e-a7fe-badcedd835af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:51.371073 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-bf9b14dd-7848-438e-a7fe-badcedd835af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb931aa5-8b10-4083-b2fa-a082a230bc10 HTTP/1.1" status: 200 len: 834 time: 0.5213187 Mar 28 10:54:51.373018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.389128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:51.399226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:51.399226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:51.399226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.403264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.461953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Port': ['ID=c50270a2-489c-405f-81f7-6ceb6808fbea,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:51.517764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.539763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a132a17-000a-4ffd-8731-6bd8b36c285a None None] Pushing event updated for resources: {'Port': ['ID=796b83e7-8b56-4242-a081-616bee04ba23,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:51.616601 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027747ca-2df2-4195-9a86-d6c6e305e5f9 None None] Host dv-neutron-835336-1-hyperv tried to update port edd71020-a570-43a0-8b72-eae170252971 which no longer exists. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 10:54:51.699020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.701097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f60581-4768-4b3b-85e8-901ef6ed5107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-bed5500e-9503-4021-8614-4da12ab429d2', 'network_id': 'bed5500e-9503-4021-8614-4da12ab429d2', 'tenant_id': '0f6757e3cb9143cf90215eb2716d6574', 'fixed_ips': [{'subnet_id': 'ffc3a5e4-dd6f-4ced-b179-a70124e14f87'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:51.702098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-15f60581-4768-4b3b-85e8-901ef6ed5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.780108 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0027897 Mar 28 10:54:51.781039 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc993cb3-4273-4610-9272-f5d974e5479b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=24a2ec20-aa5b-4de9-a276-a00227b9037c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:51.783433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34084) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:51.794809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216e33e4-ff0f-4641-b848-dac4e9fd65c8']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:51.836156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Network f76837bf-d7ef-45e4-865a-2105b8ba077a is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:51.851114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e481c-ca7f-43ec-9a3e-2f9481aab57c None None] Network 216e33e4-ff0f-4641-b848-dac4e9fd65c8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:51.871536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.876195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aac80d-7645-4fb2-890f-7df1d38557a8') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:51.876490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aac80d-7645-4fb2-890f-7df1d38557a8') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:51.891852 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c250cb9-6f51-46da-89f9-21e945028ad1 None None] Network ec99b23c-06e8-4d30-b4d9-fada4e9111cf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:51.905561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:51.907659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.908317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:51.917673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7a4018bc-03b5-484c-ab37-76e126d0f2c3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port 24a2ec20-aa5b-4de9-a276-a00227b9037c {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:51.917673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a4018bc-03b5-484c-ab37-76e126d0f2c3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.944698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 374dedb8-e7b3-4123-8e2d-39e29599c601 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:51.952472 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.978065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 374dedb8-e7b3-4123-8e2d-39e29599c601 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:51.978065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:51.994113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2a087-0988-4f1d-9aeb-1890c78b8110 req-e616f8eb-e4bb-494f-afcf-55c2a43de4d9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:51.995599 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7cb2a087-0988-4f1d-9aeb-1890c78b8110 req-e616f8eb-e4bb-494f-afcf-55c2a43de4d9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 944 time: 0.2406912 Mar 28 10:54:52.004483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.21.0.1 (ec99b23c-06e8-4d30-b4d9-fada4e9111cf/85c0c328-4e04-4b78-aabd-c3500e6e071b/c0a42109-ca32-474e-9595-3bbf7c7a6c4c) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:52.026322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc3a5e4-dd6f-4ced-b179-a70124e14f87,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:52.054841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.090209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server [None req-15f60581-4768-4b3b-85e8-901ef6ed5107 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffc3a5e4-dd6f-4ced-b179-a70124e14f87: This subnet is being modified by another concurrent operation. Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 10:54:52.093976 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise exception Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffc3a5e4-dd6f-4ced-b179-a70124e14f87: This subnet is being modified by another concurrent operation. Mar 28 10:54:52.097863 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server Mar 28 10:54:52.131293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-36edc9c4-9348-4d4d-8c3e-ae60528de93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:52.132788 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-36edc9c4-9348-4d4d-8c3e-ae60528de93a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ea8a685-f547-43d0-9dbd-abd58ec50a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7294166 Mar 28 10:54:52.133771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:52.134200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:52.157195 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:52.163611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Pushing event updated for resources: {'Port': ['ID=1141cf59-c485-4e7c-9057-9e16f982dd86,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:52.164534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.197794 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7cb2a087-0988-4f1d-9aeb-1890c78b8110 req-0360c13b-ecd2-42e5-8d48-10dd1ca3fe94 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909506 Mar 28 10:54:52.230019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b69760-ae76-45f6-b02b-10cffa52689f None None] Network bed5500e-9503-4021-8614-4da12ab429d2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:52.279973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed5500e-9503-4021-8614-4da12ab429d2']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:52.298741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5844a092-2c3b-4f52-a897-c5a111d632f2') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:52.299044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5844a092-2c3b-4f52-a897-c5a111d632f2') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:52.316863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.350958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.368618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:52.369024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:52.389744 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:52.403497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.426778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] For port 25acc90f-65ca-4f93-adcc-8303625fdad1, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:52.480288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Transition to ACTIVE for port object c0a42109-ca32-474e-9595-3bbf7c7a6c4c will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:52.542926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] For port 25acc90f-65ca-4f93-adcc-8303625fdad1, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=25acc90f-65ca-4f93-adcc-8303625fdad1,segment=NetworkSegment(d8a16ec5-d407-492a-ba1e-a61828aa2ecf),segment_id=d8a16ec5-d407-492a-ba1e-a61828aa2ecf)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:52.549293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Attempting to bind port 1141cf59-c485-4e7c-9057-9e16f982dd86 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:52.549469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Attempting to bind port 1141cf59-c485-4e7c-9057-9e16f982dd86 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b1b00734-dba5-4e5f-8118-1acfb25ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f76837bf-d7ef-45e4-865a-2105b8ba077a'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:52.549693 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Attempting to bind port 1141cf59-c485-4e7c-9057-9e16f982dd86 on network f76837bf-d7ef-45e4-865a-2105b8ba077a {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:52.551689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3d920ba3-ddee-4dcf-9467-1bf4033219ce None None] Provisioning for port 796b83e7-8b56-4242-a081-616bee04ba23 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:52.596829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.627291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:52.627756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Checking segment: {'id': 'b1b00734-dba5-4e5f-8118-1acfb25ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f76837bf-d7ef-45e4-865a-2105b8ba077a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:52.628065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.628515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Bound using segment: {'id': 'b1b00734-dba5-4e5f-8118-1acfb25ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f76837bf-d7ef-45e4-865a-2105b8ba077a'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:52.629008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Bound port: 1141cf59-c485-4e7c-9057-9e16f982dd86, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b00734-dba5-4e5f-8118-1acfb25ee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f76837bf-d7ef-45e4-865a-2105b8ba077a'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:52.629371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.644503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Allocated IP 2001:db8:0:1::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/929529cb-eaba-44cb-924c-4072323d16ce/530bea6e-ff3f-4ea5-a695-d75c3bfb62a6) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:52.661445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.690339 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.700490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network ec99b23c-06e8-4d30-b4d9-fada4e9111cf is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:52.707422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:52.713072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.732063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.736507 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:52.740472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.765604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3d920ba3-ddee-4dcf-9467-1bf4033219ce None None] Could not find standard attr ID for object edd71020-a570-43a0-8b72-eae170252971. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:54:52.767406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f8ac6-52af-46a9-8401-7c799ab8cf63 None None] DHCP port deletion for 216e33e4-ff0f-4641-b848-dac4e9fd65c8 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:54:52.767941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=216e33e4-ff0f-4641-b848-dac4e9fd65c8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:52.780866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Allocated IP 2001:db8::f816:3eff:fed3:d77a (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/44a65810-d748-4c23-99f1-1a5bfb4439eb/530bea6e-ff3f-4ea5-a695-d75c3bfb62a6) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:52.787765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=bed5500e-9503-4021-8614-4da12ab429d2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:52.799365 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-12a32345-1393-4e0a-a3f8-af1f96f52fe6 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/216e33e4-ff0f-4641-b848-dac4e9fd65c8 HTTP/1.1" status: 204 len: 168 time: 4.5054729 Mar 28 10:54:52.802746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=c0a42109-ca32-474e-9595-3bbf7c7a6c4c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:52.806012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34088) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:52.813543 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-90d42e7f-17c5-4373-86d9-f48811696bcc service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423247 Mar 28 10:54:52.856608 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9f454a60-5255-4cf8-be8f-4df047e1e041 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/bed5500e-9503-4021-8614-4da12ab429d2 HTTP/1.1" status: 204 len: 168 time: 1.9496231 Mar 28 10:54:52.859173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34092) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:52.860032 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-26674ba8-20c1-46ac-961f-212acc9c0215 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:52.860479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26674ba8-20c1-46ac-961f-212acc9c0215 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:52.864716 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-26674ba8-20c1-46ac-961f-212acc9c0215 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/016f4188-4e48-449b-b28d-d0286eb46df3 HTTP/1.1" status: 404 len: 337 time: 0.0528107 Mar 28 10:54:52.866673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34096) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:52.870149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-37319995'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:52.877029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:52.880006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.910005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:52.918017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:52.927465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a4018bc-03b5-484c-ab37-76e126d0f2c3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:52.930097 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-77467c27-fbff-4874-bfa2-2ebe5a671c86 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:52.930526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77467c27-fbff-4874-bfa2-2ebe5a671c86 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:52.934836 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-77467c27-fbff-4874-bfa2-2ebe5a671c86 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/72a2a0c0-59e9-46d4-9f5e-8912679f0b3c HTTP/1.1" status: 404 len: 339 time: 0.0575542 Mar 28 10:54:52.934836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:52.936828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34100) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:52.984463 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-42232caf-ea1b-4b4c-942d-1055a276d273 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:52.985137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42232caf-ea1b-4b4c-942d-1055a276d273 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:52.989144 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-42232caf-ea1b-4b4c-942d-1055a276d273 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/a13b2504-5628-4faa-9bc3-680c4fde6fbd HTTP/1.1" status: 404 len: 337 time: 0.0500214 Mar 28 10:54:52.989393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34104) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:53.022195 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d2f3b5-1e12-4129-a504-8a26f6555048 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:53.022654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d2f3b5-1e12-4129-a504-8a26f6555048 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:53.026752 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c3d2f3b5-1e12-4129-a504-8a26f6555048 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/872f6744-3394-42b5-80ef-7f89facbc651 HTTP/1.1" status: 404 len: 339 time: 0.0340924 Mar 28 10:54:53.027034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34108) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:53.056757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.072983 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ead053-f037-4912-a9cb-8ca1b41fcd84 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:53.073428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ead053-f037-4912-a9cb-8ca1b41fcd84 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:53.078352 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-73ead053-f037-4912-a9cb-8ca1b41fcd84 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/853810be-96e8-45d0-a003-f2c5c2d83266 HTTP/1.1" status: 404 len: 337 time: 0.0473285 Mar 28 10:54:53.080624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34112) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:53.083422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7a4018bc-03b5-484c-ab37-76e126d0f2c3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for 24a2ec20-aa5b-4de9-a276-a00227b9037c owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:53.099188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:53.102649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.127541 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2ebb9d-a581-4c58-a4cd-eb3d0ec88ab7 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:53.127922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2ebb9d-a581-4c58-a4cd-eb3d0ec88ab7 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:53.129667 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fd2ebb9d-a581-4c58-a4cd-eb3d0ec88ab7 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/53aaacb2-00ea-4e02-a203-b372cb5ff8e1 HTTP/1.1" status: 404 len: 339 time: 0.0501947 Mar 28 10:54:53.133517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34116) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:53.149493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:54:53.157281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.157611 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4 of type vlan for network 31959191-58c7-4639-a86b-ec5f1cf18cb4 Mar 28 10:54:53.185616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.203232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.219417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062cf77-e81d-417f-9fb3-d59e8117bd8f None None] Pushing event updated for resources: {'Port': ['ID=25acc90f-65ca-4f93-adcc-8303625fdad1,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:53.239937 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ce66d499-4d28-4dfc-89a2-f6f2bec28d1f req-fcd99c52-f277-4eab-9104-65f150f6403c service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035015 Mar 28 10:54:53.246933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.309144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] For port 1141cf59-c485-4e7c-9057-9e16f982dd86, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:53.316513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-876d5bac-e644-4d90-8ab2-46d9f7a562d5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting subnet a3f79847-30af-4567-85ec-9271ee7b828f {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:53.322422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-876d5bac-e644-4d90-8ab2-46d9f7a562d5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.335338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.347579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] For port 1141cf59-c485-4e7c-9057-9e16f982dd86, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1141cf59-c485-4e7c-9057-9e16f982dd86,segment=NetworkSegment(b1b00734-dba5-4e5f-8118-1acfb25ee5d3),segment_id=b1b00734-dba5-4e5f-8118-1acfb25ee5d3)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:53.357572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 374dedb8-e7b3-4123-8e2d-39e29599c601, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=374dedb8-e7b3-4123-8e2d-39e29599c601,segment=NetworkSegment(790d3dd9-a647-4eec-8f5e-efa4bb403874),segment_id=790d3dd9-a647-4eec-8f5e-efa4bb403874)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:53.436094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.436861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.463921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.468816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.469592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device aefad608-f214-4346-a449-0e55f053b2fc up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:53.662724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417a689-4fd7-4aa2-8eb9-28264db2afac None None] Pushing event updated for resources: {'Port': ['ID=1141cf59-c485-4e7c-9057-9e16f982dd86,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:53.679287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.679287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:53.679287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.693736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-876d5bac-e644-4d90-8ab2-46d9f7a562d5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.809928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=374dedb8-e7b3-4123-8e2d-39e29599c601,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:53.856866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Port': ['ID=c50270a2-489c-405f-81f7-6ceb6808fbea,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:53.884334 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.918810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port aefad608-f214-4346-a449-0e55f053b2fc triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:53.921362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:53.970561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-74dace8d-00dd-4122-83e8-5d39416c39da None None] Provisioning for port f27249a8-5977-4f7b-bd2f-0347bbc043cc completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:53.977959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-d8b5fdd7-9c53-41fc-bc73-66470cef391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:53.980693 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-d8b5fdd7-9c53-41fc-bc73-66470cef391c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce021e23beda4285a363b2200abcc0c9&device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 1097 time: 0.5282009 Mar 28 10:54:53.991098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-74dace8d-00dd-4122-83e8-5d39416c39da None None] Provisioning complete for port f27249a8-5977-4f7b-bd2f-0347bbc043cc triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:53.991470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-74dace8d-00dd-4122-83e8-5d39416c39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.111387 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:54:54.119254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-74dace8d-00dd-4122-83e8-5d39416c39da None None] Port f27249a8-5977-4f7b-bd2f-0347bbc043cc cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:54.191553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=31959191-58c7-4639-a86b-ec5f1cf18cb4,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:54.212526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-876d5bac-e644-4d90-8ab2-46d9f7a562d5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.214138 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9da04ea5-a54f-4f6a-8cf9-846a032f4be4 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3508232 Mar 28 10:54:54.215069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34122) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:54.226873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Transition to ACTIVE for port object 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:54.229552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 31959191-58c7-4639-a86b-ec5f1cf18cb4 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:54:54.288008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': '31959191-58c7-4639-a86b-ec5f1cf18cb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:54:54.324371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network 024290b2-305f-49cf-8ab7-05d99fd68083 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:54.325193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a4018bc-03b5-484c-ab37-76e126d0f2c3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.340035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:54.476959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58743c67-3fd2-46df-9ced-f1eee98423c0 req-239ca24f-3591-47ca-bae9-11a612d11386 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:54.478633 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-58743c67-3fd2-46df-9ced-f1eee98423c0 req-239ca24f-3591-47ca-bae9-11a612d11386 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 944 time: 0.8690064 Mar 28 10:54:54.511665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 3d623afe-c52f-4843-91c1-a1ea207bab37 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:54.563893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:54:54.573847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:54:54.576758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Transition to ACTIVE for port object 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:54.584145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:54:54.615360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1fc340e5-0f24-4b81-a9d5-268262f08d57 None None] Provisioning complete for port f27249a8-5977-4f7b-bd2f-0347bbc043cc triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:54.616227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fc340e5-0f24-4b81-a9d5-268262f08d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.633049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:54:54.678412 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-58743c67-3fd2-46df-9ced-f1eee98423c0 req-f31aed67-3185-48e4-98d6-da88379abc12 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832545 Mar 28 10:54:54.705401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.732090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1fc340e5-0f24-4b81-a9d5-268262f08d57 None None] Port f27249a8-5977-4f7b-bd2f-0347bbc043cc cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:54.739975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.745365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:54:54.748083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4018bc-03b5-484c-ab37-76e126d0f2c3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=24a2ec20-aa5b-4de9-a276-a00227b9037c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:54.756307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.792664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.814738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 3d623afe-c52f-4843-91c1-a1ea207bab37 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:54.822365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 3d623afe-c52f-4843-91c1-a1ea207bab37 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:54.822767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.890912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:54.899775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Pushing event updated for resources: {'Port': ['ID=530bea6e-ff3f-4ea5-a695-d75c3bfb62a6,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:54.902418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:54.912216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:54.921257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:54.959759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9cf156-6571-4aac-aa6f-3650bbbe8476 None None] Network 024290b2-305f-49cf-8ab7-05d99fd68083 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:55.049160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a4018bc-03b5-484c-ab37-76e126d0f2c3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:55.087330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=c0a42109-ca32-474e-9595-3bbf7c7a6c4c,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:55.102159 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7a4018bc-03b5-484c-ab37-76e126d0f2c3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/24a2ec20-aa5b-4de9-a276-a00227b9037c HTTP/1.1" status: 204 len: 168 time: 3.3098338 Mar 28 10:54:55.107630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-3a12f36e-ed3e-412e-8f4a-8d60ef050695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:55.107630 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-3a12f36e-ed3e-412e-8f4a-8d60ef050695 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ea8a685-f547-43d0-9dbd-abd58ec50a65 HTTP/1.1" status: 200 len: 897 time: 1.0558357 Mar 28 10:54:55.107630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34126) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:55.118907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 5e6091e4-73c0-46c6-9b5d-a7d747350c83 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 10:54:55.235125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1fc340e5-0f24-4b81-a9d5-268262f08d57 None None] Provisioning for port c0a42109-ca32-474e-9595-3bbf7c7a6c4c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:55.246260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1fc340e5-0f24-4b81-a9d5-268262f08d57 None None] Provisioning complete for port c0a42109-ca32-474e-9595-3bbf7c7a6c4c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:55.246618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fc340e5-0f24-4b81-a9d5-268262f08d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:55.251561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-876d5bac-e644-4d90-8ab2-46d9f7a562d5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:55.270602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network ec99b23c-06e8-4d30-b4d9-fada4e9111cf is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:55.278443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:55.307952 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-50d54375-f1f7-48f9-8c89-2820dde01c66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83 HTTP/1.1" status: 200 len: 217 time: 0.1588674 Mar 28 10:54:55.324306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Attempting to bind port 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:55.324662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Attempting to bind port 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:55.325025 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Attempting to bind port 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:55.336181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.resource_extend [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:54:55.390232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d5bac-e644-4d90-8ab2-46d9f7a562d5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f79847-30af-4567-85ec-9271ee7b828f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:55.397233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-876d5bac-e644-4d90-8ab2-46d9f7a562d5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:55.400284 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-876d5bac-e644-4d90-8ab2-46d9f7a562d5 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/a3f79847-30af-4567-85ec-9271ee7b828f HTTP/1.1" status: 204 len: 168 time: 2.2649503 Mar 28 10:54:55.401449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Router 5c632d93-3595-424a-8bf4-53e0a7e24ef0 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:54:55.407319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34130) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:55.454293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b7704-6506-40eb-9555-9af02920fdea None None] Network 0295ce81-a5cb-409a-b2f1-70b255c5ae5d requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:55.494321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-c39a04ae-da9e-4fa1-8320-1c8ad8ef4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:55.497099 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-c39a04ae-da9e-4fa1-8320-1c8ad8ef4a21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb931aa5-8b10-4083-b2fa-a082a230bc10 HTTP/1.1" status: 200 len: 834 time: 0.1775396 Mar 28 10:54:55.507767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:55.508418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:55.508986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:55.509831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:55.510638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Bound port: 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:55.511178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:55.562129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 19909579-dbd2-4373-90c7-e24c211191fd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:54:55.630164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72db4ed-669a-4a02-83a9-67ee5f74eba5 None None] Network f76837bf-d7ef-45e4-865a-2105b8ba077a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:55.644328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:55.709999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732916a4-1388-4778-aa39-bf4b8cf48ead tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:55.710884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-732916a4-1388-4778-aa39-bf4b8cf48ead tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:55.789187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:55.805393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:55.813195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=245f7562-7057-4f3b-9f76-65fb6d41aee5,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:55.852375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:54:55.856092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:54:55.863397 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-aa1f069c-f978-45e4-83e9-2591c259c4a9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "PUT /v2.0/routers/5c632d93-3595-424a-8bf4-53e0a7e24ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7466757 Mar 28 10:54:55.865962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34136) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:55.871879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:55.871879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:55.872637 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ddf28e-dc46-42c1-8174-ecee8c5f4b9d None None] Sync routers for ids ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:54:55.891503 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ddf28e-dc46-42c1-8174-ecee8c5f4b9d None None] Routers {'5c632d93-3595-424a-8bf4-53e0a7e24ef0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:55.892577 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-80ddf28e-dc46-42c1-8174-ecee8c5f4b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:55.894826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60059211-1577-43b8-9001-d2d27ee32608 None None] Sync routers for ids ['19909579-dbd2-4373-90c7-e24c211191fd'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:54:55.897514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1fc340e5-0f24-4b81-a9d5-268262f08d57 None None] Port c0a42109-ca32-474e-9595-3bbf7c7a6c4c cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:55.953217 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0b1b1de5-72d6-4db9-bac1-30f46d7847d3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/19909579-dbd2-4373-90c7-e24c211191fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9444644 Mar 28 10:54:55.954830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': 'b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31959191-58c7-4639-a86b-ec5f1cf18cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:55.955200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: 31959191-58c7-4639-a86b-ec5f1cf18cb4, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:54:55.962476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34140) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:55.969646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-732916a4-1388-4778-aa39-bf4b8cf48ead tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:55.972183 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-732916a4-1388-4778-aa39-bf4b8cf48ead tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.8634410 Mar 28 10:54:55.979975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34144) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:55.990696 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-80ddf28e-dc46-42c1-8174-ecee8c5f4b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:55.994723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] For port 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:55.997888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] For port 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=530bea6e-ff3f-4ea5-a695-d75c3bfb62a6,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:56.006585 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ddf28e-dc46-42c1-8174-ecee8c5f4b9d None None] Routers {'5c632d93-3595-424a-8bf4-53e0a7e24ef0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:56.007757 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-80ddf28e-dc46-42c1-8174-ecee8c5f4b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:56.027503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-9170a4d0-8753-4a75-bced-39d6b2577d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:56.029091 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-9170a4d0-8753-4a75-bced-39d6b2577d66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ea8a685-f547-43d0-9dbd-abd58ec50a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4571879 Mar 28 10:54:56.055725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:56.106460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'port_id': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'mac_address': 'fa:16:3e:af:30:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 10:54:56.108563 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-80ddf28e-dc46-42c1-8174-ecee8c5f4b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:56.110048 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ddf28e-dc46-42c1-8174-ecee8c5f4b9d None None] The sync data for ids ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:54:56.125894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60059211-1577-43b8-9001-d2d27ee32608 None None] Routers {'19909579-dbd2-4373-90c7-e24c211191fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:56.126563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-60059211-1577-43b8-9001-d2d27ee32608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['19909579-dbd2-4373-90c7-e24c211191fd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:56.179006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:56.254813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] For port d07d6f51-8f26-47f5-94e8-f97da29f9ca8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d07d6f51-8f26-47f5-94e8-f97da29f9ca8,segment=NetworkSegment(ba0cadad-e9ac-4181-9c55-d975c0434bb3),segment_id=ba0cadad-e9ac-4181-9c55-d975c0434bb3)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:56.255165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:56.333045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-60059211-1577-43b8-9001-d2d27ee32608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:56.336455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e607f7-e62c-4a31-8932-e517cf09d309 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:56.337663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-71e607f7-e62c-4a31-8932-e517cf09d309 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:56.360611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network 31959191-58c7-4639-a86b-ec5f1cf18cb4 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:54:56.375643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 3d623afe-c52f-4843-91c1-a1ea207bab37, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=3d623afe-c52f-4843-91c1-a1ea207bab37,segment=NetworkSegment(2e8d5e57-949c-46bc-9f45-79d2f2873896),segment_id=2e8d5e57-949c-46bc-9f45-79d2f2873896)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:56.437174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0758cf8b-7d94-4f1c-82a1-1a2f91911182 None None] Provisioning complete for port f27249a8-5977-4f7b-bd2f-0347bbc043cc triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:56.437812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0758cf8b-7d94-4f1c-82a1-1a2f91911182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:56.440003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca79e0b-216a-432b-a6c3-96cd784911f4 req-5df3fb1f-23cb-4750-ae1f-e0af4d40a20f tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:56.447456 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bca79e0b-216a-432b-a6c3-96cd784911f4 req-5df3fb1f-23cb-4750-ae1f-e0af4d40a20f tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 944 time: 0.6435490 Mar 28 10:54:56.472727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54b4e8-12b4-47e4-916c-c955d397aae5 None None] Pushing event updated for resources: {'Port': ['ID=530bea6e-ff3f-4ea5-a695-d75c3bfb62a6,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:56.504877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60059211-1577-43b8-9001-d2d27ee32608 None None] Routers {'19909579-dbd2-4373-90c7-e24c211191fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:54:56.505575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-60059211-1577-43b8-9001-d2d27ee32608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['19909579-dbd2-4373-90c7-e24c211191fd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:56.537556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Calling delete_port for d07d6f51-8f26-47f5-94e8-f97da29f9ca8 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:56.561597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:56.591581 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-96174f83-8ae4-4510-834f-2a047dfee017 service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467770 Mar 28 10:54:56.601655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 31959191-58c7-4639-a86b-ec5f1cf18cb4) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:56.603270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-71e607f7-e62c-4a31-8932-e517cf09d309 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:56.604479 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-71e607f7-e62c-4a31-8932-e517cf09d309 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports/c0a42109-ca32-474e-9595-3bbf7c7a6c4c HTTP/1.1" status: 200 len: 910 time: 0.6410327 Mar 28 10:54:56.620333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34148) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:56.628955 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bca79e0b-216a-432b-a6c3-96cd784911f4 req-f316e380-0fc3-4271-a4ea-e7917cb29c8a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805613 Mar 28 10:54:56.633741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:56.634814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:56.705560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=3d623afe-c52f-4843-91c1-a1ea207bab37,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:56.722208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b32db-4d2a-4ec6-aca2-29acff262c85 None None] Network 31959191-58c7-4639-a86b-ec5f1cf18cb4 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:56.768205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:56.846166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275e503-e57d-40e8-ba92-44bbfa9d80ce tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:56.852062 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a275e503-e57d-40e8-ba92-44bbfa9d80ce tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.8694184 Mar 28 10:54:56.859045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-60059211-1577-43b8-9001-d2d27ee32608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:56.865019 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bc09ec1a-998d-4d3f-92b7-aa7b12c725ee tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5887864 Mar 28 10:54:56.865019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34152) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:56.867807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60059211-1577-43b8-9001-d2d27ee32608 None None] The sync data for ids ['19909579-dbd2-4373-90c7-e24c211191fd'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:54:56.875432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34154) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:57.040850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0758cf8b-7d94-4f1c-82a1-1a2f91911182 None None] Port f27249a8-5977-4f7b-bd2f-0347bbc043cc cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:57.054579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6091e4-73c0-46c6-9b5d-a7d747350c83 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:54:57.073499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cabe0c-82f4-46c1-9555-2ff4e334cafa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:57.075146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cabe0c-82f4-46c1-9555-2ff4e334cafa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:57.077231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cabe0c-82f4-46c1-9555-2ff4e334cafa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:57.078045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-83cabe0c-82f4-46c1-9555-2ff4e334cafa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:54:57.083717 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:57.105733 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-68e9cb24-982f-4c6b-8291-816831ccc416 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:54:57.107062 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-68e9cb24-982f-4c6b-8291-816831ccc416 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "PUT /v2.0/routers/5c632d93-3595-424a-8bf4-53e0a7e24ef0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2374880 Mar 28 10:54:57.110392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34160) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:57.196984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-83cabe0c-82f4-46c1-9555-2ff4e334cafa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:54:57.198182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-83cabe0c-82f4-46c1-9555-2ff4e334cafa tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3278685 Mar 28 10:54:57.207098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34164) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:57.247111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:57.259183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:54:57.274253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90089d3-4b9e-48e5-9da8-aa0adba6c03f None None] DHCP port deletion for 0295ce81-a5cb-409a-b2f1-70b255c5ae5d request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:54:57.316501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Port': ['ID=d07d6f51-8f26-47f5-94e8-f97da29f9ca8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:57.334461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:57.334827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:57.340605 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d441ff97-b48d-426f-8a1d-00b54afa4ecf req-1edcdd06-cf17-4881-ac3d-2e271850c4b6 service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135201 Mar 28 10:54:57.379773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a36858-65fd-4e71-b1c6-b408f0352cc6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 44a65810-d748-4c23-99f1-1a5bfb4439eb {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:57.429815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0758cf8b-7d94-4f1c-82a1-1a2f91911182 None None] Provisioning for port 1141cf59-c485-4e7c-9057-9e16f982dd86 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:57.446870 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:57.460794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85a36858-65fd-4e71-b1c6-b408f0352cc6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:57.627843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85a36858-65fd-4e71-b1c6-b408f0352cc6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:57.681057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-31959191-58c7-4639-a86b-ec5f1cf18cb4', 'network_id': '31959191-58c7-4639-a86b-ec5f1cf18cb4', 'tenant_id': '0f6757e3cb9143cf90215eb2716d6574', 'fixed_ips': [{'subnet_id': '245f7562-7057-4f3b-9f76-65fb6d41aee5'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:54:57.687062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:57.694273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No DVR routers for this DVR port d07d6f51-8f26-47f5-94e8-f97da29f9ca8 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:54:57.822791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:57.904986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:57.995011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Allocated IP 172.20.0.1 (31959191-58c7-4639-a86b-ec5f1cf18cb4/245f7562-7057-4f3b-9f76-65fb6d41aee5/89f4a451-32d2-485b-97be-09eaeb5ea5a4) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:54:58.014084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0295ce81-a5cb-409a-b2f1-70b255c5ae5d']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:58.023033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.074079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0cadad-e9ac-4181-9c55-d975c0434bb3') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:58.074427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0cadad-e9ac-4181-9c55-d975c0434bb3') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:58.102850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.143039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9da1bd-84bf-4054-9ac5-31f3919836b8 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:54:58.168465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.170111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['5e6091e4-73c0-46c6-9b5d-a7d747350c83'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 10:54:58.174894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85a36858-65fd-4e71-b1c6-b408f0352cc6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.187772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:58.188237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:58.205182 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:58.216195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cb98e-5a49-43b5-8ce6-f5a20d05e686 req-40b3c175-929b-4d82-b60b-19450e940eb5 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:54:58.218641 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b92cb98e-5a49-43b5-8ce6-f5a20d05e686 req-40b3c175-929b-4d82-b60b-19450e940eb5 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 945 time: 0.4102011 Mar 28 10:54:58.234897 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0758cf8b-7d94-4f1c-82a1-1a2f91911182 None None] Provisioning for port 25acc90f-65ca-4f93-adcc-8303625fdad1 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:58.244365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=5e6091e4-73c0-46c6-9b5d-a7d747350c83,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:58.351244 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b92cb98e-5a49-43b5-8ce6-f5a20d05e686 req-03871de4-ba18-4938-a0c4-aba75839b33c tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140718 Mar 28 10:54:58.395551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.460488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85a36858-65fd-4e71-b1c6-b408f0352cc6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.461052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 374dedb8-e7b3-4123-8e2d-39e29599c601 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:58.472315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.510265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a36858-65fd-4e71-b1c6-b408f0352cc6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=44a65810-d748-4c23-99f1-1a5bfb4439eb,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:58.525953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0758cf8b-7d94-4f1c-82a1-1a2f91911182 None None] Provisioning complete for port c0a42109-ca32-474e-9595-3bbf7c7a6c4c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:58.525953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0758cf8b-7d94-4f1c-82a1-1a2f91911182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.578917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85a36858-65fd-4e71-b1c6-b408f0352cc6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.611550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.639975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.648380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=0295ce81-a5cb-409a-b2f1-70b255c5ae5d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:58.662494 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c3db8018-355a-4c3d-8d38-bf54604150cd tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/0295ce81-a5cb-409a-b2f1-70b255c5ae5d HTTP/1.1" status: 204 len: 168 time: 3.2512748 Mar 28 10:54:58.670179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34170) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:58.713775 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac76d986-d51c-4743-b5ca-85f036907560 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:58.714027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac76d986-d51c-4743-b5ca-85f036907560 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:58.721490 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-85a36858-65fd-4e71-b1c6-b408f0352cc6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/44a65810-d748-4c23-99f1-1a5bfb4439eb HTTP/1.1" status: 204 len: 168 time: 1.5072393 Mar 28 10:54:58.721684 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac76d986-d51c-4743-b5ca-85f036907560 tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/39c39e39-3997-47a7-98c1-cef0809835fe HTTP/1.1" status: 404 len: 337 time: 0.0446215 Mar 28 10:54:58.721773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0758cf8b-7d94-4f1c-82a1-1a2f91911182 None None] Port c0a42109-ca32-474e-9595-3bbf7c7a6c4c cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:58.721869 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34174) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:58.721869 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34176) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:58.734254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.793022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Transition to ACTIVE for port object 89f4a451-32d2-485b-97be-09eaeb5ea5a4 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:58.805855 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ffa338-3eb0-4e51-bb37-a632d539f53d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] DELETE failed (client error): The resource could not be found. Mar 28 10:54:58.806102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ffa338-3eb0-4e51-bb37-a632d539f53d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:54:58.810304 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d1ffa338-3eb0-4e51-bb37-a632d539f53d tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/ee4bfd85-a931-44bf-800a-fb1b77739d11 HTTP/1.1" status: 404 len: 339 time: 0.0853000 Mar 28 10:54:58.811306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34182) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:58.832581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c6d386-a59d-416b-8856-afd017d4e5e0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 929529cb-eaba-44cb-924c-4072323d16ce {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:58.841320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Transition to ACTIVE for port object 89f4a451-32d2-485b-97be-09eaeb5ea5a4 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:54:58.844053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34c6d386-a59d-416b-8856-afd017d4e5e0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.859234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 374dedb8-e7b3-4123-8e2d-39e29599c601 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:58.859430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.883719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-409bae5a-d4be-40c6-ac76-628aad19c94e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting subnet a9d2514b-77ec-4d16-a82c-edd8e733181b {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:54:58.888803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-409bae5a-d4be-40c6-ac76-628aad19c94e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.942518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34c6d386-a59d-416b-8856-afd017d4e5e0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.946200 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:58.966760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-409bae5a-d4be-40c6-ac76-628aad19c94e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.008696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Deleting port c50270a2-489c-405f-81f7-6ceb6808fbea {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:59.009088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.028436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Provisioning for port c50270a2-489c-405f-81f7-6ceb6808fbea completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:59.050379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Network 31959191-58c7-4639-a86b-ec5f1cf18cb4 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:54:59.057492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.065076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:54:59.073519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Provisioning complete for port c50270a2-489c-405f-81f7-6ceb6808fbea triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:59.073519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.098871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:54:59.123659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Pushing event updated for resources: {'Port': ['ID=89f4a451-32d2-485b-97be-09eaeb5ea5a4,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:59.129322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=245f7562-7057-4f3b-9f76-65fb6d41aee5,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:59.130874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port c0a42109-ca32-474e-9595-3bbf7c7a6c4c {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:54:59.131216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.195437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34c6d386-a59d-416b-8856-afd017d4e5e0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.281683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.362484 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 25acc90f-65ca-4f93-adcc-8303625fdad1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:54:59.408290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.418728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Calling delete_port for c50270a2-489c-405f-81f7-6ceb6808fbea owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:59.428769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Port c50270a2-489c-405f-81f7-6ceb6808fbea cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:54:59.453835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Attempting to bind port 89f4a451-32d2-485b-97be-09eaeb5ea5a4 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:54:59.454248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Attempting to bind port 89f4a451-32d2-485b-97be-09eaeb5ea5a4 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31959191-58c7-4639-a86b-ec5f1cf18cb4'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:54:59.454607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Attempting to bind port 89f4a451-32d2-485b-97be-09eaeb5ea5a4 on network 31959191-58c7-4639-a86b-ec5f1cf18cb4 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:54:59.465845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:54:59.466269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Checking segment: {'id': 'b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31959191-58c7-4639-a86b-ec5f1cf18cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:54:59.467438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.467835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Bound using segment: {'id': 'b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31959191-58c7-4639-a86b-ec5f1cf18cb4'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:54:59.468604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Bound port: 89f4a451-32d2-485b-97be-09eaeb5ea5a4, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31959191-58c7-4639-a86b-ec5f1cf18cb4'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:54:59.468745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.481598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-409bae5a-d4be-40c6-ac76-628aad19c94e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.531188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31959191-58c7-4639-a86b-ec5f1cf18cb4']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:59.596298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:59.596644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:54:59.624886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] For port 89f4a451-32d2-485b-97be-09eaeb5ea5a4, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:54:59.628233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] For port 89f4a451-32d2-485b-97be-09eaeb5ea5a4, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=89f4a451-32d2-485b-97be-09eaeb5ea5a4,segment=NetworkSegment(b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4),segment_id=b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:54:59.630287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Provisioning for port 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:59.643216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 25acc90f-65ca-4f93-adcc-8303625fdad1 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:54:59.655094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.673286 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 25acc90f-65ca-4f93-adcc-8303625fdad1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:59.673709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.674131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.726298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.749264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.825343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for c0a42109-ca32-474e-9595-3bbf7c7a6c4c owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:54:59.831647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Provisioning complete for port 25acc90f-65ca-4f93-adcc-8303625fdad1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:54:59.832019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.864106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:54:59.865665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.865804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34c6d386-a59d-416b-8856-afd017d4e5e0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:54:59.889197 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:54:59.932996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6d386-a59d-416b-8856-afd017d4e5e0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=929529cb-eaba-44cb-924c-4072323d16ce,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:54:59.944799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34c6d386-a59d-416b-8856-afd017d4e5e0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:54:59.965993 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-34c6d386-a59d-416b-8856-afd017d4e5e0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/929529cb-eaba-44cb-924c-4072323d16ce HTTP/1.1" status: 204 len: 168 time: 1.2323697 Mar 28 10:54:59.968144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34188) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:54:59.979524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-409bae5a-d4be-40c6-ac76-628aad19c94e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.020312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd0f57-0929-4c53-afac-1b413f1d84d2 None None] Pushing event updated for resources: {'Port': ['ID=89f4a451-32d2-485b-97be-09eaeb5ea5a4,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:00.039606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bae5a-d4be-40c6-ac76-628aad19c94e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d2514b-77ec-4d16-a82c-edd8e733181b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:00.064402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-409bae5a-d4be-40c6-ac76-628aad19c94e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.069643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc89ede-2d4b-42e1-a478-19c0e9f1d581 None None] Network 369b0eee-9dc1-4f43-bc88-2f043b3d08f9 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:00.074167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 10:55:00.074167 dv-neutron-835336-1-hyperv neutron-server[88493]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 10:55:00.074167 dv-neutron-835336-1-hyperv neutron-server[88493]: [parameters: {'id': '31959191-58c7-4639-a86b-ec5f1cf18cb4'}] Mar 28 10:55:00.074167 dv-neutron-835336-1-hyperv neutron-server[88493]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:00.078006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:00.096980 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1a01d548-4822-42be-a5b8-246be8e1bcf1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233222 Mar 28 10:55:00.157792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34192) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:00.181131 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:00.202578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b9b80-6194-4ccd-8673-148605bd5bf9 None None] Network 31959191-58c7-4639-a86b-ec5f1cf18cb4 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:00.218332 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-409bae5a-d4be-40c6-ac76-628aad19c94e tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/subnets/a9d2514b-77ec-4d16-a82c-edd8e733181b HTTP/1.1" status: 204 len: 168 time: 1.4062393 Mar 28 10:55:00.220840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34196) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:00.234149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b233f7-4e88-4c93-9d7e-327ddcfc6648 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:00.237923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83c93-1cdc-45ea-8a30-4952cff26fb1 req-09302710-06b3-48b0-8244-e49de0255be7 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:00.239405 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a4f83c93-1cdc-45ea-8a30-4952cff26fb1 req-09302710-06b3-48b0-8244-e49de0255be7 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 945 time: 0.5504384 Mar 28 10:55:00.378465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.379376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.389999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.444553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=c0a42109-ca32-474e-9595-3bbf7c7a6c4c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:00.484238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:00.490356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:00.499351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:00.508307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:00.547972 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a4f83c93-1cdc-45ea-8a30-4952cff26fb1 req-9a3c178f-e638-4e24-9de4-054b9785cdaf tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832413 Mar 28 10:55:00.614180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.636707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Port': ['ID=c50270a2-489c-405f-81f7-6ceb6808fbea,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:00.646599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:00.650372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.659872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.710767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 25acc90f-65ca-4f93-adcc-8303625fdad1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=25acc90f-65ca-4f93-adcc-8303625fdad1,segment=NetworkSegment(d8a16ec5-d407-492a-ba1e-a61828aa2ecf),segment_id=d8a16ec5-d407-492a-ba1e-a61828aa2ecf)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:00.769260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.769577 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.770748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 796b83e7-8b56-4242-a081-616bee04ba23 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:00.790526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Deleting port 89f4a451-32d2-485b-97be-09eaeb5ea5a4 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:00.791235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.878249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.932781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:00.942057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Deleting port 5968185f-0faf-42af-b925-68028e0c512e {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:00.942386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.001209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:01.001579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-0b800596-8f99-422e-8350-28083d287f7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:01.017963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=25acc90f-65ca-4f93-adcc-8303625fdad1,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:01.086811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 796b83e7-8b56-4242-a081-616bee04ba23 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:01.100261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 796b83e7-8b56-4242-a081-616bee04ba23 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:01.100637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.134232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] DHCP port deletion for 369b0eee-9dc1-4f43-bc88-2f043b3d08f9 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:01.145668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] Deleting port 5968185f-0faf-42af-b925-68028e0c512e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:01.146550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.180894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d58a6d-2cd1-4454-8f33-d8cfa4a8f1eb None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:01.211308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-86d58a6d-2cd1-4454-8f33-d8cfa4a8f1eb None None] Deleting port 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:01.211308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86d58a6d-2cd1-4454-8f33-d8cfa4a8f1eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.262468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] For port 89f4a451-32d2-485b-97be-09eaeb5ea5a4, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=89f4a451-32d2-485b-97be-09eaeb5ea5a4,segment=NetworkSegment(b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4),segment_id=b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:01.263049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.450122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Calling delete_port for 89f4a451-32d2-485b-97be-09eaeb5ea5a4 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:01.535673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 19909579-dbd2-4373-90c7-e24c211191fd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:01.559725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 5e6091e4-73c0-46c6-9b5d-a7d747350c83 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:01.586461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Router 5c632d93-3595-424a-8bf4-53e0a7e24ef0 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:01.597924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.797936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.804015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-86d58a6d-2cd1-4454-8f33-d8cfa4a8f1eb None None] For port 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=530bea6e-ff3f-4ea5-a695-d75c3bfb62a6,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:01.804854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86d58a6d-2cd1-4454-8f33-d8cfa4a8f1eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.819996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] For port 5968185f-0faf-42af-b925-68028e0c512e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5968185f-0faf-42af-b925-68028e0c512e,segment=NetworkSegment(e73eeda9-ee4a-4718-bf50-1f65f1e445ed),segment_id=e73eeda9-ee4a-4718-bf50-1f65f1e445ed)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:01.820274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] For port 5968185f-0faf-42af-b925-68028e0c512e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5968185f-0faf-42af-b925-68028e0c512e,segment=NetworkSegment(e73eeda9-ee4a-4718-bf50-1f65f1e445ed),segment_id=e73eeda9-ee4a-4718-bf50-1f65f1e445ed)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:01.820580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.820698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:01.863496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Port': ['ID=89f4a451-32d2-485b-97be-09eaeb5ea5a4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:01.885404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No DVR routers for this DVR port 89f4a451-32d2-485b-97be-09eaeb5ea5a4 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:01.936451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:01.949186 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928651a3-6a67-4d66-b8c5-558379a0b360 None None] Sync routers for ids ['19909579-dbd2-4373-90c7-e24c211191fd'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:01.958489 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928651a3-6a67-4d66-b8c5-558379a0b360 None None] Routers {'19909579-dbd2-4373-90c7-e24c211191fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:01.959325 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-928651a3-6a67-4d66-b8c5-558379a0b360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['19909579-dbd2-4373-90c7-e24c211191fd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:01.970840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-86d58a6d-2cd1-4454-8f33-d8cfa4a8f1eb None None] Calling delete_port for 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:02.024252 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-928651a3-6a67-4d66-b8c5-558379a0b360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.029356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.038479 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928651a3-6a67-4d66-b8c5-558379a0b360 None None] Routers {'19909579-dbd2-4373-90c7-e24c211191fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:02.039147 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-928651a3-6a67-4d66-b8c5-558379a0b360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['19909579-dbd2-4373-90c7-e24c211191fd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.051595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:02.059129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31959191-58c7-4639-a86b-ec5f1cf18cb4']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.073561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.074262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b049ef3e-fa53-4fa2-9b06-56eb0f1bcaf4') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.074412 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Calling delete_port for 5968185f-0faf-42af-b925-68028e0c512e owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:02.089043 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-014dd196-cf3f-4863-9409-f9e27216b1eb tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/19909579-dbd2-4373-90c7-e24c211191fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3996856 Mar 28 10:55:02.090189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34202) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:02.097439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.149969 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-df2443be-5c5a-4125-a12c-8757d83e148f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "PUT /v2.0/routers/5c632d93-3595-424a-8bf4-53e0a7e24ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0355861 Mar 28 10:55:02.151369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34206) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:02.162488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 796b83e7-8b56-4242-a081-616bee04ba23, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=796b83e7-8b56-4242-a081-616bee04ba23,segment=NetworkSegment(b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d),segment_id=b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:02.169148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb69d9b8-0c6c-4772-bc11-7674fda246d7 None None] Sync routers for ids ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:02.172806 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-928651a3-6a67-4d66-b8c5-558379a0b360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.173752 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928651a3-6a67-4d66-b8c5-558379a0b360 None None] The sync data for ids ['19909579-dbd2-4373-90c7-e24c211191fd'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:02.190738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] Calling delete_port for 5968185f-0faf-42af-b925-68028e0c512e owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:02.246432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69d9b8-0c6c-4772-bc11-7674fda246d7 None None] Routers {'5c632d93-3595-424a-8bf4-53e0a7e24ef0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:02.247073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-cb69d9b8-0c6c-4772-bc11-7674fda246d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.248528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.264700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:02.265387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:02.280355 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:02.285970 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-30e95991-1fa3-463a-993e-78f61e062b81 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] delete failed (client error): The resource could not be found. Mar 28 10:55:02.286731 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-30e95991-1fa3-463a-993e-78f61e062b81 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1088920819 HTTP/1.1" status: 404 len: 335 time: 0.1342294 Mar 28 10:55:02.298797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34210) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:02.310485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4183280a-16cb-42b4-9bb5-3545cb29e890 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c632d93-3595-424a-8bf4-53e0a7e24ef0'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:02.311335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-705833cf-ea3a-44c4-9334-6151acc3aaba None None] Could not find standard attr ID for object 24a2ec20-aa5b-4de9-a276-a00227b9037c. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:55:02.313085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.313848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1141cf59-c485-4e7c-9057-9e16f982dd86 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:02.378474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31a62-7949-4f61-83d0-cbd0938105db req-a667ef28-c15b-4284-8e94-b8ee3463e4f3 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:02.378829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-cb69d9b8-0c6c-4772-bc11-7674fda246d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.379978 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41a31a62-7949-4f61-83d0-cbd0938105db req-a667ef28-c15b-4284-8e94-b8ee3463e4f3 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 945 time: 0.6966639 Mar 28 10:55:02.391045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.428997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:02.454159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69d9b8-0c6c-4772-bc11-7674fda246d7 None None] Routers {'5c632d93-3595-424a-8bf4-53e0a7e24ef0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:02.454797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-cb69d9b8-0c6c-4772-bc11-7674fda246d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.522353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-cb69d9b8-0c6c-4772-bc11-7674fda246d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:02.522759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb69d9b8-0c6c-4772-bc11-7674fda246d7 None None] The sync data for ids ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:02.524160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:02.524520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.527051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.534093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] No DVR routers for this DVR port 5968185f-0faf-42af-b925-68028e0c512e on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:02.547526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.556133 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/31959191-58c7-4639-a86b-ec5f1cf18cb4 HTTP/1.1" status: 204 len: 168 time: 5.6774290 Mar 28 10:55:02.563941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34214) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:02.567266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Port': ['ID=5968185f-0faf-42af-b925-68028e0c512e,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:02.581181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974117977'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:02.586542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:02.590273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:02.593776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:02.599637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:02.612158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f7647-c780-47bf-af2a-dc712db92dd2 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=31959191-58c7-4639-a86b-ec5f1cf18cb4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:02.627840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=796b83e7-8b56-4242-a081-616bee04ba23,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:02.666595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:02.666977 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:02.667449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86d58a6d-2cd1-4454-8f33-d8cfa4a8f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.674079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:02.677642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.722094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 1141cf59-c485-4e7c-9057-9e16f982dd86 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:02.724223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.objects.ports [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:55:02.728234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d58a6d-2cd1-4454-8f33-d8cfa4a8f1eb None None] Pushing event deleted for resources: {'Port': ['ID=530bea6e-ff3f-4ea5-a695-d75c3bfb62a6,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:02.733859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d58a6d-2cd1-4454-8f33-d8cfa4a8f1eb None None] No DVR routers for this DVR port 530bea6e-ff3f-4ea5-a695-d75c3bfb62a6 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:02.735177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1141cf59-c485-4e7c-9057-9e16f982dd86 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:02.735546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.748398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.754441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:02.767824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.768168 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 0af3590d-f897-4ec1-8588-633bab1a58b9 of type vlan for network bf9a8ffe-c85d-4028-8528-801ea050ed14 Mar 28 10:55:02.788506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.817295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.833819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:02.839279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:55:02.856474 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41a31a62-7949-4f61-83d0-cbd0938105db req-0a4b1939-d049-4ad4-9c94-2b51b4c0d406 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4567320 Mar 28 10:55:02.919799 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'code': 200} Mar 28 10:55:02.922574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.933514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:02.941297 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.017274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 1141cf59-c485-4e7c-9057-9e16f982dd86, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1141cf59-c485-4e7c-9057-9e16f982dd86,segment=NetworkSegment(b1b00734-dba5-4e5f-8118-1acfb25ee5d3),segment_id=b1b00734-dba5-4e5f-8118-1acfb25ee5d3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:03.024158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=5e6091e4-73c0-46c6-9b5d-a7d747350c83,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:03.078456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.083986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:03.084402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.085600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.133302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.183647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] Deleting port 5968185f-0faf-42af-b925-68028e0c512e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:03.184256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.209362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device edd71020-a570-43a0-8b72-eae170252971 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:03.224135 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6591897 Mar 28 10:55:03.230537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:03.234142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34220) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:03.250005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:03.253539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:03.254394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.264261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4183280a-16cb-42b4-9bb5-3545cb29e890 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.267466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: edd71020-a570-43a0-8b72-eae170252971 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:03.267599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device edd71020-a570-43a0-8b72-eae170252971 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:03.272582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=53d15bb8-e051-40ce-b9b1-bbafb63a38c1,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:03.289624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369b0eee-9dc1-4f43-bc88-2f043b3d08f9']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:03.313726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73eeda9-ee4a-4718-bf50-1f65f1e445ed') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:03.314433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73eeda9-ee4a-4718-bf50-1f65f1e445ed') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:03.315172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-05b758ee-7931-4a83-b4fc-b5786f3c1a8f None None] The port '5968185f-0faf-42af-b925-68028e0c512e' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:55:03.332801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.335078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=1141cf59-c485-4e7c-9057-9e16f982dd86,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:03.368634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.393044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:03.393518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:03.412374 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:03.440380 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e69acf4f-b7fd-4c12-864b-1102ef92fb16 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2780380 Mar 28 10:55:03.448030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed86ca-17f4-4733-b3c2-e12bef7244c2 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:03.452435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34224) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:03.463461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2730ca2d-83f2-43b1-b188-0c14a9195340 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:03.486072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 796b83e7-8b56-4242-a081-616bee04ba23 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:03.523351 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-4183280a-16cb-42b4-9bb5-3545cb29e890 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] update failed (client error): The resource could not be found. Mar 28 10:55:03.524447 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4183280a-16cb-42b4-9bb5-3545cb29e890 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "PUT /v2.0/routers/5c632d93-3595-424a-8bf4-53e0a7e24ef0 HTTP/1.1" status: 404 len: 339 time: 1.2252102 Mar 28 10:55:03.527880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34226) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:03.534023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-337379180'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:03.538880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:03.543300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:network and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:03.543542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312661b-2be6-4b3d-862d-1601a12f2c4c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=bf9a8ffe-c85d-4028-8528-801ea050ed14,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:03.547840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:03.554763 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:03.568493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network bf9a8ffe-c85d-4028-8528-801ea050ed14 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:03.596339 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.625067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.631610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Made reservation on behalf of c6f59d89308d424ca22575debc0f1a87 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:03.636225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.658693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] Pushing event deleted for resources: {'Network': ['ID=369b0eee-9dc1-4f43-bc88-2f043b3d08f9,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:03.685207 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c02d03e1-e148-4b96-8be8-fe81237f42ab tempest-NetworksIpV6Test-634532425 tempest-NetworksIpV6Test-634532425-project] 10.222.0.18 "DELETE /v2.0/networks/369b0eee-9dc1-4f43-bc88-2f043b3d08f9 HTTP/1.1" status: 204 len: 168 time: 3.4578316 Mar 28 10:55:03.692026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:03.703438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.703786 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Added segment b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20 of type vlan for network 74763284-2916-437a-9732-a2e07a655c23 Mar 28 10:55:03.755448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:03.760639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.766974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 796b83e7-8b56-4242-a081-616bee04ba23 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:03.767352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.869287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.877497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:03.880389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:03.968857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04931c8-8909-4b70-a263-5c21833deee0 req-f71b2d3c-3d17-4a08-9ae3-42d627969707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:03.970432 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a04931c8-8909-4b70-a263-5c21833deee0 req-f71b2d3c-3d17-4a08-9ae3-42d627969707 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 1099 time: 0.4889586 Mar 28 10:55:03.980950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '53d15bb8-e051-40ce-b9b1-bbafb63a38c1'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:03.981781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.052309 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5233872 Mar 28 10:55:04.057241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34238) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:04.060382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3368907-a556-4796-8c2b-bae1853179fd tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Network': ['ID=74763284-2916-437a-9732-a2e07a655c23,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:04.067625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'subnet': {'network_id': '74763284-2916-437a-9732-a2e07a655c23', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:04.084611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 74763284-2916-437a-9732-a2e07a655c23 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:04.087052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2730ca2d-83f2-43b1-b188-0c14a9195340 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.134797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 25acc90f-65ca-4f93-adcc-8303625fdad1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:04.141811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port f27249a8-5977-4f7b-bd2f-0347bbc043cc {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:04.142178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.236461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c57dcf-5a17-4a57-8025-1c1e645c0e23 req-2a08c055-daeb-46cc-8889-f2b37855f807 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:04.238126 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c8c57dcf-5a17-4a57-8025-1c1e645c0e23 req-2a08c055-daeb-46cc-8889-f2b37855f807 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.2377145 Mar 28 10:55:04.238489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34244) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:04.288045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:04.297101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Usage tracker for resource:subnet and tenant:c6f59d89308d424ca22575debc0f1a87 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:04.302204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:04.308723 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c8c57dcf-5a17-4a57-8025-1c1e645c0e23 req-7ebebb30-84e4-4903-b0e3-beb683b16d8e tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631719 Mar 28 10:55:04.313557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:04.344196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:04.346965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 25acc90f-65ca-4f93-adcc-8303625fdad1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:04.347456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.351823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2730ca2d-83f2-43b1-b188-0c14a9195340 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.355971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:04.378542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:04.394312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Made reservation on behalf of c6f59d89308d424ca22575debc0f1a87 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:04.402247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.402793 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a04931c8-8909-4b70-a263-5c21833deee0 req-650ee86b-3648-4916-b0a5-cc1afd6f7c43 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048479 Mar 28 10:55:04.403496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2730ca2d-83f2-43b1-b188-0c14a9195340 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network bf9a8ffe-c85d-4028-8528-801ea050ed14 is not hosted by any dhcp agent {{(pid=88493) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 10:55:04.408989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2730ca2d-83f2-43b1-b188-0c14a9195340 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:04.409749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2730ca2d-83f2-43b1-b188-0c14a9195340 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.411382 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2730ca2d-83f2-43b1-b188-0c14a9195340 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "PUT /v2.0/networks/bf9a8ffe-c85d-4028-8528-801ea050ed14 HTTP/1.1" status: 200 len: 723 time: 1.1738319 Mar 28 10:55:04.416330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34252) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:04.416754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:04.421271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Allocated IP 2001:db8::f816:3eff:fef5:e2a4 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/53d15bb8-e051-40ce-b9b1-bbafb63a38c1/2ea30491-d952-448c-b099-2cb0a741725b) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:04.422266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': 'bf9a8ffe-c85d-4028-8528-801ea050ed14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:04.503085 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ddd11b45-40e8-4522-96d3-c9430155132c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04d43a2545a5407686f952aefe4cc568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620029 Mar 28 10:55:04.509683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730ca2d-83f2-43b1-b188-0c14a9195340 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=bf9a8ffe-c85d-4028-8528-801ea050ed14,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:04.542981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.554130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network bf9a8ffe-c85d-4028-8528-801ea050ed14 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:04.594813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34256) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:04.621967 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:04.625542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.659407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 3d623afe-c52f-4843-91c1-a1ea207bab37 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:04.660336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:04.664205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:04.667044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:04.673350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:04.707742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for f27249a8-5977-4f7b-bd2f-0347bbc043cc owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:04.734488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-49b7c571-426e-45ff-9d6b-7a15d9b64e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.783810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:04.787253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.826109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 3d623afe-c52f-4843-91c1-a1ea207bab37 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:04.826496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.907151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-49b7c571-426e-45ff-9d6b-7a15d9b64e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.912415 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.ipam_backend_mixin [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53d15bb8-e051-40ce-b9b1-bbafb63a38c1 (CIDR: 2001:db8::/64) Mar 28 10:55:04.918053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:04.940589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Transition to ACTIVE for port object 2ea30491-d952-448c-b099-2cb0a741725b will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:04.975321 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:55:04.975904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:05.065274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.070680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d07d6f51-8f26-47f5-94e8-f97da29f9ca8 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:05.087693 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f32ee4f4-ae63-439c-997a-8a0321acf5c0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5458145 Mar 28 10:55:05.088800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.092803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34260) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:05.106706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: d07d6f51-8f26-47f5-94e8-f97da29f9ca8 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:05.106706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d07d6f51-8f26-47f5-94e8-f97da29f9ca8 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:05.107536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5968185f-0faf-42af-b925-68028e0c512e no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:05.141205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Transition to ACTIVE for port object 2ea30491-d952-448c-b099-2cb0a741725b will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:05.142510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 5968185f-0faf-42af-b925-68028e0c512e {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:05.142854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5968185f-0faf-42af-b925-68028e0c512e not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:05.147943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-49b7c571-426e-45ff-9d6b-7a15d9b64e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.202080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7c571-426e-45ff-9d6b-7a15d9b64e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3256bb17-faa3-4b3b-adfd-c58649760236,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:05.208923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Subnet': ['ID=6d78bab2-8fa4-48c8-950a-7a32973714a5,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:05.221764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.229777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-49b7c571-426e-45ff-9d6b-7a15d9b64e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.229777 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-49b7c571-426e-45ff-9d6b-7a15d9b64e01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3256bb17-faa3-4b3b-adfd-c58649760236 HTTP/1.1" status: 204 len: 168 time: 0.6312394 Mar 28 10:55:05.229777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Checking segment: {'id': 'b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74763284-2916-437a-9732-a2e07a655c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:05.229777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network hostable DHCP agents. Network: 74763284-2916-437a-9732-a2e07a655c23, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:05.268965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:05.270613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.283524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=f27249a8-5977-4f7b-bd2f-0347bbc043cc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:05.291592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:05.294429 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:05.302700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:05.313071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Pushing event updated for resources: {'Port': ['ID=2ea30491-d952-448c-b099-2cb0a741725b,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:05.343172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.343172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.343172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.343172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.343172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.343582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.343666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.343948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.344449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.345987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.346718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.347211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:05.433853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1141cf59-c485-4e7c-9057-9e16f982dd86 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:05.525509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Attempting to bind port 2ea30491-d952-448c-b099-2cb0a741725b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:05.525876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Attempting to bind port 2ea30491-d952-448c-b099-2cb0a741725b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:05.526273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Attempting to bind port 2ea30491-d952-448c-b099-2cb0a741725b on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:05.541094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:05.541487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:05.541865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.542308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:05.542792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Bound port: 2ea30491-d952-448c-b099-2cb0a741725b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:05.543163 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.681065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:05.683760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1141cf59-c485-4e7c-9057-9e16f982dd86 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:05.684135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.689188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:05.743364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:05.758952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:05.760831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.813570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network 74763284-2916-437a-9732-a2e07a655c23 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:05.829812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] For port 2ea30491-d952-448c-b099-2cb0a741725b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:05.840803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] For port 2ea30491-d952-448c-b099-2cb0a741725b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2ea30491-d952-448c-b099-2cb0a741725b,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:05.890167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=9ac82d03-c4a2-43ee-8c89-8ab1707c7b55,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:05.895903 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '0af3590d-f897-4ec1-8588-633bab1a58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf9a8ffe-c85d-4028-8528-801ea050ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:05.896563 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: bf9a8ffe-c85d-4028-8528-801ea050ed14, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:05.906602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:05.910079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.928512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.930636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 74763284-2916-437a-9732-a2e07a655c23) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:05.941692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b26fe-bf95-4961-87d8-a9e1ce4aba2b req-add6f635-7ff9-4810-b320-fd19d848b528 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:05.943240 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-099b26fe-bf95-4961-87d8-a9e1ce4aba2b req-add6f635-7ff9-4810-b320-fd19d848b528 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.2370703 Mar 28 10:55:05.944497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:05.945223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:05.986190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8188c2-d6e0-49c9-b101-c6cb743ceecd None None] Network 74763284-2916-437a-9732-a2e07a655c23 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:06.006955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network bf9a8ffe-c85d-4028-8528-801ea050ed14 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:06.020228 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, bf9a8ffe-c85d-4028-8528-801ea050ed14) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:06.025935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:06.026886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:06.040837 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437dc87-2ac5-4473-b9b3-be710ba4a4a5 None None] Network bf9a8ffe-c85d-4028-8528-801ea050ed14 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:06.056411 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-099b26fe-bf95-4961-87d8-a9e1ce4aba2b req-932c8b30-41c6-47be-84a4-22a0ed2b2ab3 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018927 Mar 28 10:55:06.076299 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8cce5dbe-7f65-4000-8d5e-cdcbd3a1bfca tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0166061 Mar 28 10:55:06.078982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34278) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:06.084178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-94d01851-327b-4b22-9a19-e7898a5cda23 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'router': {'external_gateway_info': {'network_id': '74763284-2916-437a-9732-a2e07a655c23'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:06.146576 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dd335b28-cc1f-4d90-8a50-b9dca28aad2e tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7293847 Mar 28 10:55:06.147362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34284) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:06.166462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:06.203269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a41b20-881b-4eeb-84af-4708eb4df381 None None] Pushing event updated for resources: {'Port': ['ID=2ea30491-d952-448c-b099-2cb0a741725b,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:06.254574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 19909579-dbd2-4373-90c7-e24c211191fd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:06.465262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-74763284-2916-437a-9732-a2e07a655c23', 'network_id': '74763284-2916-437a-9732-a2e07a655c23', 'tenant_id': 'c6f59d89308d424ca22575debc0f1a87', 'fixed_ips': [{'subnet_id': '6d78bab2-8fa4-48c8-950a-7a32973714a5'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:06.466139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:06.530557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-bf9a8ffe-c85d-4028-8528-801ea050ed14', 'network_id': 'bf9a8ffe-c85d-4028-8528-801ea050ed14', 'tenant_id': '0f6757e3cb9143cf90215eb2716d6574', 'fixed_ips': [{'subnet_id': '9ac82d03-c4a2-43ee-8c89-8ab1707c7b55'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:06.531623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:06.653117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:06.670969 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f47b50-33d5-489a-878a-c6f4c791c983 None None] Sync routers for ids ['19909579-dbd2-4373-90c7-e24c211191fd'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:06.678165 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a67e93ff-ceaf-4468-bb71-e3ac5f6c4c57 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/19909579-dbd2-4373-90c7-e24c211191fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5846777 Mar 28 10:55:06.680780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34296) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:06.702419 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f47b50-33d5-489a-878a-c6f4c791c983 None None] Routers {'19909579-dbd2-4373-90c7-e24c211191fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:06.703539 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e2f47b50-33d5-489a-878a-c6f4c791c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['19909579-dbd2-4373-90c7-e24c211191fd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:06.722440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-94d01851-327b-4b22-9a19-e7898a5cda23 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:06.750710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:06.764537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2846176'] for subnet, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:06.808495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Allocated IP 2001:db8:1::2 (74763284-2916-437a-9732-a2e07a655c23/6d78bab2-8fa4-48c8-950a-7a32973714a5/2b5e983f-b6c0-4f8d-af05-9f2f09f56646) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:06.814652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34300) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:06.825448 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e2f47b50-33d5-489a-878a-c6f4c791c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:06.842164 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f47b50-33d5-489a-878a-c6f4c791c983 None None] Routers {'19909579-dbd2-4373-90c7-e24c211191fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:06.843245 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e2f47b50-33d5-489a-878a-c6f4c791c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['19909579-dbd2-4373-90c7-e24c211191fd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:06.862040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=78a0d07b-b25f-4e6c-9716-d2318ca8f605,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:06.867861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d671be45-afc3-46a0-a27b-d0d3321d7ce8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:06.914070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:06.918129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:06.929867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:06.930482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:06.941006 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e2f47b50-33d5-489a-878a-c6f4c791c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:06.941583 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f47b50-33d5-489a-878a-c6f4c791c983 None None] The sync data for ids ['19909579-dbd2-4373-90c7-e24c211191fd'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:06.995189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d671be45-afc3-46a0-a27b-d0d3321d7ce8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:06.997950 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d671be45-afc3-46a0-a27b-d0d3321d7ce8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=19909579-dbd2-4373-90c7-e24c211191fd HTTP/1.1" status: 200 len: 205 time: 0.3147621 Mar 28 10:55:07.002078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34306) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:07.015537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-138620407'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:07.031311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:07.039663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:network and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:07.061673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:07.064063 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-18fb9c22-7921-4d04-9c03-9fc9a053ad67 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8142118 Mar 28 10:55:07.073462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34310) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:07.081260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:4b:cf:c2', 'name': 'tempest-NetworksTestDHCPv6-384559460'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:07.101198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:07.109715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.126149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Transition to ACTIVE for port object 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:07.156349 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Transition to ACTIVE for port object 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:07.166680 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-94d01851-327b-4b22-9a19-e7898a5cda23 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:55:07.167795 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-94d01851-327b-4b22-9a19-e7898a5cda23 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "PUT /v2.0/routers/5c632d93-3595-424a-8bf4-53e0a7e24ef0 HTTP/1.1" status: 400 len: 364 time: 1.0878005 Mar 28 10:55:07.172590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34316) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:07.217772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.298814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728513808119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3036340'] for subnet, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.302408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:07.306059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.316902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc55f-166d-4f25-964d-9ac83dc99da4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.382467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Network 74763284-2916-437a-9732-a2e07a655c23 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:07.387480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:07.393121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.403851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:07.411866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=9ac82d03-c4a2-43ee-8c89-8ab1707c7b55,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:07.413262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Pushing event updated for resources: {'Port': ['ID=2b5e983f-b6c0-4f8d-af05-9f2f09f56646,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:07.474552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Allocated IP 172.20.0.2 (bf9a8ffe-c85d-4028-8528-801ea050ed14/9ac82d03-c4a2-43ee-8c89-8ab1707c7b55/d18583a8-3b0c-4bb3-98d1-67487fc4dc9e) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:07.523028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2ea30491-d952-448c-b099-2cb0a741725b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:07.615210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Attempting to bind port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:07.615663 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Attempting to bind port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74763284-2916-437a-9732-a2e07a655c23'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:07.616148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Attempting to bind port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 on network 74763284-2916-437a-9732-a2e07a655c23 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:07.633467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:07.634056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Checking segment: {'id': 'b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74763284-2916-437a-9732-a2e07a655c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:07.634610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.635182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Bound using segment: {'id': 'b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74763284-2916-437a-9732-a2e07a655c23'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:07.635722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Bound port: 2b5e983f-b6c0-4f8d-af05-9f2f09f56646, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74763284-2916-437a-9732-a2e07a655c23'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:07.636159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.656093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:07.690261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.691076 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.691425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.691763 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.692120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.692457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.693235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.693235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.693458 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.693721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.694088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.694813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:07.700922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:security_group_rule and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:07.704432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:07.705006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.706312 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a3783f5c-979d-40d5-89e3-5e75d6c81883 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "PUT /v2.0/subnets/9ac82d03-c4a2-43ee-8c89-8ab1707c7b55 HTTP/1.1" status: 200 len: 806 time: 1.5464754 Mar 28 10:55:07.738846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9e6b59-ec52-4762-9f5b-9164d69b27a5 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:07.744083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34320) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:07.758996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc55f-166d-4f25-964d-9ac83dc99da4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.761690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:07.778259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:07.781791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc55f-166d-4f25-964d-9ac83dc99da4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.787986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17183ef3-015d-4eae-8c80-021c52cd5bab req-5d6be6b1-029f-4310-b05e-0578791b2fff tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:07.789633 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-17183ef3-015d-4eae-8c80-021c52cd5bab req-5d6be6b1-029f-4310-b05e-0578791b2fff tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.6178117 Mar 28 10:55:07.898865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:07.907485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:07.912270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:07.921535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:07.949850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.953607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc55f-166d-4f25-964d-9ac83dc99da4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.954168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-26a0e582-b3ba-4c32-bbbd-7a36a39e6591 None None] Provisioning for port 2ea30491-d952-448c-b099-2cb0a741725b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:07.954299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fcc55f-166d-4f25-964d-9ac83dc99da4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Fanout notify agent at l3_agent the message router_deleted on router 19909579-dbd2-4373-90c7-e24c211191fd {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:55:07.970782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc55f-166d-4f25-964d-9ac83dc99da4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:07.972151 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e8fcc55f-166d-4f25-964d-9ac83dc99da4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/19909579-dbd2-4373-90c7-e24c211191fd HTTP/1.1" status: 204 len: 168 time: 0.9717183 Mar 28 10:55:07.974780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34324) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:08.011975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] For port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:08.056891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:08.061953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] For port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2b5e983f-b6c0-4f8d-af05-9f2f09f56646,segment=NetworkSegment(b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20),segment_id=b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:08.071740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 2ea30491-d952-448c-b099-2cb0a741725b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:08.092613 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-17183ef3-015d-4eae-8c80-021c52cd5bab req-ba6e2d67-01f5-4ec6-944b-58b32b34d27d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942758 Mar 28 10:55:08.129136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2ea30491-d952-448c-b099-2cb0a741725b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:08.129136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.173077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.191974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.206476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.244879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.269097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.282749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a87a5b9-14c4-4471-9bdf-08891145305d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting subnet 85c0c328-4e04-4b78-aabd-c3500e6e071b {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:08.283241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.295505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a87a5b9-14c4-4471-9bdf-08891145305d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.325436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.334078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Transition to ACTIVE for port object d18583a8-3b0c-4bb3-98d1-67487fc4dc9e will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:08.394485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port f6f691f2-8287-4cbc-88ce-142b4b917004 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:55:08.403410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a94b5-d7f8-45a4-82ea-4ddc1f24d3b2 None None] Pushing event updated for resources: {'Port': ['ID=2b5e983f-b6c0-4f8d-af05-9f2f09f56646,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:08.410980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Transition to ACTIVE for port object d18583a8-3b0c-4bb3-98d1-67487fc4dc9e will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:08.436593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.439563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a87a5b9-14c4-4471-9bdf-08891145305d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.486702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.495264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 2ea30491-d952-448c-b099-2cb0a741725b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2ea30491-d952-448c-b099-2cb0a741725b,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:08.505968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:08.519699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55be9fee-d00f-44ce-a8c8-62ac1d6ab007,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:08.572769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.620283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.637353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d266b2-1367-475a-83f6-2c4c85d30322 req-85944090-0d19-4378-97c6-072e434cf075 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:08.638957 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-28d266b2-1367-475a-83f6-2c4c85d30322 req-85944090-0d19-4378-97c6-072e434cf075 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.3626711 Mar 28 10:55:08.652513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.652877 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added segment 23719a65-1e7f-429b-9a60-51fe9ea1b21a of type vlan for network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 Mar 28 10:55:08.680405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Network bf9a8ffe-c85d-4028-8528-801ea050ed14 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:08.683779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Pushing event updated for resources: {'Port': ['ID=d18583a8-3b0c-4bb3-98d1-67487fc4dc9e,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:08.688777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:08.708077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:08.716306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac82d03-c4a2-43ee-8c89-8ab1707c7b55,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:08.841855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.843405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.847646 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-28d266b2-1367-475a-83f6-2c4c85d30322 req-72167e80-9969-4543-9de2-10d3b1a176a5 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858952 Mar 28 10:55:08.851378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a87a5b9-14c4-4471-9bdf-08891145305d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:08.888703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Update dhcp port {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': '53d15bb8-e051-40ce-b9b1-bbafb63a38c1', 'ip_address': '2001:db8::f816:3eff:fef5:e2a4'}, {'subnet_id': '78a0d07b-b25f-4e6c-9716-d2318ca8f605'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': '2ea30491-d952-448c-b099-2cb0a741725b'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:55:08.896790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34330) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:08.946059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Allocated IP 2001:db8::1 (69482da4-4e6a-4311-b350-7d2b2faeadb2/e41cbf5c-8de3-405b-a1ce-d57680820dca/8c63e5e3-cad3-4fdc-a591-eef5428a6979) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:08.998262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=2ea30491-d952-448c-b099-2cb0a741725b,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:09.008653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Attempting to bind port d18583a8-3b0c-4bb3-98d1-67487fc4dc9e on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:09.009027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Attempting to bind port d18583a8-3b0c-4bb3-98d1-67487fc4dc9e by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '0af3590d-f897-4ec1-8588-633bab1a58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf9a8ffe-c85d-4028-8528-801ea050ed14'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:09.009524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Attempting to bind port d18583a8-3b0c-4bb3-98d1-67487fc4dc9e on network bf9a8ffe-c85d-4028-8528-801ea050ed14 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:09.020216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:09.020600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Checking segment: {'id': '0af3590d-f897-4ec1-8588-633bab1a58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf9a8ffe-c85d-4028-8528-801ea050ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:09.020999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.021711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Bound using segment: {'id': '0af3590d-f897-4ec1-8588-633bab1a58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf9a8ffe-c85d-4028-8528-801ea050ed14'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:09.021847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Bound port: d18583a8-3b0c-4bb3-98d1-67487fc4dc9e, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af3590d-f897-4ec1-8588-633bab1a58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf9a8ffe-c85d-4028-8528-801ea050ed14'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:09.022289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.048855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.074240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.080363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:09.080876 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.098220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9a8ffe-c85d-4028-8528-801ea050ed14']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:09.129766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af3590d-f897-4ec1-8588-633bab1a58b9') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:09.129766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af3590d-f897-4ec1-8588-633bab1a58b9') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:09.143917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8:0:1::2b6 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/78a0d07b-b25f-4e6c-9716-d2318ca8f605/f6f691f2-8287-4cbc-88ce-142b4b917004) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:09.151840 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.166296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::f816:3eff:fe4b:cfc2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/53d15bb8-e051-40ce-b9b1-bbafb63a38c1/f6f691f2-8287-4cbc-88ce-142b4b917004) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:09.185602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.206539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:09.206944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:09.222613 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:09.257474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Network': ['ID=119c9ad2-5b4b-43f5-a074-dbee1f9d3501,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:09.264658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40733f6d-8d26-4dd1-b005-7e44bc08334e tempest-TestNetworkAdvancedServerOps-192775375 tempest-TestNetworkAdvancedServerOps-192775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:09.269278 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-40733f6d-8d26-4dd1-b005-7e44bc08334e tempest-TestNetworkAdvancedServerOps-192775375 tempest-TestNetworkAdvancedServerOps-192775375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 1094 time: 0.3703454 Mar 28 10:55:09.280903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:09.282155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34334) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:09.289034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:09.294687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] For port d18583a8-3b0c-4bb3-98d1-67487fc4dc9e, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:09.300373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.300967 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e0604203-b804-4699-b022-3f367cd9f1cf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4852865 Mar 28 10:55:09.302326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:09.308467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a87a5b9-14c4-4471-9bdf-08891145305d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.309155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34338) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:09.314505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Usage tracker for resource:floatingip and tenant:ce021e23beda4285a363b2200abcc0c9 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:09.320015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:09.327050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1768267697'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:09.344464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:09.346848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Transition to ACTIVE for port object 8c63e5e3-cad3-4fdc-a591-eef5428a6979 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:09.350784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:09.362605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:network and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:09.375111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:09.384439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:09.402437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87a5b9-14c4-4471-9bdf-08891145305d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Subnet': ['ID=85c0c328-4e04-4b78-aabd-c3500e6e071b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:09.406915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a87a5b9-14c4-4471-9bdf-08891145305d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.432075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b35274-bbb3-4ceb-a486-93106276868f None None] Network ec99b23c-06e8-4d30-b4d9-fada4e9111cf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:09.454183 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4a87a5b9-14c4-4471-9bdf-08891145305d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/85c0c328-4e04-4b78-aabd-c3500e6e071b HTTP/1.1" status: 204 len: 168 time: 1.4780669 Mar 28 10:55:09.457555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34342) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:09.458244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.488790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] For port d18583a8-3b0c-4bb3-98d1-67487fc4dc9e, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d18583a8-3b0c-4bb3-98d1-67487fc4dc9e,segment=NetworkSegment(0af3590d-f897-4ec1-8588-633bab1a58b9),segment_id=0af3590d-f897-4ec1-8588-633bab1a58b9)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:09.495438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.499616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:09.503377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.585408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network 69482da4-4e6a-4311-b350-7d2b2faeadb2 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:09.595533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:09.613121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:09.624619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.625093 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added segment 0929888e-9f30-442a-be43-462d3b1f5ffb of type vlan for network b2baa738-e453-4787-9e8f-822b8f41eff7 Mar 28 10:55:09.659255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.668662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 10:55:09.668662 dv-neutron-835336-1-hyperv neutron-server[88493]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 10:55:09.668662 dv-neutron-835336-1-hyperv neutron-server[88493]: [parameters: {'id': 'bf9a8ffe-c85d-4028-8528-801ea050ed14'}] Mar 28 10:55:09.668662 dv-neutron-835336-1-hyperv neutron-server[88493]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:09.670489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:09.674886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3786b9-d974-44b1-ac2c-99c1a1517a7f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting subnet 662e06b9-5fb0-4777-8fa2-6ae4e77ff809 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:09.678653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bd3786b9-d974-44b1-ac2c-99c1a1517a7f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.700652 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2ea30491-d952-448c-b099-2cb0a741725b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:09.757373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bd3786b9-d974-44b1-ac2c-99c1a1517a7f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.762443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.831095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:09.833849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.870604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bd3786b9-d974-44b1-ac2c-99c1a1517a7f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.912784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dba9ce-2e13-4aa4-88d9-c15d886f01f7 None None] Pushing event updated for resources: {'Port': ['ID=d18583a8-3b0c-4bb3-98d1-67487fc4dc9e,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:09.934558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.940419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:09.943869 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:09.999591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48535d92-053a-4568-9f7e-6c5052ef9c2a None None] Network 74763284-2916-437a-9732-a2e07a655c23 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:10.020606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Port': ['ID=8c63e5e3-cad3-4fdc-a591-eef5428a6979,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:10.031262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.043284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bd3786b9-d974-44b1-ac2c-99c1a1517a7f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.093131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3786b9-d974-44b1-ac2c-99c1a1517a7f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Subnet': ['ID=662e06b9-5fb0-4777-8fa2-6ae4e77ff809,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:10.095446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object f6f691f2-8287-4cbc-88ce-142b4b917004 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:10.096978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bd3786b9-d974-44b1-ac2c-99c1a1517a7f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.106556 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bd3786b9-d974-44b1-ac2c-99c1a1517a7f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/662e06b9-5fb0-4777-8fa2-6ae4e77ff809 HTTP/1.1" status: 204 len: 168 time: 0.6476300 Mar 28 10:55:10.107011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34346) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:10.109961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2ea30491-d952-448c-b099-2cb0a741725b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:10.110512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.125875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Network': ['ID=b2baa738-e453-4787-9e8f-822b8f41eff7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:10.156666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.163795 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2411c73a-5abb-426e-a417-3480b9815399 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8506582 Mar 28 10:55:10.189642 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fdd922-6f56-42ce-a94a-b24b39f7779e None None] Network e5b7f134-95ef-4399-92cf-19131a5443e5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:10.197185 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34350) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:10.201979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network b2baa738-e453-4787-9e8f-822b8f41eff7 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:10.205617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'subnet': {'network_id': '119c9ad2-5b4b-43f5-a074-dbee1f9d3501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:10.205754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.245614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Deleting port d18583a8-3b0c-4bb3-98d1-67487fc4dc9e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:10.246050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.261681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-549fe424-2022-45bf-b500-a23f7f9a3b22 None None] Provisioning for port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:10.272785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.306768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 796b83e7-8b56-4242-a081-616bee04ba23 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:10.307374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.351102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.420517 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb761d-3340-4c7a-8219-6f4397cda4d1 None None] Network bf9a8ffe-c85d-4028-8528-801ea050ed14 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:10.452593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.480404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:10.487741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:subnet and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:10.491793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:10.496188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:10.530417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:10.535519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:10.546534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=f6f691f2-8287-4cbc-88ce-142b4b917004,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:10.553439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:10.560409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:10.561128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.571340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Allocated IP 172.26.2.229 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/d9eaed9c-8f48-4221-8fa5-ea352a360043) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:10.666904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:10.671009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.701353 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a861f1a3-a2b3-4ae3-ae9e-e2d0c92dc72a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6244042 Mar 28 10:55:10.708309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34354) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:10.751129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Allocated IP 2001:db8:0:1::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/78a0d07b-b25f-4e6c-9716-d2318ca8f605/2ea30491-d952-448c-b099-2cb0a741725b) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:10.771896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] For port d18583a8-3b0c-4bb3-98d1-67487fc4dc9e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d18583a8-3b0c-4bb3-98d1-67487fc4dc9e,segment=NetworkSegment(0af3590d-f897-4ec1-8588-633bab1a58b9),segment_id=0af3590d-f897-4ec1-8588-633bab1a58b9)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:10.772248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.827712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2e0c8d61-4377-41cb-bff5-4fb862125005 None None] Provisioning for port 8c63e5e3-cad3-4fdc-a591-eef5428a6979 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:10.949372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2e0c8d61-4377-41cb-bff5-4fb862125005 None None] Provisioning complete for port 8c63e5e3-cad3-4fdc-a591-eef5428a6979 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:10.949748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8d61-4377-41cb-bff5-4fb862125005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:10.972444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] DHCP port deletion for ec99b23c-06e8-4d30-b4d9-fada4e9111cf request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:11.024821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Calling delete_port for d18583a8-3b0c-4bb3-98d1-67487fc4dc9e owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:11.050477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] Deleting port 796b83e7-8b56-4242-a081-616bee04ba23 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:11.050854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.058566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a013d586-9e6b-44b7-a085-9d69a23d38f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port f6f691f2-8287-4cbc-88ce-142b4b917004 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:11.058989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a013d586-9e6b-44b7-a085-9d69a23d38f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.066466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 796b83e7-8b56-4242-a081-616bee04ba23, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=796b83e7-8b56-4242-a081-616bee04ba23,segment=NetworkSegment(b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d),segment_id=b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:11.066819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.112385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:11.202776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 796b83e7-8b56-4242-a081-616bee04ba23 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:11.241388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c8d61-4377-41cb-bff5-4fb862125005 None None] Port 8c63e5e3-cad3-4fdc-a591-eef5428a6979 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:11.297202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.332736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.384774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Port': ['ID=d18583a8-3b0c-4bb3-98d1-67487fc4dc9e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:11.387052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.429253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] For port 2ea30491-d952-448c-b099-2cb0a741725b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2ea30491-d952-448c-b099-2cb0a741725b,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:11.435373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No DVR routers for this DVR port d18583a8-3b0c-4bb3-98d1-67487fc4dc9e on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:11.437752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No DVR routers for this DVR port 796b83e7-8b56-4242-a081-616bee04ba23 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:11.491402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2ba92d-b93d-446e-8325-f73e1377b9ef None None] Network bf9a8ffe-c85d-4028-8528-801ea050ed14 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:11.510732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dd3e8a-9fa0-41a5-847a-c6f1781369c4 None None] DHCP port deletion for e5b7f134-95ef-4399-92cf-19131a5443e5 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:11.528034 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:11.573861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-16dd3e8a-9fa0-41a5-847a-c6f1781369c4 None None] Deleting port 3d623afe-c52f-4843-91c1-a1ea207bab37 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:11.574297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-16dd3e8a-9fa0-41a5-847a-c6f1781369c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.628536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:11.628678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.628780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.644718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=796b83e7-8b56-4242-a081-616bee04ba23,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:11.659639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.resource_extend [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:55:11.696767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec99b23c-06e8-4d30-b4d9-fada4e9111cf']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:11.748198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] For port 796b83e7-8b56-4242-a081-616bee04ba23, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=796b83e7-8b56-4242-a081-616bee04ba23,segment=NetworkSegment(b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d),segment_id=b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:11.748483 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.760520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.767036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:11.767315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bf9ed3-b5f7-45cf-82e2-798f2b21b86d') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:11.787662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.795055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.797107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.801845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a013d586-9e6b-44b7-a085-9d69a23d38f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.827988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.831257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9a8ffe-c85d-4028-8528-801ea050ed14']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:11.846753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:11.847383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:11.862453 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:11.864636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af3590d-f897-4ec1-8588-633bab1a58b9') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:11.864636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af3590d-f897-4ec1-8588-633bab1a58b9') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:11.867937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.937403 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.955177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] Calling delete_port for 796b83e7-8b56-4242-a081-616bee04ba23 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:11.965747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.971072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a013d586-9e6b-44b7-a085-9d69a23d38f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for f6f691f2-8287-4cbc-88ce-142b4b917004 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:11.973153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:11.973551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:11.988841 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:12.016992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.020276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.021128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.057602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.084322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.094122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Network': ['ID=ec99b23c-06e8-4d30-b4d9-fada4e9111cf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:12.162079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:12.183710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:12.184082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.187223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:12.188039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-873fef3f-d766-4c30-b32c-dcfaf12253e8 None None] Provisioning complete for port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:12.188414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-873fef3f-d766-4c30-b32c-dcfaf12253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.203937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.214129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Transition to ACTIVE for port object 2ea30491-d952-448c-b099-2cb0a741725b will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:12.216860 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-00c3ac5d-15b1-4515-8337-db79cd4b3668 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/networks/ec99b23c-06e8-4d30-b4d9-fada4e9111cf HTTP/1.1" status: 204 len: 168 time: 2.1023726 Mar 28 10:55:12.216860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34358) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:12.217837 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/bf9a8ffe-c85d-4028-8528-801ea050ed14 HTTP/1.1" status: 204 len: 168 time: 4.4708223 Mar 28 10:55:12.220746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8543528-3a3e-473e-8bfa-199e1a9ac65a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=bf9a8ffe-c85d-4028-8528-801ea050ed14,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:12.223791 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Subnet': ['ID=27b54ae4-80b3-4e68-90dd-b101abc58c42,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:12.226934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'Port': ['ID=d9eaed9c-8f48-4221-8fa5-ea352a360043,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:12.254562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34362) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:12.288492 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a45148-35c1-4744-b116-eabc6589b578 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:12.289267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a45148-35c1-4744-b116-eabc6589b578 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:12.294767 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c3a45148-35c1-4744-b116-eabc6589b578 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/bf9a8ffe-c85d-4028-8528-801ea050ed14 HTTP/1.1" status: 404 len: 339 time: 0.0353494 Mar 28 10:55:12.310694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.342374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34366) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:12.352444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-411470478', 'description': 'd1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:12.355860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:12.356442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:12.359963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:12.374993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:network and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:12.379187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:12.388773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.390658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:12.391574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.402752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Checking segment: {'id': '23719a65-1e7f-429b-9a60-51fe9ea1b21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '119c9ad2-5b4b-43f5-a074-dbee1f9d3501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:12.406126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network hostable DHCP agents. Network: 119c9ad2-5b4b-43f5-a074-dbee1f9d3501, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:12.406245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 3d623afe-c52f-4843-91c1-a1ea207bab37 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:12.406245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.473022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event updated for resources: {'Port': ['ID=8c63e5e3-cad3-4fdc-a591-eef5428a6979,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:12.491249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:12.495029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.503484 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-16dd3e8a-9fa0-41a5-847a-c6f1781369c4 None None] For port 3d623afe-c52f-4843-91c1-a1ea207bab37, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=3d623afe-c52f-4843-91c1-a1ea207bab37,segment=NetworkSegment(2e8d5e57-949c-46bc-9f45-79d2f2873896),segment_id=2e8d5e57-949c-46bc-9f45-79d2f2873896)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:12.503878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-16dd3e8a-9fa0-41a5-847a-c6f1781369c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.568765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Network 69482da4-4e6a-4311-b350-7d2b2faeadb2 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:12.574810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:12.578669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:12.642572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.643146 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment b9881e04-5efe-488c-a508-2ff463512225 of type vlan for network 89e358aa-8254-4ac3-b509-a718196fdec2 Mar 28 10:55:12.689695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:12.716484 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-16dd3e8a-9fa0-41a5-847a-c6f1781369c4 None None] Calling delete_port for 3d623afe-c52f-4843-91c1-a1ea207bab37 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:12.760183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Pushing event updated for resources: {'Port': ['ID=2ea30491-d952-448c-b099-2cb0a741725b,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:12.795745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 3d623afe-c52f-4843-91c1-a1ea207bab37, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=3d623afe-c52f-4843-91c1-a1ea207bab37,segment=NetworkSegment(2e8d5e57-949c-46bc-9f45-79d2f2873896),segment_id=2e8d5e57-949c-46bc-9f45-79d2f2873896)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:12.796215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.823015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2b5e983f-b6c0-4f8d-af05-9f2f09f56646,segment=NetworkSegment(b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20),segment_id=b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:12.842190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.842539 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.842873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.843207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.843700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.844041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.844377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.844759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.845029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.845352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.846395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.846395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29ffdc5-0de3-490b-9a45-04023bd9c842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:12.846599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 119c9ad2-5b4b-43f5-a074-dbee1f9d3501) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:12.851733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:12.852309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.862704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] Deleting port 796b83e7-8b56-4242-a081-616bee04ba23 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:12.862704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:12.991759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.004108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 3d623afe-c52f-4843-91c1-a1ea207bab37 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:13.026102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Router 5c632d93-3595-424a-8bf4-53e0a7e24ef0 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:13.041563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2f128daa-e8c4-4339-b9e9-cf9bfdf27ba7 None None] The port '796b83e7-8b56-4242-a081-616bee04ba23' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:55:13.044308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-873fef3f-d766-4c30-b32c-dcfaf12253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.071406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b8b065-3f92-4fee-9151-3ba7077733d1 None None] Network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:13.119720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.129824 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6ee58ee7-7ee8-415c-a4bc-9c3d3198791e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9286256 Mar 28 10:55:13.129824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a013d586-9e6b-44b7-a085-9d69a23d38f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.130122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:13.130122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:13.130122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34370) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:13.135567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'subnet': {'network_id': 'b2baa738-e453-4787-9e8f-822b8f41eff7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:13.219527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.245156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:13.245156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.297914 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-16dd3e8a-9fa0-41a5-847a-c6f1781369c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.313533 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2ea30491-d952-448c-b099-2cb0a741725b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:13.430713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd3e8a-9fa0-41a5-847a-c6f1781369c4 None None] No DVR routers for this DVR port 3d623afe-c52f-4843-91c1-a1ea207bab37 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:13.492141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=2b5e983f-b6c0-4f8d-af05-9f2f09f56646,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:13.503022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013d586-9e6b-44b7-a085-9d69a23d38f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=f6f691f2-8287-4cbc-88ce-142b4b917004,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:13.555562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd3e8a-9fa0-41a5-847a-c6f1781369c4 None None] Pushing event deleted for resources: {'Port': ['ID=3d623afe-c52f-4843-91c1-a1ea207bab37,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:13.557502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-873fef3f-d766-4c30-b32c-dcfaf12253e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:13.557852 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-873fef3f-d766-4c30-b32c-dcfaf12253e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:13.634881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=89e358aa-8254-4ac3-b509-a718196fdec2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:13.641141 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 3d623afe-c52f-4843-91c1-a1ea207bab37 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:13.643702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.670203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a013d586-9e6b-44b7-a085-9d69a23d38f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.693705 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 89e358aa-8254-4ac3-b509-a718196fdec2 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:13.706720 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a013d586-9e6b-44b7-a085-9d69a23d38f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/f6f691f2-8287-4cbc-88ce-142b4b917004 HTTP/1.1" status: 204 len: 168 time: 2.9385712 Mar 28 10:55:13.712578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34374) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:13.732518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:13.737796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:subnet and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:13.741006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:13.756881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:13.762590 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0a960823-536d-4c96-9a74-f428e7fb5f18 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "PUT /v2.0/routers/5c632d93-3595-424a-8bf4-53e0a7e24ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5890744 Mar 28 10:55:13.777587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34378) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:13.779280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 796b83e7-8b56-4242-a081-616bee04ba23 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:13.792194 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8ea6e52c-8f9a-453b-b32a-386365348604 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4490359 Mar 28 10:55:13.802681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:13.813130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34382) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:13.827453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee19a66-709a-462d-9310-d6176678bef0 None None] Sync routers for ids ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:13.831354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] The port '3d623afe-c52f-4843-91c1-a1ea207bab37' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:55:13.842879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-119c9ad2-5b4b-43f5-a074-dbee1f9d3501', 'network_id': '119c9ad2-5b4b-43f5-a074-dbee1f9d3501', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'fixed_ips': [{'subnet_id': '27b54ae4-80b3-4e68-90dd-b101abc58c42'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:13.844041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:13.858882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 796b83e7-8b56-4242-a081-616bee04ba23 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:13.861097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 796b83e7-8b56-4242-a081-616bee04ba23 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:13.861097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 3d623afe-c52f-4843-91c1-a1ea207bab37 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:13.941326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:13.945100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.036226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-323322e0-3a4a-479d-9e1a-9312e73335b9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.091485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.129871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 3d623afe-c52f-4843-91c1-a1ea207bab37 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:14.130245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 3d623afe-c52f-4843-91c1-a1ea207bab37 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:14.174678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee19a66-709a-462d-9310-d6176678bef0 None None] Routers {'5c632d93-3595-424a-8bf4-53e0a7e24ef0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:14.175326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2ee19a66-709a-462d-9310-d6176678bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:14.231938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4395b-f766-4fac-9f3b-96b4fa6a3602 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:14.233988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-94d4395b-f766-4fac-9f3b-96b4fa6a3602 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:14.275704 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-323322e0-3a4a-479d-9e1a-9312e73335b9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 10:55:14.277107 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-323322e0-3a4a-479d-9e1a-9312e73335b9 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/routers/5c632d93-3595-424a-8bf4-53e0a7e24ef0 HTTP/1.1" status: 409 len: 329 time: 0.4985538 Mar 28 10:55:14.280171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34386) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:14.328967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2ee19a66-709a-462d-9310-d6176678bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:14.355590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.387549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee19a66-709a-462d-9310-d6176678bef0 None None] Routers {'5c632d93-3595-424a-8bf4-53e0a7e24ef0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:14.388323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2ee19a66-709a-462d-9310-d6176678bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:14.441847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-94d4395b-f766-4fac-9f3b-96b4fa6a3602 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:14.443037 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-94d4395b-f766-4fac-9f3b-96b4fa6a3602 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7292511 Mar 28 10:55:14.448595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34390) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:14.530122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.553278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2ee19a66-709a-462d-9310-d6176678bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:14.553679 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee19a66-709a-462d-9310-d6176678bef0 None None] The sync data for ids ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:14.565271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1969c-5147-4eaa-8e54-fff183cc04b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:14.565995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fdf1969c-5147-4eaa-8e54-fff183cc04b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Synchronizing usage tracker for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:14.586112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.589239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Allocated IP 2001:db8::2 (119c9ad2-5b4b-43f5-a074-dbee1f9d3501/27b54ae4-80b3-4e68-90dd-b101abc58c42/f0a6ba24-6c99-442b-b78c-539c6b7e3056) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:14.648161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Subnet': ['ID=209b957e-7b63-40ef-97d4-7b8598335770,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:14.657009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b7f134-95ef-4399-92cf-19131a5443e5']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:14.664359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Checking segment: {'id': '0929888e-9f30-442a-be43-462d3b1f5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b2baa738-e453-4787-9e8f-822b8f41eff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:14.664661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network hostable DHCP agents. Network: b2baa738-e453-4787-9e8f-822b8f41eff7, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:14.678094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8d5e57-949c-46bc-9f45-79d2f2873896') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:14.678386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8d5e57-949c-46bc-9f45-79d2f2873896') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:14.696328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ac9f0907-e72c-4236-a156-846a6ad42c93 None None] Provisioning for port 2ea30491-d952-448c-b099-2cb0a741725b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:14.702112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.719302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fdf1969c-5147-4eaa-8e54-fff183cc04b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Unset dirty status for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:14.723211 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fdf1969c-5147-4eaa-8e54-fff183cc04b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/networks?id=89e358aa-8254-4ac3-b509-a718196fdec2 HTTP/1.1" status: 200 len: 760 time: 0.8877850 Mar 28 10:55:14.727766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34394) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:14.731507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.739663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a66eb729-e086-461a-b856-97536c4afe57 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'description': 'd2'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:14.765466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ac9f0907-e72c-4236-a156-846a6ad42c93 None None] Provisioning complete for port 2ea30491-d952-448c-b099-2cb0a741725b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:14.765834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ac9f0907-e72c-4236-a156-846a6ad42c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.766770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94d81e-8778-45b4-97bc-497a20fa0118 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:14.767520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0b94d81e-8778-45b4-97bc-497a20fa0118 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:14.770551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:14.770966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:14.797229 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:14.822827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network b2baa738-e453-4787-9e8f-822b8f41eff7 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:14.946530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0b94d81e-8778-45b4-97bc-497a20fa0118 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:14.950663 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0b94d81e-8778-45b4-97bc-497a20fa0118 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4902751 Mar 28 10:55:14.953932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34398) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:15.036630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.050515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Transition to ACTIVE for port object f0a6ba24-6c99-442b-b78c-539c6b7e3056 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:15.073555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ac9f0907-e72c-4236-a156-846a6ad42c93 None None] Provisioning complete for port 8c63e5e3-cad3-4fdc-a591-eef5428a6979 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:15.073980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ac9f0907-e72c-4236-a156-846a6ad42c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.085797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, b2baa738-e453-4787-9e8f-822b8f41eff7) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:15.105410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226af151-4a95-4f25-87cd-e60eefb4e2ac tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:15.107042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226af151-4a95-4f25-87cd-e60eefb4e2ac tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:15.110152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226af151-4a95-4f25-87cd-e60eefb4e2ac tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:15.110283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:15.110416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-226af151-4a95-4f25-87cd-e60eefb4e2ac tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:15.110562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.113137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26caebfc-14b1-4784-85a2-710f12790763 None None] Network b2baa738-e453-4787-9e8f-822b8f41eff7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:15.126135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Transition to ACTIVE for port object f0a6ba24-6c99-442b-b78c-539c6b7e3056 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:15.186647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.214214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.215985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-226af151-4a95-4f25-87cd-e60eefb4e2ac tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:15.219662 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-226af151-4a95-4f25-87cd-e60eefb4e2ac tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2626903 Mar 28 10:55:15.223376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34402) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:15.223498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.230290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.249233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Network': ['ID=e5b7f134-95ef-4399-92cf-19131a5443e5,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:15.259801 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1dd8a2ca-0c48-4d78-a1b2-ca034ac552c8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/networks/e5b7f134-95ef-4399-92cf-19131a5443e5 HTTP/1.1" status: 204 len: 168 time: 3.0408421 Mar 28 10:55:15.266762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34406) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:15.271777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f0907-e72c-4236-a156-846a6ad42c93 None None] Port 8c63e5e3-cad3-4fdc-a591-eef5428a6979 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:15.274169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'network': {'name': 'tempest-RoutersTest-1246580311'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:15.279379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a66eb729-e086-461a-b856-97536c4afe57 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.284936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.291064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:15.297500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:network and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:15.300487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:15.306734 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4c552095-7895-4525-bdc0-1f2d91e08e05 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1730027 Mar 28 10:55:15.307187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ac9f0907-e72c-4236-a156-846a6ad42c93 None None] Could not find standard attr ID for object f6f691f2-8287-4cbc-88ce-142b4b917004. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:55:15.307332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34410) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:15.308930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:15.310393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:15.315129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-719617872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:15.324168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:15.330448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:router and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:15.333282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:15.338960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:15.348801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a66eb729-e086-461a-b856-97536c4afe57 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.381812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a66eb729-e086-461a-b856-97536c4afe57 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network 89e358aa-8254-4ac3-b509-a718196fdec2 is not hosted by any dhcp agent {{(pid=88493) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 10:55:15.383742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:15.387274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66eb729-e086-461a-b856-97536c4afe57 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:15.387990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a66eb729-e086-461a-b856-97536c4afe57 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.389201 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a66eb729-e086-461a-b856-97536c4afe57 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "PUT /v2.0/networks/89e358aa-8254-4ac3-b509-a718196fdec2 HTTP/1.1" status: 200 len: 757 time: 0.6610568 Mar 28 10:55:15.393229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34414) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:15.396804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-957797de-3602-4802-80df-dd44050ec9d4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 53d15bb8-e051-40ce-b9b1-bbafb63a38c1 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:15.401892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:15.407254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:15.419931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Pushing event updated for resources: {'Port': ['ID=f0a6ba24-6c99-442b-b78c-539c6b7e3056,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:15.430515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-957797de-3602-4802-80df-dd44050ec9d4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.469276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event updated for resources: {'Port': ['ID=d9eaed9c-8f48-4221-8fa5-ea352a360043,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:15.469500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:15.472790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.506180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.507461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.526802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eb729-e086-461a-b856-97536c4afe57 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=89e358aa-8254-4ac3-b509-a718196fdec2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:15.537533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.572625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 89e358aa-8254-4ac3-b509-a718196fdec2 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:15.595553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Attempting to bind port f0a6ba24-6c99-442b-b78c-539c6b7e3056 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:15.595918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Attempting to bind port f0a6ba24-6c99-442b-b78c-539c6b7e3056 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '23719a65-1e7f-429b-9a60-51fe9ea1b21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '119c9ad2-5b4b-43f5-a074-dbee1f9d3501'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:15.596275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Attempting to bind port f0a6ba24-6c99-442b-b78c-539c6b7e3056 on network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:15.610636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.613485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-957797de-3602-4802-80df-dd44050ec9d4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.622821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:15.628328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:15.628687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Checking segment: {'id': '23719a65-1e7f-429b-9a60-51fe9ea1b21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '119c9ad2-5b4b-43f5-a074-dbee1f9d3501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:15.629085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.629648 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Bound using segment: {'id': '23719a65-1e7f-429b-9a60-51fe9ea1b21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '119c9ad2-5b4b-43f5-a074-dbee1f9d3501'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:15.629985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Bound port: f0a6ba24-6c99-442b-b78c-539c6b7e3056, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23719a65-1e7f-429b-9a60-51fe9ea1b21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '119c9ad2-5b4b-43f5-a074-dbee1f9d3501'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:15.630347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.636026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d142fe5c-2108-433a-b649-b4cbb394a954 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:15.643491 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d142fe5c-2108-433a-b649-b4cbb394a954 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/networks?id=89e358aa-8254-4ac3-b509-a718196fdec2 HTTP/1.1" status: 200 len: 760 time: 0.2431235 Mar 28 10:55:15.643491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34418) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:15.650365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115501355'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:15.657081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:15.659770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.659907 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added segment d11b25b2-dd4a-41cc-9793-bb23bf32e058 of type vlan for network fa42df7a-bde3-4a48-88c9-5b1038ccaaca Mar 28 10:55:15.675637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:15.699886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.703115 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.727686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.730819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:15.732447 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.751495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:15.755500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.784483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:15.794822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.795160 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 1d7a138c-3cc8-4fb1-946d-9ff49e518833 of type vlan for network 0dc12e53-2ec4-4b56-813d-4843e9e83c47 Mar 28 10:55:15.795963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.801675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.807498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:15.808076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.855412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.857282 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-927e897a-c230-4479-a2ee-428e4633924a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5486190 Mar 28 10:55:15.863451 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34422) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:15.869089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-b2baa738-e453-4787-9e8f-822b8f41eff7', 'network_id': 'b2baa738-e453-4787-9e8f-822b8f41eff7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'fixed_ips': [{'subnet_id': '209b957e-7b63-40ef-97d4-7b8598335770'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:15.869928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.883223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:15.945679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Network': ['ID=fa42df7a-bde3-4a48-88c9-5b1038ccaaca,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:15.957639 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5cfff10d-bf8b-472c-a62d-81c54b4c54f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6883264 Mar 28 10:55:15.960886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34426) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:15.964357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network fa42df7a-bde3-4a48-88c9-5b1038ccaaca details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:15.968305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'subnet': {'network_id': 'fa42df7a-bde3-4a48-88c9-5b1038ccaaca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:16.001295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] For port f0a6ba24-6c99-442b-b78c-539c6b7e3056, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:16.020768 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Floating IP 520ff843-9f06-4c33-bc7e-00e44ad8eddb associated. External IP: 172.26.2.229, port: 5e6091e4-73c0-46c6-9b5d-a7d747350c83. Mar 28 10:55:16.077555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:16.079324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-957797de-3602-4802-80df-dd44050ec9d4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:16.083562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:16.084146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:16.141120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:16.162241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] For port f0a6ba24-6c99-442b-b78c-539c6b7e3056, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f0a6ba24-6c99-442b-b78c-539c6b7e3056,segment=NetworkSegment(23719a65-1e7f-429b-9a60-51fe9ea1b21a),segment_id=23719a65-1e7f-429b-9a60-51fe9ea1b21a)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:16.191320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:subnet and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:16.199301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:16.211269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5657663 Mar 28 10:55:16.211703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:16.213433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34430) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:16.220457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': '0dc12e53-2ec4-4b56-813d-4843e9e83c47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:16.234218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc39089-1abb-485c-9b14-9616916c64b6 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=0dc12e53-2ec4-4b56-813d-4843e9e83c47,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:16.249360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0dc12e53-2ec4-4b56-813d-4843e9e83c47 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:16.269142 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:16.317524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:16.321080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:16.431824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:16.439601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Usage tracker for resource:subnet and tenant:0f6757e3cb9143cf90215eb2716d6574 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:16.443986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:16.455278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:16.459771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Allocated IP 2001:db8:1::2 (b2baa738-e453-4787-9e8f-822b8f41eff7/209b957e-7b63-40ef-97d4-7b8598335770/2f88ff80-bad3-4504-8e2a-8fdbb998a1e3) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:16.478321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c23d2-ca1a-4cdd-a2fd-76f6541dadec None None] Pushing event updated for resources: {'Port': ['ID=f0a6ba24-6c99-442b-b78c-539c6b7e3056,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:16.535575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:16.539536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:16.705303 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:16.717805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Transition to ACTIVE for port object 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:16.744056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Transition to ACTIVE for port object 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:16.795239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:16.813198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:16.883900 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Network b2baa738-e453-4787-9e8f-822b8f41eff7 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:16.885026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:16.887865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:16.969215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Pushing event updated for resources: {'Port': ['ID=2f88ff80-bad3-4504-8e2a-8fdbb998a1e3,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:16.980432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Subnet': ['ID=e81d1e1a-1860-49f1-b245-82d72a3a0cb8,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:16.985553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Checking segment: {'id': 'd11b25b2-dd4a-41cc-9793-bb23bf32e058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa42df7a-bde3-4a48-88c9-5b1038ccaaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:16.986034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network hostable DHCP agents. Network: fa42df7a-bde3-4a48-88c9-5b1038ccaaca, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:17.003179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Attempting to bind port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:17.003547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Attempting to bind port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '0929888e-9f30-442a-be43-462d3b1f5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b2baa738-e453-4787-9e8f-822b8f41eff7'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:17.004042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Attempting to bind port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 on network b2baa738-e453-4787-9e8f-822b8f41eff7 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:17.009403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:17.009722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Checking segment: {'id': '0929888e-9f30-442a-be43-462d3b1f5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b2baa738-e453-4787-9e8f-822b8f41eff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:17.010152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.010547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Bound using segment: {'id': '0929888e-9f30-442a-be43-462d3b1f5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b2baa738-e453-4787-9e8f-822b8f41eff7'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:17.011054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Bound port: 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0929888e-9f30-442a-be43-462d3b1f5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b2baa738-e453-4787-9e8f-822b8f41eff7'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:17.011488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.041060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.051389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-957797de-3602-4802-80df-dd44050ec9d4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.105642 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] For port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:17.109692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] For port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2f88ff80-bad3-4504-8e2a-8fdbb998a1e3,segment=NetworkSegment(0929888e-9f30-442a-be43-462d3b1f5ffb),segment_id=0929888e-9f30-442a-be43-462d3b1f5ffb)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:17.141486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957797de-3602-4802-80df-dd44050ec9d4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=53d15bb8-e051-40ce-b9b1-bbafb63a38c1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:17.144768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-957797de-3602-4802-80df-dd44050ec9d4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.154020 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18608aeb-bc96-475f-8787-8ca90f1879c3 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:17.191282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.210012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network fa42df7a-bde3-4a48-88c9-5b1038ccaaca is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:17.223760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.250962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '1d7a138c-3cc8-4fb1-946d-9ff49e518833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0dc12e53-2ec4-4b56-813d-4843e9e83c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:17.251350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: 0dc12e53-2ec4-4b56-813d-4843e9e83c47, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:17.261246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=eb19bfc9-d14e-47aa-9d30-6c390e75588c,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:17.277820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff644d6d-961b-4f5c-a4ef-c5f18b09da10 None None] Pushing event updated for resources: {'Port': ['ID=2f88ff80-bad3-4504-8e2a-8fdbb998a1e3,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:17.292798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, fa42df7a-bde3-4a48-88c9-5b1038ccaaca) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:17.307241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:17.308091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.341602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f0a6ba24-6c99-442b-b78c-539c6b7e3056 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:17.359647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network 0dc12e53-2ec4-4b56-813d-4843e9e83c47 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:17.368220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0dc12e53-2ec4-4b56-813d-4843e9e83c47) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:17.373239 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-957797de-3602-4802-80df-dd44050ec9d4 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/53d15bb8-e051-40ce-b9b1-bbafb63a38c1 HTTP/1.1" status: 204 len: 168 time: 2.1522782 Mar 28 10:55:17.386981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34434) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:17.392948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:17.396597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.413452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e26fc8-fb0c-4a4c-887a-c613ba3c4644 None None] Network fa42df7a-bde3-4a48-88c9-5b1038ccaaca requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:17.418612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Deleting port 8c63e5e3-cad3-4fdc-a591-eef5428a6979 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:17.419020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.464350 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4140ef58-6e8c-479d-a74e-8283bc378fa5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5023458 Mar 28 10:55:17.476125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34438) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:17.498856 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-323688664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:17.511665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:17.514887 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35524243-bd87-4c43-badc-42080b70803a None None] Network 0dc12e53-2ec4-4b56-813d-4843e9e83c47 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:17.516513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:router and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:17.526485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:17.537929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:17.548205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Router 4721d3f6-8232-40d2-b3ca-c1973bf73676 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:17.595703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a35d09-5caa-4654-a82e-5d6fe496954f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 78a0d07b-b25f-4e6c-9716-d2318ca8f605 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:17.600382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00a35d09-5caa-4654-a82e-5d6fe496954f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.720334 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e0864fa3-47a0-47a9-9beb-05afca53613c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5058389 Mar 28 10:55:17.721578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.722753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.727272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34442) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:17.831203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port f0a6ba24-6c99-442b-b78c-539c6b7e3056 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:17.932543 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:17.955233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00a35d09-5caa-4654-a82e-5d6fe496954f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.004189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.122712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.128708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.180704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.233367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00a35d09-5caa-4654-a82e-5d6fe496954f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.256831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Calling delete_port for 8c63e5e3-cad3-4fdc-a591-eef5428a6979 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:18.261731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-fa42df7a-bde3-4a48-88c9-5b1038ccaaca', 'network_id': 'fa42df7a-bde3-4a48-88c9-5b1038ccaaca', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'fixed_ips': [{'subnet_id': 'e81d1e1a-1860-49f1-b245-82d72a3a0cb8'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:18.263107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.273863 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c3f90-61ba-4e75-a69e-e67525cc4714 None None] Network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:18.315298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.316694 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-320e3d9a-abd7-4008-a093-cd7e15092dd8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8325634 Mar 28 10:55:18.319181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34446) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:18.329025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'port': {'network_id': 'fa42df7a-bde3-4a48-88c9-5b1038ccaaca', 'name': 'tempest-RoutersTest-2050923406'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:18.423708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.428214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00a35d09-5caa-4654-a82e-5d6fe496954f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.432103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-08cdcb22-e6b5-434b-bb77-7a3f7d2afef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.440879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d320c8bc-df29-4c84-9c90-126848019264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-0dc12e53-2ec4-4b56-813d-4843e9e83c47', 'network_id': '0dc12e53-2ec4-4b56-813d-4843e9e83c47', 'tenant_id': '0f6757e3cb9143cf90215eb2716d6574', 'fixed_ips': [{'subnet_id': 'eb19bfc9-d14e-47aa-9d30-6c390e75588c'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:18.442437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d320c8bc-df29-4c84-9c90-126848019264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.488992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=eb19bfc9-d14e-47aa-9d30-6c390e75588c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:18.567837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00a35d09-5caa-4654-a82e-5d6fe496954f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.597559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a35d09-5caa-4654-a82e-5d6fe496954f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=78a0d07b-b25f-4e6c-9716-d2318ca8f605,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:18.688745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 2001:db8::1 (119c9ad2-5b4b-43f5-a074-dbee1f9d3501/27b54ae4-80b3-4e68-90dd-b101abc58c42/aa19f368-4873-4403-a7e4-25f31c128d24) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:18.708676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:18.714100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-96cd1feb-fda4-429e-b361-938aa74b4ebb None None] Provisioning for port f0a6ba24-6c99-442b-b78c-539c6b7e3056 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:18.726580 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] Sync routers for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:18.744206 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:18.745116 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:18.753695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.857788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-96cd1feb-fda4-429e-b361-938aa74b4ebb None None] Provisioning complete for port f0a6ba24-6c99-442b-b78c-539c6b7e3056 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:18.857788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-96cd1feb-fda4-429e-b361-938aa74b4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.864848 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-00a35d09-5caa-4654-a82e-5d6fe496954f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/78a0d07b-b25f-4e6c-9716-d2318ca8f605 HTTP/1.1" status: 204 len: 168 time: 1.4735558 Mar 28 10:55:18.874619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34450) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:18.875362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.907797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc12e53-2ec4-4b56-813d-4843e9e83c47']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:18.925770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7a138c-3cc8-4fb1-946d-9ff49e518833') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:18.929117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7a138c-3cc8-4fb1-946d-9ff49e518833') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:18.951914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.974454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:18.988844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:18.989469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:19.013979 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:19.044907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:19.048066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Allocated IP 172.20.0.2 (fa42df7a-bde3-4a48-88c9-5b1038ccaaca/e81d1e1a-1860-49f1-b245-82d72a3a0cb8/02a38d8c-db1d-4d70-90e3-08d49d7fd81a) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:19.057439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f3083-3738-4026-a94b-1f611aa6a51b None None] Network b2baa738-e453-4787-9e8f-822b8f41eff7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:19.100019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:port and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:19.108498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:19.120657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:19.170106 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:55:19.209827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.210066 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c70bc254-9b3c-4fca-bdc8-ce51bb30aa84 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.9240742 Mar 28 10:55:19.248574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:55:19.263851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.275728 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7ecf85d4-e7f9-481b-9b61-08dac3d1fbe9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2913637 Mar 28 10:55:19.279903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:19.283941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.287790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34458) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:19.301839 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:19.320123 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'status': 'completed', 'code': 200} Mar 28 10:55:19.346261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=0dc12e53-2ec4-4b56-813d-4843e9e83c47,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:19.379834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:19.404873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60e80a-b42b-45b5-879e-93daec96e4c0 None None] Network 0dc12e53-2ec4-4b56-813d-4843e9e83c47 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:19.430839 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-37cf1e12-a4d6-45c1-9414-e0670129c169 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/0dc12e53-2ec4-4b56-813d-4843e9e83c47 HTTP/1.1" status: 204 len: 168 time: 1.6996491 Mar 28 10:55:19.436097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] device_id is not set on port 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:55:19.459199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34462) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:19.495687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60e80a-b42b-45b5-879e-93daec96e4c0 None None] Network 0dc12e53-2ec4-4b56-813d-4843e9e83c47 could not be found, it might have been deleted concurrently. {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 10:55:19.497569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4528d7-010c-4ece-baaf-3e2e1762106e None None] Update dhcp port {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': '78a0d07b-b25f-4e6c-9716-d2318ca8f605'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': '2ea30491-d952-448c-b099-2cb0a741725b'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:55:19.565172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.569408 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2b7f56-fa34-470c-bf56-4226d2cb7a7d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] GET failed (client error): The resource could not be found. Mar 28 10:55:19.570182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6f2b7f56-fa34-470c-bf56-4226d2cb7a7d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Synchronizing usage tracker for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:19.590488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-9abb4853-785f-4977-bdbf-3c208d99f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:19.593645 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-9abb4853-785f-4977-bdbf-3c208d99f26e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce021e23beda4285a363b2200abcc0c9&device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 1099 time: 0.2344584 Mar 28 10:55:19.628522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.634092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Port': ['ID=8c63e5e3-cad3-4fdc-a591-eef5428a6979,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:19.657446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Transition to ACTIVE for port object aa19f368-4873-4403-a7e4-25f31c128d24 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:19.681985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:19.688335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:19.692847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:19.700447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:19.716359 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '520ff843-9f06-4c33-bc7e-00e44ad8eddb', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'floating_ip_address': '172.26.2.229', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'port_id': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'mac_address': 'fa:16:3e:af:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:55:13Z', 'updated_at': '2022-03-28T10:55:13Z', 'revision_number': 0, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:45Z', 'revision_number': 5, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:19.721551 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] Checking router: 4721d3f6-8232-40d2-b3ca-c1973bf73676 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:55:19.732102 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:19.737365 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:54:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:19.779278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-a76b3607-14fb-41c3-a92c-7a55934ca273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:19.780873 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-a76b3607-14fb-41c3-a92c-7a55934ca273 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ea8a685-f547-43d0-9dbd-abd58ec50a65 HTTP/1.1" status: 200 len: 897 time: 0.1802330 Mar 28 10:55:19.795565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.812793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fd4528d7-010c-4ece-baaf-3e2e1762106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.873361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:19.877807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.931668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:19.942049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:19.961986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-96cd1feb-fda4-429e-b361-938aa74b4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:19.974865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:19.990279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6f2b7f56-fa34-470c-bf56-4226d2cb7a7d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Unset dirty status for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:19.996006 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6f2b7f56-fa34-470c-bf56-4226d2cb7a7d tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/subnets/eb19bfc9-d14e-47aa-9d30-6c390e75588c HTTP/1.1" status: 404 len: 337 time: 0.5255523 Mar 28 10:55:20.014673 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:55:20.106711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34466) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:20.140518 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-f578507f-d5ba-4e49-92e6-8f8def0ca26f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:20.141108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f578507f-d5ba-4e49-92e6-8f8def0ca26f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:20.174834 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f578507f-d5ba-4e49-92e6-8f8def0ca26f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/0dc12e53-2ec4-4b56-813d-4843e9e83c47 HTTP/1.1" status: 404 len: 339 time: 0.0623093 Mar 28 10:55:20.186541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34470) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:20.197466 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-fe67caa2-ca86-4403-93a6-676fa835a74c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83 HTTP/1.1" status: 200 len: 1000 time: 0.4066017 Mar 28 10:55:20.326653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-96cd1feb-fda4-429e-b361-938aa74b4ebb None None] For port f0a6ba24-6c99-442b-b78c-539c6b7e3056, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f0a6ba24-6c99-442b-b78c-539c6b7e3056,segment=NetworkSegment(23719a65-1e7f-429b-9a60-51fe9ea1b21a),segment_id=23719a65-1e7f-429b-9a60-51fe9ea1b21a)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:20.344899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:20.365813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Transition to ACTIVE for port object 02a38d8c-db1d-4d70-90e3-08d49d7fd81a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:20.374868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58afbe-df6e-4f9b-a9b6-07ab7571f669 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:20.375747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7c58afbe-df6e-4f9b-a9b6-07ab7571f669 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Synchronizing usage tracker for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:20.411085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-96cd1feb-fda4-429e-b361-938aa74b4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:20.467310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7c58afbe-df6e-4f9b-a9b6-07ab7571f669 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Unset dirty status for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:20.470511 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7c58afbe-df6e-4f9b-a9b6-07ab7571f669 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2826421 Mar 28 10:55:20.477248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34474) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:20.498516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Transition to ACTIVE for port object 02a38d8c-db1d-4d70-90e3-08d49d7fd81a will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:20.507802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:20.509617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:20.519958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a016ab0-e9fe-46ca-9399-d7d1de284eb4 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:20.573770 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-443be431-722c-45f3-9deb-42e955e1788b req-14fa8d6a-8520-4543-b284-fb2e18621353 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7111931 Mar 28 10:55:20.580117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fcb41979-b6bf-4c6a-a01a-3c12abf55aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:20.585530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-070ee314-f4a4-417e-8b77-ddb5ed3d3a6f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Synchronizing usage tracker for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:20.589763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:20.593410 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '520ff843-9f06-4c33-bc7e-00e44ad8eddb', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'floating_ip_address': '172.26.2.229', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'port_id': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'mac_address': 'fa:16:3e:af:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:55:13Z', 'updated_at': '2022-03-28T10:55:13Z', 'revision_number': 0, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:45Z', 'revision_number': 5, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:20.597857 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964a1c5-7e97-48d1-a769-c3b7b68d1bdc None None] The sync data for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv is: [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '520ff843-9f06-4c33-bc7e-00e44ad8eddb', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'floating_ip_address': '172.26.2.229', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'port_id': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'mac_address': 'fa:16:3e:af:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:55:13Z', 'updated_at': '2022-03-28T10:55:13Z', 'revision_number': 0, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:45Z', 'revision_number': 5, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:20.617600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:20.664536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd1feb-fda4-429e-b361-938aa74b4ebb None None] Pushing event updated for resources: {'Port': ['ID=f0a6ba24-6c99-442b-b78c-539c6b7e3056,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:20.675651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0ce82-0e5d-41c4-ba2f-266ae046cfa1 req-cdbcb5de-2bb8-4f0c-bf85-55416ab1a34c tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:20.685153 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-16d0ce82-0e5d-41c4-ba2f-266ae046cfa1 req-cdbcb5de-2bb8-4f0c-bf85-55416ab1a34c tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 1.3031156 Mar 28 10:55:20.704229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-252addd4-7d5c-4365-affe-694764a6945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:20.707087 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-252addd4-7d5c-4365-affe-694764a6945a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb931aa5-8b10-4083-b2fa-a082a230bc10 HTTP/1.1" status: 200 len: 834 time: 0.3253918 Mar 28 10:55:20.798285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Network fa42df7a-bde3-4a48-88c9-5b1038ccaaca is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:20.824603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:20.834966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:20.841131 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:20.844246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Provisioning complete for port 2ea30491-d952-448c-b099-2cb0a741725b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:20.844712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:20.853474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-070ee314-f4a4-417e-8b77-ddb5ed3d3a6f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Unset dirty status for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:20.854666 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-070ee314-f4a4-417e-8b77-ddb5ed3d3a6f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 207 time: 0.3700206 Mar 28 10:55:20.859761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34478) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:21.005459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Pushing event updated for resources: {'Port': ['ID=02a38d8c-db1d-4d70-90e3-08d49d7fd81a,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:21.045625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab2a1f-cf95-4906-90f2-e7780d685a2a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:21.051981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab2a1f-cf95-4906-90f2-e7780d685a2a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:21.058459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab2a1f-cf95-4906-90f2-e7780d685a2a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:21.065590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab2a1f-cf95-4906-90f2-e7780d685a2a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:21.067410 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c0ab2a1f-cf95-4906-90f2-e7780d685a2a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2046537 Mar 28 10:55:21.076742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34482) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:21.088098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Attempting to bind port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:21.088624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Attempting to bind port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'd11b25b2-dd4a-41cc-9793-bb23bf32e058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa42df7a-bde3-4a48-88c9-5b1038ccaaca'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:21.089106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Attempting to bind port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a on network fa42df7a-bde3-4a48-88c9-5b1038ccaaca {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:21.101361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:21.101874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Checking segment: {'id': 'd11b25b2-dd4a-41cc-9793-bb23bf32e058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa42df7a-bde3-4a48-88c9-5b1038ccaaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:21.102396 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:21.102893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Bound using segment: {'id': 'd11b25b2-dd4a-41cc-9793-bb23bf32e058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa42df7a-bde3-4a48-88c9-5b1038ccaaca'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:21.103458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Bound port: 02a38d8c-db1d-4d70-90e3-08d49d7fd81a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11b25b2-dd4a-41cc-9793-bb23bf32e058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa42df7a-bde3-4a48-88c9-5b1038ccaaca'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:21.103949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:21.157029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=aa19f368-4873-4403-a7e4-25f31c128d24,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:21.219202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.20.0.10 (fa42df7a-bde3-4a48-88c9-5b1038ccaaca/e81d1e1a-1860-49f1-b245-82d72a3a0cb8/5b70ddfb-966d-4a2b-b388-e07b0afc6b24) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:21.263180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be431-722c-45f3-9deb-42e955e1788b req-de4b84fe-1c2c-485b-89ad-addd7654c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:21.264370 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-443be431-722c-45f3-9deb-42e955e1788b req-de4b84fe-1c2c-485b-89ad-addd7654c446 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1098 time: 0.4798815 Mar 28 10:55:21.286825 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] For port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:21.292240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] For port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=02a38d8c-db1d-4d70-90e3-08d49d7fd81a,segment=NetworkSegment(d11b25b2-dd4a-41cc-9793-bb23bf32e058),segment_id=d11b25b2-dd4a-41cc-9793-bb23bf32e058)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:21.295603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b785e72a-3262-47f3-b838-852ee49f9e7b None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:21.300196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b785e72a-3262-47f3-b838-852ee49f9e7b None None] Deleting port 2ea30491-d952-448c-b099-2cb0a741725b {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:21.300664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b785e72a-3262-47f3-b838-852ee49f9e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:21.333829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f0a6ba24-6c99-442b-b78c-539c6b7e3056 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:21.372351 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a7a6e897-8266-4e5f-a209-330ce4d0445f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2920640 Mar 28 10:55:21.374865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-c9b799ec-857f-4a41-84ee-33942069386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:21.376248 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-c9b799ec-857f-4a41-84ee-33942069386e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ea8a685-f547-43d0-9dbd-abd58ec50a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6605844 Mar 28 10:55:21.389601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34486) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:21.390179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:21.393727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Provisioning for port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:21.464300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Provisioning complete for port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:21.465013 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:21.547642 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-16d0ce82-0e5d-41c4-ba2f-266ae046cfa1 req-8e20689f-c6ea-43bb-81f7-cb826aa8cdfb tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7097995 Mar 28 10:55:21.581610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34490) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:21.678891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7582b-c5f0-4a51-8f4a-46a2d498e534 None None] New status for floating IP 520ff843-9f06-4c33-bc7e-00e44ad8eddb: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:55:21.702319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Router 5c632d93-3595-424a-8bf4-53e0a7e24ef0 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:21.767989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:21.768986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:21.786057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3498cc01-bc61-4960-9514-a85931cd4b4a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:21.787581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3498cc01-bc61-4960-9514-a85931cd4b4a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:21.789213 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3498cc01-bc61-4960-9514-a85931cd4b4a tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3985968 Mar 28 10:55:21.797810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04081c39-05fe-47fb-a6c4-6656ac59a430 None None] Pushing event updated for resources: {'Port': ['ID=02a38d8c-db1d-4d70-90e3-08d49d7fd81a,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:21.805003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34494) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:21.879535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f0a6ba24-6c99-442b-b78c-539c6b7e3056 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:21.880173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:21.907832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be431-722c-45f3-9deb-42e955e1788b req-4671f0fc-dcc9-404b-831d-c9fd45b81863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:21.909367 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-443be431-722c-45f3-9deb-42e955e1788b req-4671f0fc-dcc9-404b-831d-c9fd45b81863 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 912 time: 0.6133547 Mar 28 10:55:21.938926 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-1aea2ccd-bb63-49dd-a88d-322a87ab8e09 service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464864 Mar 28 10:55:21.991672 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e7373b84-66c6-4f15-a8cb-dae642b451fa tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/floatingips/520ff843-9f06-4c33-bc7e-00e44ad8eddb HTTP/1.1" status: 200 len: 992 time: 0.4060471 Mar 28 10:55:22.058539 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-443be431-722c-45f3-9deb-42e955e1788b req-0616ed1c-8903-4325-a064-9f3836665412 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 1001 time: 0.1162405 Mar 28 10:55:22.130558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:22.147499 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6806f36f-3316-4400-b17d-c6a63b8e3035 None None] Sync routers for ids ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:22.148218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6ebca-6607-4f12-b673-3bea74bacceb tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:22.149706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6ebca-6607-4f12-b673-3bea74bacceb tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['shared'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:22.156256 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-41b6ebca-6607-4f12-b673-3bea74bacceb tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3425889 Mar 28 10:55:22.156462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b785e72a-3262-47f3-b838-852ee49f9e7b None None] For port 2ea30491-d952-448c-b099-2cb0a741725b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2ea30491-d952-448c-b099-2cb0a741725b,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:22.156462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b785e72a-3262-47f3-b838-852ee49f9e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.159129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34498) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:22.164715 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806f36f-3316-4400-b17d-c6a63b8e3035 None None] Routers {'5c632d93-3595-424a-8bf4-53e0a7e24ef0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:22.165324 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6806f36f-3316-4400-b17d-c6a63b8e3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:22.277262 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6806f36f-3316-4400-b17d-c6a63b8e3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:22.289290 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806f36f-3316-4400-b17d-c6a63b8e3035 None None] Routers {'5c632d93-3595-424a-8bf4-53e0a7e24ef0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:22.290204 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6806f36f-3316-4400-b17d-c6a63b8e3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:22.386203 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6806f36f-3316-4400-b17d-c6a63b8e3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:22.386859 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6806f36f-3316-4400-b17d-c6a63b8e3035 None None] The sync data for ids ['5c632d93-3595-424a-8bf4-53e0a7e24ef0'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:22.429749 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cde25f73-3882-48b2-acb2-652989b4a52f tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "PUT /v2.0/routers/5c632d93-3595-424a-8bf4-53e0a7e24ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1482539 Mar 28 10:55:22.432671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:55:22.440762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34502) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:22.442349 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b785e72a-3262-47f3-b838-852ee49f9e7b None None] Calling delete_port for 2ea30491-d952-448c-b099-2cb0a741725b owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:22.471982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.475952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.520476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.525429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b37b48-673d-4ace-8e0f-da00dd7fce7b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:22.530996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-45b37b48-673d-4ace-8e0f-da00dd7fce7b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Synchronizing usage tracker for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:22.541439 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-9f3e2516-963f-408d-bd8a-4372dd57dab1 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] show failed (client error): The resource could not be found. Mar 28 10:55:22.542553 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9f3e2516-963f-408d-bd8a-4372dd57dab1 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1285978710 HTTP/1.1" status: 404 len: 335 time: 0.0970416 Mar 28 10:55:22.544676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be431-722c-45f3-9deb-42e955e1788b req-588b513b-8b7b-4f9a-bb0d-43f25e4b7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:22.546070 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-443be431-722c-45f3-9deb-42e955e1788b req-588b513b-8b7b-4f9a-bb0d-43f25e4b7d82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.4610538 Mar 28 10:55:22.551534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34506) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:22.555568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.560758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.569065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-104eaed3-75ce-4544-8f5d-d36b0cca6c92 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:22.607525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Transition to ACTIVE for port object 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:22.646082 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8450d0aa-2b2e-42b7-b9e3-a5614a0d0ef6 req-69c7551f-ded5-429a-bd35-451cbebd1512 service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857155 Mar 28 10:55:22.681174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be431-722c-45f3-9deb-42e955e1788b req-0f1a45eb-f4b7-46c6-96a9-460d6738592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:22.682861 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-443be431-722c-45f3-9deb-42e955e1788b req-0f1a45eb-f4b7-46c6-96a9-460d6738592b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1279416 Mar 28 10:55:22.717557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] For port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2f88ff80-bad3-4504-8e2a-8fdbb998a1e3,segment=NetworkSegment(0929888e-9f30-442a-be43-462d3b1f5ffb),segment_id=0929888e-9f30-442a-be43-462d3b1f5ffb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:22.719132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2ea30491-d952-448c-b099-2cb0a741725b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:22.729148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.738160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-45b37b48-673d-4ace-8e0f-da00dd7fce7b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Unset dirty status for tenant:0f6757e3cb9143cf90215eb2716d6574 on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:22.746101 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-45b37b48-673d-4ace-8e0f-da00dd7fce7b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/networks/2cec174b-f3ed-4719-be43-b2e1a33d01fa HTTP/1.1" status: 200 len: 799 time: 0.5881994 Mar 28 10:55:22.777861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34510) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:22.796481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b785e72a-3262-47f3-b838-852ee49f9e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.798420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.840011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.857756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No active binding found for port 2ea30491-d952-448c-b099-2cb0a741725b {{(pid=88495) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 10:55:22.858321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2ea30491-d952-448c-b099-2cb0a741725b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:22.861620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b785e72a-3262-47f3-b838-852ee49f9e7b None None] No DVR routers for this DVR port 2ea30491-d952-448c-b099-2cb0a741725b on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:22.863089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785e72a-3262-47f3-b838-852ee49f9e7b None None] Pushing event deleted for resources: {'Port': ['ID=2ea30491-d952-448c-b099-2cb0a741725b,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:22.924343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:22.925777 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-104eaed3-75ce-4544-8f5d-d36b0cca6c92 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] update failed (client error): The resource could not be found. Mar 28 10:55:22.936222 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-104eaed3-75ce-4544-8f5d-d36b0cca6c92 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1168530987 HTTP/1.1" status: 404 len: 335 time: 0.3741136 Mar 28 10:55:22.936466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network fa42df7a-bde3-4a48-88c9-5b1038ccaaca is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:22.937218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Provisioning complete for port f0a6ba24-6c99-442b-b78c-539c6b7e3056 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:22.937218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.943706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=8195dff7-1d08-410a-a1da-4a2b0a7c563c,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:22.946179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:22.947529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34514) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:22.957129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:22.957725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:22.989869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:22.992445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:23.000588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4881426-b4a9-4f62-93db-b8574c124aed None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:23.025742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34518) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:23.052300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1525b9-7fde-4db5-b668-260cdb93d55b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Deleting subnet 6d78bab2-8fa4-48c8-950a-7a32973714a5 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:23.059250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a1525b9-7fde-4db5-b668-260cdb93d55b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:23.105742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257b2a2-2994-4813-96a7-56802d7419b8 None None] Network fa42df7a-bde3-4a48-88c9-5b1038ccaaca requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:23.132538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:23.147335 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0b18c25b-622d-4d67-b99d-95b012e14326 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8584728 Mar 28 10:55:23.155961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34522) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:23.162095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=5b70ddfb-966d-4a2b-b388-e07b0afc6b24,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:23.174785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=aa19f368-4873-4403-a7e4-25f31c128d24,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:23.186197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:23.196589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ac911-524f-4a7c-aefa-2d71336313a1 None None] Pushing event updated for resources: {'Port': ['ID=2f88ff80-bad3-4504-8e2a-8fdbb998a1e3,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:23.199978 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a1525b9-7fde-4db5-b668-260cdb93d55b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:23.261218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:23.265107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:23.281000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:23.285724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:23.383771 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-443be431-722c-45f3-9deb-42e955e1788b req-3ce30645-8b62-415f-93c5-126db35ccefb service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6905715 Mar 28 10:55:23.397589 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-35a849e8-94ae-4c11-a078-2f5e13409eec tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/floatingips/520ff843-9f06-4c33-bc7e-00e44ad8eddb HTTP/1.1" status: 200 len: 994 time: 0.3648121 Mar 28 10:55:23.438655 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ba2c987a-9dab-4597-8767-f3f14b55a7dd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/networks/2cec174b-f3ed-4719-be43-b2e1a33d01fa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.6581504 Mar 28 10:55:23.448834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34526) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:23.471242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 02a38d8c-db1d-4d70-90e3-08d49d7fd81a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:23.537160 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c0bc8bf7-ab7a-4dad-acd9-fe78d27a04a3 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.2168908 Mar 28 10:55:23.544251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34530) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:23.577397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': '8195dff7-1d08-410a-a1da-4a2b0a7c563c'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:23.578377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:23.652049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:23.663876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:23.668049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:23.682633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:23.688880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f058f-359b-4d75-8ce2-15cf5467aa53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:23.693678 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-df0f058f-359b-4d75-8ce2-15cf5467aa53 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/subnets/98121419-9b3c-44ea-bb9d-3be686101ded HTTP/1.1" status: 200 len: 811 time: 0.2369063 Mar 28 10:55:23.695726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34534) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:23.700697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Provisioning for port aa19f368-4873-4403-a7e4-25f31c128d24 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:23.717807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Provisioning complete for port aa19f368-4873-4403-a7e4-25f31c128d24 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:23.720599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:23.774228 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-443be431-722c-45f3-9deb-42e955e1788b req-71fba1bf-7aea-49ed-a649-adad00ce32d0 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753963 Mar 28 10:55:23.804412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb61dd-da19-41d2-9ae4-f2a9b8044868 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['shared'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:23.804636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:23.809168 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1ceb61dd-da19-41d2-9ae4-f2a9b8044868 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "GET /v2.0/subnets/98121419-9b3c-44ea-bb9d-3be686101ded?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1073279 Mar 28 10:55:23.809439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34538) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:23.812691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a1525b9-7fde-4db5-b668-260cdb93d55b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:23.816373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-663430252'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:23.822159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:23.833696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Port aa19f368-4873-4403-a7e4-25f31c128d24 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:23.835852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:23.853344 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/8195dff7-1d08-410a-a1da-4a2b0a7c563c/e5f0e243-186d-40cc-9cf4-6196cc9f6c44) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:23.858245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:23.861629 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 48c2d800-fff2-4e4c-a7bf-d66788bd5506 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:55:23.864100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:23.866588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Provisioning complete for port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:23.867069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:23.921385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:23.925101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.027652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:24.048136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.052687 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Added segment 445634c4-734b-446f-956e-5dceec52c808 of type vlan for network 776c7460-4007-4e9e-b3dc-51694b3a2903 Mar 28 10:55:24.075609 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.ipam_backend_mixin [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8195dff7-1d08-410a-a1da-4a2b0a7c563c (CIDR: 2001:db8::/64) Mar 28 10:55:24.092442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.119433 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:55:24.119907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:24.183775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.191392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:24.192169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.232017 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1a32e24a-474b-43f1-9db7-08b370f27d3e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0671546 Mar 28 10:55:24.248386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34542) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:24.262145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.268848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:24.277464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Transition to ACTIVE for port object e5f0e243-186d-40cc-9cf4-6196cc9f6c44 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:24.298187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Transition to ACTIVE for port object e5f0e243-186d-40cc-9cf4-6196cc9f6c44 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:24.338118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Provisioning for port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:24.346185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Provisioning complete for port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:24.346756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.382435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.467679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:24.484433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:24.484637 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6bc460a7-28bd-4daf-a0f2-62a19cf90894 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/48c2d800-fff2-4e4c-a7bf-d66788bd5506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6107645 Mar 28 10:55:24.484637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34546) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:24.490410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150fd846-55ac-45dd-9a00-a6838fef0309 None None] Sync routers for ids ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:24.495039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Pushing event updated for resources: {'Port': ['ID=e5f0e243-186d-40cc-9cf4-6196cc9f6c44,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:24.498018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:24.502121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:24.551612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a1525b9-7fde-4db5-b668-260cdb93d55b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.577848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fd846-55ac-45dd-9a00-a6838fef0309 None None] Routers {'48c2d800-fff2-4e4c-a7bf-d66788bd5506'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:24.578528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-150fd846-55ac-45dd-9a00-a6838fef0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:24.593650 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7829554 Mar 28 10:55:24.609933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34550) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:24.622703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'network_id': '776c7460-4007-4e9e-b3dc-51694b3a2903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:24.625130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1525b9-7fde-4db5-b668-260cdb93d55b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Subnet': ['ID=6d78bab2-8fa4-48c8-950a-7a32973714a5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:24.634274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a1525b9-7fde-4db5-b668-260cdb93d55b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.636202 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0a1525b9-7fde-4db5-b668-260cdb93d55b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/subnets/6d78bab2-8fa4-48c8-950a-7a32973714a5 HTTP/1.1" status: 204 len: 168 time: 1.6811707 Mar 28 10:55:24.637656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b7887-135a-4a88-9627-cd3700f83157 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Network': ['ID=776c7460-4007-4e9e-b3dc-51694b3a2903,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:24.642508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34554) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:24.687741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21f5e0-206b-485b-bb1e-c18bda34e50c None None] Network 74763284-2916-437a-9732-a2e07a655c23 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:24.701210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 776c7460-4007-4e9e-b3dc-51694b3a2903 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:24.701408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2cbfa6-cd54-4236-9b1f-583448bafa4b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:24.702008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a2cbfa6-cd54-4236-9b1f-583448bafa4b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:24.757465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:24.764705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:24.768250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:24.771190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:24.776998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:24.780022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-150fd846-55ac-45dd-9a00-a6838fef0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:24.787678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:24.846995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.852020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:24.855722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.863034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.891116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Made reservation on behalf of 0f6757e3cb9143cf90215eb2716d6574 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:24.895209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.899943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Attempting to bind port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:24.900306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Attempting to bind port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:24.900657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Attempting to bind port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:24.911335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a2cbfa6-cd54-4236-9b1f-583448bafa4b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:24.915163 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6a2cbfa6-cd54-4236-9b1f-583448bafa4b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports/aa19f368-4873-4403-a7e4-25f31c128d24 HTTP/1.1" status: 200 len: 911 time: 0.4269190 Mar 28 10:55:24.916415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34558) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:24.926091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Deleting port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:24.926434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.935784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:24.938487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:24.938487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.938487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:24.938487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Bound port: e5f0e243-186d-40cc-9cf4-6196cc9f6c44, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:24.938487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:24.951628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fd846-55ac-45dd-9a00-a6838fef0309 None None] Routers {'48c2d800-fff2-4e4c-a7bf-d66788bd5506'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:24.952257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-150fd846-55ac-45dd-9a00-a6838fef0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:24.998860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.093697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-150fd846-55ac-45dd-9a00-a6838fef0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:25.094122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150fd846-55ac-45dd-9a00-a6838fef0309 None None] The sync data for ids ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:25.170224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] For port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=02a38d8c-db1d-4d70-90e3-08d49d7fd81a,segment=NetworkSegment(d11b25b2-dd4a-41cc-9793-bb23bf32e058),segment_id=d11b25b2-dd4a-41cc-9793-bb23bf32e058)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:25.201067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] For port e5f0e243-186d-40cc-9cf4-6196cc9f6c44, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:25.203162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.ipam_backend_mixin [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Performing IP validity checks on allocation pools {{(pid=88493) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 10:55:25.203747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.ipam_backend_mixin [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88493) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 10:55:25.210798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] For port e5f0e243-186d-40cc-9cf4-6196cc9f6c44, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e5f0e243-186d-40cc-9cf4-6196cc9f6c44,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:25.245583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.247965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:25.325823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.344302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] DHCP port deletion for 74763284-2916-437a-9732-a2e07a655c23 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:25.375773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] Deleting port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:25.376134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.398870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] For port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2b5e983f-b6c0-4f8d-af05-9f2f09f56646,segment=NetworkSegment(b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20),segment_id=b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:25.399233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.453051 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b237535-1e54-448b-b85e-511c4df5ec73 None None] Pushing event updated for resources: {'Port': ['ID=02a38d8c-db1d-4d70-90e3-08d49d7fd81a,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:25.542361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Calling delete_port for 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:25.655315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.662207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] For port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2b5e983f-b6c0-4f8d-af05-9f2f09f56646,segment=NetworkSegment(b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20),segment_id=b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:25.662817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.725840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.861670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b202dca-0c4b-4bad-9fe0-9969ab509c39 None None] Provisioning complete for port aa19f368-4873-4403-a7e4-25f31c128d24 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:25.861670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b202dca-0c4b-4bad-9fe0-9969ab509c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.879597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.904744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] Calling delete_port for 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:25.962729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:25.962729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:25.996380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.039208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76d130-5710-4513-8f31-32da9e09e538 None None] Pushing event updated for resources: {'Port': ['ID=e5f0e243-186d-40cc-9cf4-6196cc9f6c44,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:26.090555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] No DVR routers for this DVR port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:26.115994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1b202dca-0c4b-4bad-9fe0-9969ab509c39 None None] Port aa19f368-4873-4403-a7e4-25f31c128d24 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:26.154159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=5b70ddfb-966d-4a2b-b388-e07b0afc6b24,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:26.177851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:26.177851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:26.228517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=7a168836-0296-4a70-9442-6d58899f8e71,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:26.244461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Port': ['ID=2b5e983f-b6c0-4f8d-af05-9f2f09f56646,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:26.256620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Checking segment: {'id': '445634c4-734b-446f-956e-5dceec52c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '776c7460-4007-4e9e-b3dc-51694b3a2903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:26.256987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network hostable DHCP agents. Network: 776c7460-4007-4e9e-b3dc-51694b3a2903, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:26.264681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b202dca-0c4b-4bad-9fe0-9969ab509c39 None None] Provisioning for port 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:26.271617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b202dca-0c4b-4bad-9fe0-9969ab509c39 None None] Provisioning complete for port 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:26.272293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b202dca-0c4b-4bad-9fe0-9969ab509c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.275287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.335942 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1b202dca-0c4b-4bad-9fe0-9969ab509c39 None None] Port 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:26.348970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b202dca-0c4b-4bad-9fe0-9969ab509c39 None None] Provisioning complete for port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:26.349339 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b202dca-0c4b-4bad-9fe0-9969ab509c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.353197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.430200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74763284-2916-437a-9732-a2e07a655c23']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:26.447895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:26.448190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e85f2a-090e-42b9-84e9-3c1d0e3aeb20') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:26.465095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.476317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Network 776c7460-4007-4e9e-b3dc-51694b3a2903 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:26.521393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:55:26.522406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.537137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:26.537566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:26.552983 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:26.609128 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4e2ee5c8-3ce3-4e8c-ac8f-610ce35cf0b3 None None] Provisioning complete for port 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:26.609508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee5c8-3ce3-4e8c-ac8f-610ce35cf0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.611780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 776c7460-4007-4e9e-b3dc-51694b3a2903) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:26.624787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:26.625368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.652148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.667737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58374bed-b626-47d7-b7c7-baf80ff68f49 None None] Network 776c7460-4007-4e9e-b3dc-51694b3a2903 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:26.684910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] Deleting port 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:26.685562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.776475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5801e1e8-9203-4fe6-a907-a43684ccdc8c None None] The port '2b5e983f-b6c0-4f8d-af05-9f2f09f56646' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:55:26.782847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.811393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.830615 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/networks/74763284-2916-437a-9732-a2e07a655c23 HTTP/1.1" status: 204 len: 168 time: 2.1847913 Mar 28 10:55:26.832106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34564) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:26.845224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ee5c8-3ce3-4e8c-ac8f-610ce35cf0b3 None None] Port 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:26.880894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82679ba9-97eb-4e37-b179-9f201c8a9bd3 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Network': ['ID=74763284-2916-437a-9732-a2e07a655c23,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:26.898955 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7683347b-f606-4334-b2d6-f5644a4cce65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2879593 Mar 28 10:55:26.904304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34568) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:26.911411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9593e71e-698b-49bd-8df4-90529746f988 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:26.985976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:26.992545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.016636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 2001:db8:1::1 (b2baa738-e453-4787-9e8f-822b8f41eff7/209b957e-7b63-40ef-97d4-7b8598335770/29a6ed90-acf9-4977-970c-e4d847cefa4b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:27.025069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-776c7460-4007-4e9e-b3dc-51694b3a2903', 'network_id': '776c7460-4007-4e9e-b3dc-51694b3a2903', 'tenant_id': '0f6757e3cb9143cf90215eb2716d6574', 'fixed_ips': [{'subnet_id': '7a168836-0296-4a70-9442-6d58899f8e71'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:27.025939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.059682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b498be-f2c0-4afb-9f5e-0aa24b0e9a1d tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Deleting subnet 84b4274b-9e73-43c0-bed8-39ed87e7680e {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:27.072507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40b498be-f2c0-4afb-9f5e-0aa24b0e9a1d tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.183041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-201f6af0-8636-4ad0-bf42-a43ed120def0 None None] Provisioning for port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:27.215867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Allocated IP 172.20.0.3 (776c7460-4007-4e9e-b3dc-51694b3a2903/7a168836-0296-4a70-9442-6d58899f8e71/61682034-d192-403c-b87e-163ccb4c3627) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:27.264366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9593e71e-698b-49bd-8df4-90529746f988 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2846176'] for subnet, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.265614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40b498be-f2c0-4afb-9f5e-0aa24b0e9a1d tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.378747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e5f0e243-186d-40cc-9cf4-6196cc9f6c44 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:27.480248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.498606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.511499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Transition to ACTIVE for port object 61682034-d192-403c-b87e-163ccb4c3627 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:27.525927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Transition to ACTIVE for port object 29a6ed90-acf9-4977-970c-e4d847cefa4b will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:27.535415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Transition to ACTIVE for port object 61682034-d192-403c-b87e-163ccb4c3627 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:27.540965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] For port e5f0e243-186d-40cc-9cf4-6196cc9f6c44, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e5f0e243-186d-40cc-9cf4-6196cc9f6c44,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:27.541111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.550277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40b498be-f2c0-4afb-9f5e-0aa24b0e9a1d tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.588864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:27.594371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:27.594733 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.620109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.624251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.639918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.698367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.700896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Network 776c7460-4007-4e9e-b3dc-51694b3a2903 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:27.707310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:27.719053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:27.727332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Pushing event updated for resources: {'Port': ['ID=61682034-d192-403c-b87e-163ccb4c3627,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:27.752702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.752702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.780851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=5b70ddfb-966d-4a2b-b388-e07b0afc6b24,revision_number=3']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:27.785972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.800912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40b498be-f2c0-4afb-9f5e-0aa24b0e9a1d tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.844404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network b2baa738-e453-4787-9e8f-822b8f41eff7 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:27.862102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:27.868955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:27.868955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.873778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:27.878608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40b498be-f2c0-4afb-9f5e-0aa24b0e9a1d tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.888789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:27.891525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:27.892113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.898550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Attempting to bind port 61682034-d192-403c-b87e-163ccb4c3627 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:27.898902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Attempting to bind port 61682034-d192-403c-b87e-163ccb4c3627 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '445634c4-734b-446f-956e-5dceec52c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '776c7460-4007-4e9e-b3dc-51694b3a2903'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:27.899258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Attempting to bind port 61682034-d192-403c-b87e-163ccb4c3627 on network 776c7460-4007-4e9e-b3dc-51694b3a2903 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:27.908748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=29a6ed90-acf9-4977-970c-e4d847cefa4b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:27.908962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:27.911385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Checking segment: {'id': '445634c4-734b-446f-956e-5dceec52c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '776c7460-4007-4e9e-b3dc-51694b3a2903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:27.911385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.911385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Bound using segment: {'id': '445634c4-734b-446f-956e-5dceec52c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '776c7460-4007-4e9e-b3dc-51694b3a2903'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:27.911385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Bound port: 61682034-d192-403c-b87e-163ccb4c3627, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445634c4-734b-446f-956e-5dceec52c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '776c7460-4007-4e9e-b3dc-51694b3a2903'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:27.911385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.939721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:27.968261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=1877865b-d304-4615-bf89-0f3eadf49a24,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:27.985251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9482dcc3-d816-4ba1-ac8a-c4fe19e26046 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:27.997488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f16105c-05e5-416f-8dfc-ea73655dab90 None None] Network f76837bf-d7ef-45e4-865a-2105b8ba077a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:28.000999 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-40b498be-f2c0-4afb-9f5e-0aa24b0e9a1d tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/subnets/84b4274b-9e73-43c0-bed8-39ed87e7680e HTTP/1.1" status: 204 len: 168 time: 1.1651545 Mar 28 10:55:28.016738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34572) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:28.190381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b498be-f2c0-4afb-9f5e-0aa24b0e9a1d tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Subnet': ['ID=84b4274b-9e73-43c0-bed8-39ed87e7680e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:28.223274 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9675481 Mar 28 10:55:28.244308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34576) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:28.261788 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:5b:f1:50', 'name': 'tempest-NetworksTestDHCPv6-262190231'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:28.271757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port e5f0e243-186d-40cc-9cf4-6196cc9f6c44, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e5f0e243-186d-40cc-9cf4-6196cc9f6c44,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:28.301710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-5719c5ac-58d0-4e82-b343-761c7186f736 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Deleting subnet 232f71ca-4394-4663-86cd-c6314e43b891 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:28.304930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network fa42df7a-bde3-4a48-88c9-5b1038ccaaca is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:28.305646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea884b9-373e-4374-a48d-5665a8fb7ef6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=e5f0e243-186d-40cc-9cf4-6196cc9f6c44,revision_number=4']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:28.309456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5719c5ac-58d0-4e82-b343-761c7186f736 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.312019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:28.326526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.327348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 02a38d8c-db1d-4d70-90e3-08d49d7fd81a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:28.394038 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] For port 61682034-d192-403c-b87e-163ccb4c3627, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:28.397606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5719c5ac-58d0-4e82-b343-761c7186f736 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.458226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d2a6129-909f-4bc8-a470-f6c59ac22c5f None None] Provisioning for port 29a6ed90-acf9-4977-970c-e4d847cefa4b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:28.500181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] For port 61682034-d192-403c-b87e-163ccb4c3627, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=61682034-d192-403c-b87e-163ccb4c3627,segment=NetworkSegment(445634c4-734b-446f-956e-5dceec52c808),segment_id=445634c4-734b-446f-956e-5dceec52c808)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:28.533986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9593e71e-698b-49bd-8df4-90529746f988 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728513808119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3036340'] for subnet, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.555102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5719c5ac-58d0-4e82-b343-761c7186f736 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.570498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4d2a6129-909f-4bc8-a470-f6c59ac22c5f None None] Provisioning complete for port 29a6ed90-acf9-4977-970c-e4d847cefa4b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:28.570928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6129-909f-4bc8-a470-f6c59ac22c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.635923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.640765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9593e71e-698b-49bd-8df4-90529746f988 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:28.641366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9593e71e-698b-49bd-8df4-90529746f988 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.644984 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9593e71e-698b-49bd-8df4-90529746f988 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "PUT /v2.0/subnets/7a168836-0296-4a70-9442-6d58899f8e71 HTTP/1.1" status: 200 len: 877 time: 1.7374687 Mar 28 10:55:28.649185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34580) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:28.672954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:28.675035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.683845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:28.688108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593e71e-698b-49bd-8df4-90529746f988 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event updated for resources: {'Subnet': ['ID=7a168836-0296-4a70-9442-6d58899f8e71,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:28.690163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:28.700007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:28.723080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=e5f0e243-186d-40cc-9cf4-6196cc9f6c44,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:28.730667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a6129-909f-4bc8-a470-f6c59ac22c5f None None] Port 29a6ed90-acf9-4977-970c-e4d847cefa4b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:28.802270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:28.873975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:28.874354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.914162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5719c5ac-58d0-4e82-b343-761c7186f736 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.922703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e61f52-ccfd-4170-89f2-fba84deaa49d None None] Pushing event updated for resources: {'Port': ['ID=61682034-d192-403c-b87e-163ccb4c3627,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:28.943719 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2fbd3bf1-08ed-4a18-a695-3530c669c1fd None None] Provisioning complete for port 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:28.944109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3bf1-08ed-4a18-a695-3530c669c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.960801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:28.987525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 547358a8-2de6-4dcf-81f2-2fa40e2ee893 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:55:28.995046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c19273-8714-4913-821f-870270b4b197 None None] DHCP port deletion for f76837bf-d7ef-45e4-865a-2105b8ba077a request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:28.996793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port e6e715b5-b19b-4346-ac5e-71afc78525f3 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:55:29.025329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-52c19273-8714-4913-821f-870270b4b197 None None] Deleting port 1141cf59-c485-4e7c-9057-9e16f982dd86 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:29.025831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-52c19273-8714-4913-821f-870270b4b197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:29.043361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719c5ac-58d0-4e82-b343-761c7186f736 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Subnet': ['ID=232f71ca-4394-4663-86cd-c6314e43b891,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:29.055156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5719c5ac-58d0-4e82-b343-761c7186f736 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:29.072041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:29.086080 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5719c5ac-58d0-4e82-b343-761c7186f736 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/subnets/232f71ca-4394-4663-86cd-c6314e43b891 HTTP/1.1" status: 204 len: 168 time: 1.0660660 Mar 28 10:55:29.092869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d84bbc-9870-4cbc-b968-4ea1e3079fa5 None None] Network 024290b2-305f-49cf-8ab7-05d99fd68083 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:29.094995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34584) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:29.112463 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd3bf1-08ed-4a18-a695-3530c669c1fd None None] Port 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:29.163826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Deleting port 61682034-d192-403c-b87e-163ccb4c3627 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:29.164161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:29.255969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:29.271540 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03056d9-08cd-47ad-a517-5af84ce81242 None None] Sync routers for ids ['547358a8-2de6-4dcf-81f2-2fa40e2ee893'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:29.281990 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03056d9-08cd-47ad-a517-5af84ce81242 None None] Routers {'547358a8-2de6-4dcf-81f2-2fa40e2ee893'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:29.282623 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f03056d9-08cd-47ad-a517-5af84ce81242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['547358a8-2de6-4dcf-81f2-2fa40e2ee893'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:29.352298 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f03056d9-08cd-47ad-a517-5af84ce81242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:29.361881 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03056d9-08cd-47ad-a517-5af84ce81242 None None] Routers {'547358a8-2de6-4dcf-81f2-2fa40e2ee893'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:29.362710 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f03056d9-08cd-47ad-a517-5af84ce81242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['547358a8-2de6-4dcf-81f2-2fa40e2ee893'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:29.432564 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f03056d9-08cd-47ad-a517-5af84ce81242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:29.433221 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03056d9-08cd-47ad-a517-5af84ce81242 None None] The sync data for ids ['547358a8-2de6-4dcf-81f2-2fa40e2ee893'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:29.445227 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-666a4852-dc28-4235-9a6b-ab7930d2160b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/547358a8-2de6-4dcf-81f2-2fa40e2ee893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8964267 Mar 28 10:55:29.481550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34588) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:29.564368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] For port 61682034-d192-403c-b87e-163ccb4c3627, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=61682034-d192-403c-b87e-163ccb4c3627,segment=NetworkSegment(445634c4-734b-446f-956e-5dceec52c808),segment_id=445634c4-734b-446f-956e-5dceec52c808)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:29.565367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:29.632124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162892c8-3f41-48a1-8f8e-ed184550a589 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:29.633835 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-162892c8-3f41-48a1-8f8e-ed184550a589 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports/5b70ddfb-966d-4a2b-b388-e07b0afc6b24 HTTP/1.1" status: 200 len: 978 time: 0.1510274 Mar 28 10:55:29.635576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::249 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/8195dff7-1d08-410a-a1da-4a2b0a7c563c/e6e715b5-b19b-4346-ac5e-71afc78525f3) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:29.643135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5b:f150 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/1877865b-d304-4615-bf89-0f3eadf49a24/e6e715b5-b19b-4346-ac5e-71afc78525f3) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:29.662112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:29.683396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34592) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:29.716177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:29.716535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2b5e983f-b6c0-4f8d-af05-9f2f09f56646 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:29.742611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-52c19273-8714-4913-821f-870270b4b197 None None] For port 1141cf59-c485-4e7c-9057-9e16f982dd86, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1141cf59-c485-4e7c-9057-9e16f982dd86,segment=NetworkSegment(b1b00734-dba5-4e5f-8118-1acfb25ee5d3),segment_id=b1b00734-dba5-4e5f-8118-1acfb25ee5d3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:29.748773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-52c19273-8714-4913-821f-870270b4b197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:29.861286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Calling delete_port for 61682034-d192-403c-b87e-163ccb4c3627 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:29.971405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-52c19273-8714-4913-821f-870270b4b197 None None] Calling delete_port for 1141cf59-c485-4e7c-9057-9e16f982dd86 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:30.015562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e5f0e243-186d-40cc-9cf4-6196cc9f6c44 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:30.196302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:30.196864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.238183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.275804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-52c19273-8714-4913-821f-870270b4b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.321723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a01ae-4465-4786-b5ff-0c7e6a74dde7 None None] DHCP port deletion for 024290b2-305f-49cf-8ab7-05d99fd68083 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:30.326618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e8ef98e2-c04e-48cb-b899-12b227f9a2d1 None None] Provisioning complete for port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:30.327063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e8ef98e2-c04e-48cb-b899-12b227f9a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.364719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.372330 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-570a01ae-4465-4786-b5ff-0c7e6a74dde7 None None] Deleting port 25acc90f-65ca-4f93-adcc-8303625fdad1 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:30.374505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-570a01ae-4465-4786-b5ff-0c7e6a74dde7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.397001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55fa4d-a763-4926-97dc-37d2ed09311f None None] Network 776c7460-4007-4e9e-b3dc-51694b3a2903 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:30.425787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c19273-8714-4913-821f-870270b4b197 None None] Pushing event deleted for resources: {'Port': ['ID=1141cf59-c485-4e7c-9057-9e16f982dd86,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:30.450803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c19273-8714-4913-821f-870270b4b197 None None] No DVR routers for this DVR port 1141cf59-c485-4e7c-9057-9e16f982dd86 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:30.500237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.508154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.515383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.525349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object e6e715b5-b19b-4346-ac5e-71afc78525f3 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:30.554052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.554807 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.588736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Port': ['ID=61682034-d192-403c-b87e-163ccb4c3627,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:30.630150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.637484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76837bf-d7ef-45e4-865a-2105b8ba077a']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:30.684869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 61682034-d192-403c-b87e-163ccb4c3627 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:30.713745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b00734-dba5-4e5f-8118-1acfb25ee5d3') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:30.713991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b00734-dba5-4e5f-8118-1acfb25ee5d3') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:30.714125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:30.720120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:30.724553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:30.740223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:30.740223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.771038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=e6e715b5-b19b-4346-ac5e-71afc78525f3,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:30.782562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 61682034-d192-403c-b87e-163ccb4c3627 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:30.783037 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 61682034-d192-403c-b87e-163ccb4c3627 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 10:55:30.821801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.827498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-51329419-5475-45ff-a1ee-b3f06056c1be tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5820875 Mar 28 10:55:30.828301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34596) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:30.832627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No DVR routers for this DVR port 61682034-d192-403c-b87e-163ccb4c3627 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:30.838638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Port 61682034-d192-403c-b87e-163ccb4c3627 not found, will not notify nova. {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 10:55:30.908011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.923832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=29a6ed90-acf9-4977-970c-e4d847cefa4b,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:30.926805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.932898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:30.933305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:30.952138 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:30.963049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1141cf59-c485-4e7c-9057-9e16f982dd86 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:31.017520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-430e148a-d26e-4d7b-8454-9e30a86909c8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port e6e715b5-b19b-4346-ac5e-71afc78525f3 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:31.017520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-430e148a-d26e-4d7b-8454-9e30a86909c8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.026965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 1141cf59-c485-4e7c-9057-9e16f982dd86 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:31.027474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1141cf59-c485-4e7c-9057-9e16f982dd86 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:31.039458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-570a01ae-4465-4786-b5ff-0c7e6a74dde7 None None] For port 25acc90f-65ca-4f93-adcc-8303625fdad1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=25acc90f-65ca-4f93-adcc-8303625fdad1,segment=NetworkSegment(d8a16ec5-d407-492a-ba1e-a61828aa2ecf),segment_id=d8a16ec5-d407-492a-ba1e-a61828aa2ecf)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:31.039683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.040091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-570a01ae-4465-4786-b5ff-0c7e6a74dde7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.102418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network b2baa738-e453-4787-9e8f-822b8f41eff7 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:31.103813 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:55:31.106692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:31.184543 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.196046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-570a01ae-4465-4786-b5ff-0c7e6a74dde7 None None] Calling delete_port for 25acc90f-65ca-4f93-adcc-8303625fdad1 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:31.257669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.287513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Network': ['ID=f76837bf-d7ef-45e4-865a-2105b8ba077a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:31.305011 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-51251a2f-bd36-4c5a-b2dc-2bf940160f89 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/networks/f76837bf-d7ef-45e4-865a-2105b8ba077a HTTP/1.1" status: 204 len: 168 time: 2.2038634 Mar 28 10:55:31.305011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34600) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:31.334266 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0f634b66-327b-4a81-973a-96e9803633c7 None None] Could not find standard attr ID for object 61682034-d192-403c-b87e-163ccb4c3627. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:55:31.377602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 48c2d800-fff2-4e4c-a7bf-d66788bd5506 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:31.378846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.480906 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-570a01ae-4465-4786-b5ff-0c7e6a74dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.493805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:31.494364 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.534876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=7a168836-0296-4a70-9442-6d58899f8e71,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:31.537002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-430e148a-d26e-4d7b-8454-9e30a86909c8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.562065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.589208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a01ae-4465-4786-b5ff-0c7e6a74dde7 None None] Pushing event deleted for resources: {'Port': ['ID=25acc90f-65ca-4f93-adcc-8303625fdad1,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:31.593240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2cc2ad7b-8948-4382-8562-090bc5c77578 None None] Provisioning for port e6e715b5-b19b-4346-ac5e-71afc78525f3 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:31.605677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a01ae-4465-4786-b5ff-0c7e6a74dde7 None None] No DVR routers for this DVR port 25acc90f-65ca-4f93-adcc-8303625fdad1 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:31.615033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2cc2ad7b-8948-4382-8562-090bc5c77578 None None] Provisioning complete for port e6e715b5-b19b-4346-ac5e-71afc78525f3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:31.615033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ad7b-8948-4382-8562-090bc5c77578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.690943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2cc2ad7b-8948-4382-8562-090bc5c77578 None None] Port e6e715b5-b19b-4346-ac5e-71afc78525f3 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:31.709612 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a754a13-1d4a-455c-8f45-cef0d4e32740 None None] Network 776c7460-4007-4e9e-b3dc-51694b3a2903 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:31.738087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.774414 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776c7460-4007-4e9e-b3dc-51694b3a2903']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:31.791329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445634c4-734b-446f-956e-5dceec52c808') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:31.794165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445634c4-734b-446f-956e-5dceec52c808') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:31.812603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.833734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.841159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:31.841569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.891355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 25acc90f-65ca-4f93-adcc-8303625fdad1 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:31.920629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-810c2d83-7e78-410a-99b0-ea7cc94f2174 None None] Provisioning complete for port 29a6ed90-acf9-4977-970c-e4d847cefa4b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:31.921159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-810c2d83-7e78-410a-99b0-ea7cc94f2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:31.942312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-430e148a-d26e-4d7b-8454-9e30a86909c8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for e6e715b5-b19b-4346-ac5e-71afc78525f3 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:31.961769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 25acc90f-65ca-4f93-adcc-8303625fdad1 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:31.962254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 25acc90f-65ca-4f93-adcc-8303625fdad1 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:31.994265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-810c2d83-7e78-410a-99b0-ea7cc94f2174 None None] Port 29a6ed90-acf9-4977-970c-e4d847cefa4b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:32.043894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18075c9-321c-4e56-87f0-13c74010d430 None None] DHCP port deletion for 776c7460-4007-4e9e-b3dc-51694b3a2903 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:32.053744 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:32.068258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de6d31d-6ab1-4471-89dc-a785ce1f375b None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 10:55:32.207698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.220958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.226222 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de6d31d-6ab1-4471-89dc-a785ce1f375b None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 10:55:32.245134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.295665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:32.310125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=776c7460-4007-4e9e-b3dc-51694b3a2903,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:32.325520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.328910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871702b-bd01-4757-865e-d7a56099a92a None None] Sync routers for ids ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:32.332407 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4276e213-0732-452f-9904-e0b644aca37b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/48c2d800-fff2-4e4c-a7bf-d66788bd5506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4127145 Mar 28 10:55:32.333298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34610) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:32.358534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871702b-bd01-4757-865e-d7a56099a92a None None] Routers {'48c2d800-fff2-4e4c-a7bf-d66788bd5506'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:32.359080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8871702b-bd01-4757-865e-d7a56099a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:32.386102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 5b70ddfb-966d-4a2b-b388-e07b0afc6b24 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:32.398041 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4b1187b1-c68d-4b7f-abbc-bf3692b658b0 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/776c7460-4007-4e9e-b3dc-51694b3a2903 HTTP/1.1" status: 204 len: 168 time: 3.7434444 Mar 28 10:55:32.400140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34614) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:32.405802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024290b2-305f-49cf-8ab7-05d99fd68083']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:32.428238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8871702b-bd01-4757-865e-d7a56099a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:32.445132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871702b-bd01-4757-865e-d7a56099a92a None None] Routers {'48c2d800-fff2-4e4c-a7bf-d66788bd5506'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:32.445597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8871702b-bd01-4757-865e-d7a56099a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:32.459111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a16ec5-d407-492a-ba1e-a61828aa2ecf') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:32.459405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a16ec5-d407-492a-ba1e-a61828aa2ecf') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:32.474730 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac00784d-b485-43b0-a0d5-2834e20638af tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:32.475241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac00784d-b485-43b0-a0d5-2834e20638af tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:32.479192 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac00784d-b485-43b0-a0d5-2834e20638af tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/7a168836-0296-4a70-9442-6d58899f8e71 HTTP/1.1" status: 404 len: 337 time: 0.0758862 Mar 28 10:55:32.481359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34618) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:32.482919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.513431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-430e148a-d26e-4d7b-8454-9e30a86909c8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.514426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8871702b-bd01-4757-865e-d7a56099a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:32.515446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871702b-bd01-4757-865e-d7a56099a92a None None] The sync data for ids ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:32.517059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a596af-0ae2-4ef7-a7de-c4fb77acaece tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:32.517831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-72a596af-0ae2-4ef7-a7de-c4fb77acaece tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:32.536756 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d117fc-c250-42be-a30f-1840e4524116 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:32.537105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d117fc-c250-42be-a30f-1840e4524116 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:32.538773 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-52d117fc-c250-42be-a30f-1840e4524116 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/776c7460-4007-4e9e-b3dc-51694b3a2903 HTTP/1.1" status: 404 len: 339 time: 0.0490062 Mar 28 10:55:32.539870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.545522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34622) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:32.553530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:32.553866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.589698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e148a-d26e-4d7b-8454-9e30a86909c8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=e6e715b5-b19b-4346-ac5e-71afc78525f3,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:32.603567 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:32.624714 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-045dff60-8e6d-4cbd-9d49-aa27eb4b9ce5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:32.628352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045dff60-8e6d-4cbd-9d49-aa27eb4b9ce5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:32.628352 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-045dff60-8e6d-4cbd-9d49-aa27eb4b9ce5 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/eb19bfc9-d14e-47aa-9d30-6c390e75588c HTTP/1.1" status: 404 len: 337 time: 0.0803707 Mar 28 10:55:32.629841 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34626) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:32.675415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-72a596af-0ae2-4ef7-a7de-c4fb77acaece tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:32.676542 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-72a596af-0ae2-4ef7-a7de-c4fb77acaece tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports/29a6ed90-acf9-4977-970c-e4d847cefa4b HTTP/1.1" status: 200 len: 913 time: 0.3423712 Mar 28 10:55:32.682401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34630) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:32.744472 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a539f8-0261-4a04-9a42-064a5ec37281 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:32.744942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a539f8-0261-4a04-9a42-064a5ec37281 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:32.752158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-430e148a-d26e-4d7b-8454-9e30a86909c8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.769111 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-84a539f8-0261-4a04-9a42-064a5ec37281 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/0dc12e53-2ec4-4b56-813d-4843e9e83c47 HTTP/1.1" status: 404 len: 339 time: 0.1319885 Mar 28 10:55:32.773600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34634) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:32.780578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517bb148-f1af-4d8e-884c-b960fb14dd73 None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 10:55:32.782558 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-430e148a-d26e-4d7b-8454-9e30a86909c8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/e6e715b5-b19b-4346-ac5e-71afc78525f3 HTTP/1.1" status: 204 len: 168 time: 1.9505475 Mar 28 10:55:32.800460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34638) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:32.817840 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.839301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.853191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Network': ['ID=024290b2-305f-49cf-8ab7-05d99fd68083,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:32.860414 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4a014f2b-e833-4da8-9b24-69b79ad55d07 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/networks/024290b2-305f-49cf-8ab7-05d99fd68083 HTTP/1.1" status: 204 len: 168 time: 1.5548611 Mar 28 10:55:32.861097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34642) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:32.926996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:32.948543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517bb148-f1af-4d8e-884c-b960fb14dd73 None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 10:55:33.002837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=5b70ddfb-966d-4a2b-b388-e07b0afc6b24,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:33.036486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.069425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-3977b30b-a4a8-4ded-b4dc-a3c475674728 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Deleting subnet e41cbf5c-8de3-405b-a1ce-d57680820dca {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:33.076501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3977b30b-a4a8-4ded-b4dc-a3c475674728 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.162495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bc764-63cc-4bd6-ac5a-97313e63fe99 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:33.163199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-891bc764-63cc-4bd6-ac5a-97313e63fe99 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:33.186280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3977b30b-a4a8-4ded-b4dc-a3c475674728 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.319215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3977b30b-a4a8-4ded-b4dc-a3c475674728 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.394380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.406561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.469083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.618470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-891bc764-63cc-4bd6-ac5a-97313e63fe99 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:33.621994 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-891bc764-63cc-4bd6-ac5a-97313e63fe99 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8128614 Mar 28 10:55:33.668492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34646) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:33.676785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3977b30b-a4a8-4ded-b4dc-a3c475674728 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.697009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e358aa-8254-4ac3-b509-a718196fdec2']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:33.761076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 61682034-d192-403c-b87e-163ccb4c3627 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:33.775927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9881e04-5efe-488c-a508-2ff463512225') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:33.776225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9881e04-5efe-488c-a508-2ff463512225') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:33.796491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 61682034-d192-403c-b87e-163ccb4c3627 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:33.796983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 61682034-d192-403c-b87e-163ccb4c3627 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:33.815704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977b30b-a4a8-4ded-b4dc-a3c475674728 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Subnet': ['ID=e41cbf5c-8de3-405b-a1ce-d57680820dca,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:33.823179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5bc5f-1f49-4bca-8137-747e170b64d5 None None] Network 69482da4-4e6a-4311-b350-7d2b2faeadb2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:33.826776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3977b30b-a4a8-4ded-b4dc-a3c475674728 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.840896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.852923 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3977b30b-a4a8-4ded-b4dc-a3c475674728 tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/subnets/e41cbf5c-8de3-405b-a1ce-d57680820dca HTTP/1.1" status: 204 len: 168 time: 0.9807386 Mar 28 10:55:33.859134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34650) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:33.873826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 547358a8-2de6-4dcf-81f2-2fa40e2ee893 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:33.875132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.884114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:33.884532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:33.901739 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:34.087330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.101725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0627f39b-838e-4c1a-b52a-9eb0fbbe5bf9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:34.105220 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0627f39b-838e-4c1a-b52a-9eb0fbbe5bf9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4332504 Mar 28 10:55:34.106657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34654) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.123443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:34.124555 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473c1a6-e011-4fdd-b9fc-dfffdf2d5a1a None None] Sync routers for ids ['547358a8-2de6-4dcf-81f2-2fa40e2ee893'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:34.124931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Deleting port 374dedb8-e7b3-4123-8e2d-39e29599c601 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:34.124931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.130045 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473c1a6-e011-4fdd-b9fc-dfffdf2d5a1a None None] Routers {'547358a8-2de6-4dcf-81f2-2fa40e2ee893'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:34.133497 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b473c1a6-e011-4fdd-b9fc-dfffdf2d5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['547358a8-2de6-4dcf-81f2-2fa40e2ee893'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:34.140631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb3309-b7d2-41b2-a47b-c7715eadf719 None None] DHCP port deletion for 69482da4-4e6a-4311-b350-7d2b2faeadb2 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:34.145417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-33cb3309-b7d2-41b2-a47b-c7715eadf719 None None] Deleting port 374dedb8-e7b3-4123-8e2d-39e29599c601 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:34.146085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-33cb3309-b7d2-41b2-a47b-c7715eadf719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.194451 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4c2db72a-35dc-4755-ad32-840513f9f154 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/547358a8-2de6-4dcf-81f2-2fa40e2ee893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5081129 Mar 28 10:55:34.199948 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5cdce2-1c1d-4e19-ad4e-31abc0443cd0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:34.202754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5cdce2-1c1d-4e19-ad4e-31abc0443cd0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:34.204367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5cdce2-1c1d-4e19-ad4e-31abc0443cd0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:34.205378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ea5cdce2-1c1d-4e19-ad4e-31abc0443cd0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:34.211597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34658) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.211754 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b473c1a6-e011-4fdd-b9fc-dfffdf2d5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:34.218890 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473c1a6-e011-4fdd-b9fc-dfffdf2d5a1a None None] Routers {'547358a8-2de6-4dcf-81f2-2fa40e2ee893'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:34.219758 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b473c1a6-e011-4fdd-b9fc-dfffdf2d5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['547358a8-2de6-4dcf-81f2-2fa40e2ee893'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:34.223226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.255088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.257213 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/89e358aa-8254-4ac3-b509-a718196fdec2 HTTP/1.1" status: 204 len: 168 time: 1.4826758 Mar 28 10:55:34.258949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccf8d2-1243-4939-b03b-a1188ef7e481 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=89e358aa-8254-4ac3-b509-a718196fdec2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:34.260446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34662) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.296169 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b473c1a6-e011-4fdd-b9fc-dfffdf2d5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:34.296815 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473c1a6-e011-4fdd-b9fc-dfffdf2d5a1a None None] The sync data for ids ['547358a8-2de6-4dcf-81f2-2fa40e2ee893'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:34.310779 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7ba03d-ec59-4ca7-94af-23e263b52669 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.311836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7ba03d-ec59-4ca7-94af-23e263b52669 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.313542 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3d7ba03d-ec59-4ca7-94af-23e263b52669 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/9ac82d03-c4a2-43ee-8c89-8ab1707c7b55 HTTP/1.1" status: 404 len: 337 time: 0.0521288 Mar 28 10:55:34.314529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ea5cdce2-1c1d-4e19-ad4e-31abc0443cd0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:34.318570 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ea5cdce2-1c1d-4e19-ad4e-31abc0443cd0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2030246 Mar 28 10:55:34.318570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34668) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.333202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34672) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.341636 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa97f3d7-b7c1-42fd-8d3d-86c996a6f1fe tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.342149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa97f3d7-b7c1-42fd-8d3d-86c996a6f1fe tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.344075 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-aa97f3d7-b7c1-42fd-8d3d-86c996a6f1fe tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/bf9a8ffe-c85d-4028-8528-801ea050ed14 HTTP/1.1" status: 404 len: 339 time: 0.0267529 Mar 28 10:55:34.346421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34676) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.385644 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-476d26e5-9a1f-47b5-9c5f-6eedf5eea63f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.386044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476d26e5-9a1f-47b5-9c5f-6eedf5eea63f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.390080 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-476d26e5-9a1f-47b5-9c5f-6eedf5eea63f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/245f7562-7057-4f3b-9f76-65fb6d41aee5 HTTP/1.1" status: 404 len: 337 time: 0.0404520 Mar 28 10:55:34.390319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34680) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.395547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-33cb3309-b7d2-41b2-a47b-c7715eadf719 None None] For port 374dedb8-e7b3-4123-8e2d-39e29599c601, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=374dedb8-e7b3-4123-8e2d-39e29599c601,segment=NetworkSegment(790d3dd9-a647-4eec-8f5e-efa4bb403874),segment_id=790d3dd9-a647-4eec-8f5e-efa4bb403874)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:34.396167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-33cb3309-b7d2-41b2-a47b-c7715eadf719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.414795 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7aad84-e35e-4e5e-b040-f84afd0a3765 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.415261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7aad84-e35e-4e5e-b040-f84afd0a3765 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.419758 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fd7aad84-e35e-4e5e-b040-f84afd0a3765 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/31959191-58c7-4639-a86b-ec5f1cf18cb4 HTTP/1.1" status: 404 len: 339 time: 0.0257030 Mar 28 10:55:34.420004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34684) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.461313 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc883330-d42e-4a44-abda-6599f6bceb14 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.461715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc883330-d42e-4a44-abda-6599f6bceb14 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.466515 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fc883330-d42e-4a44-abda-6599f6bceb14 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/ffc3a5e4-dd6f-4ced-b179-a70124e14f87 HTTP/1.1" status: 404 len: 337 time: 0.0427895 Mar 28 10:55:34.466668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 29a6ed90-acf9-4977-970c-e4d847cefa4b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:34.466668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.466905 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34688) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.491988 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d694b41-cb4e-4583-9ef8-5d6e17a42b65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.492457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d694b41-cb4e-4583-9ef8-5d6e17a42b65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.496411 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7d694b41-cb4e-4583-9ef8-5d6e17a42b65 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/bed5500e-9503-4021-8614-4da12ab429d2 HTTP/1.1" status: 404 len: 339 time: 0.0263054 Mar 28 10:55:34.498057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34692) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.524069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-33cb3309-b7d2-41b2-a47b-c7715eadf719 None None] Calling delete_port for 374dedb8-e7b3-4123-8e2d-39e29599c601 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:34.534922 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ec265e-b43c-4e6d-a358-7e661e0f2c77 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.535383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ec265e-b43c-4e6d-a358-7e661e0f2c77 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.539390 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-69ec265e-b43c-4e6d-a358-7e661e0f2c77 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/7990dc23-c60c-4bf2-ad3e-eacb6756c2a4 HTTP/1.1" status: 404 len: 337 time: 0.0394673 Mar 28 10:55:34.539641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34696) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.565540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-77269321-4315-43e0-95fe-fc6b114f24ff tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.566057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77269321-4315-43e0-95fe-fc6b114f24ff tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.570017 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-77269321-4315-43e0-95fe-fc6b114f24ff tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/88972454-cf38-4916-99d9-942e151efff3 HTTP/1.1" status: 404 len: 339 time: 0.0271940 Mar 28 10:55:34.570243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34700) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.612983 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a09dc97-6140-45d5-8cfa-b6377c92edd3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.613520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a09dc97-6140-45d5-8cfa-b6377c92edd3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.615831 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3a09dc97-6140-45d5-8cfa-b6377c92edd3 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/7d0ab453-fd62-492b-aefe-564c377c9f84 HTTP/1.1" status: 404 len: 337 time: 0.0440898 Mar 28 10:55:34.617895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34704) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.642214 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-af89c286-ac46-4bdb-adf0-dc4027b14d25 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.642832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af89c286-ac46-4bdb-adf0-dc4027b14d25 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.644243 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-af89c286-ac46-4bdb-adf0-dc4027b14d25 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/9d606af2-71e8-47c6-b2cb-4428e6496ea7 HTTP/1.1" status: 404 len: 339 time: 0.0253749 Mar 28 10:55:34.646859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34708) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.663609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-33cb3309-b7d2-41b2-a47b-c7715eadf719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.684550 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf22c33-1a7a-4120-8183-5e0ffd58ee6b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.684995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf22c33-1a7a-4120-8183-5e0ffd58ee6b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.689460 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3cf22c33-1a7a-4120-8183-5e0ffd58ee6b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/53c7fb4b-579f-449b-8231-74f1fa217877 HTTP/1.1" status: 404 len: 337 time: 0.0389428 Mar 28 10:55:34.689653 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34712) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.714436 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-c929af17-6983-4f41-b838-345fb7c6abfd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.714898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c929af17-6983-4f41-b838-345fb7c6abfd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.719761 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c929af17-6983-4f41-b838-345fb7c6abfd tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/6ddbe815-e5b9-4791-997c-60b336a87255 HTTP/1.1" status: 404 len: 339 time: 0.0264485 Mar 28 10:55:34.719905 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb3309-b7d2-41b2-a47b-c7715eadf719 None None] Pushing event deleted for resources: {'Port': ['ID=374dedb8-e7b3-4123-8e2d-39e29599c601,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:34.719994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34716) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.721388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb3309-b7d2-41b2-a47b-c7715eadf719 None None] No DVR routers for this DVR port 374dedb8-e7b3-4123-8e2d-39e29599c601 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:34.729921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d08370-0832-44c4-97f5-e206b98eb8f0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 1877865b-d304-4615-bf89-0f3eadf49a24 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:34.735298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d08370-0832-44c4-97f5-e206b98eb8f0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.760978 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b32967f-e191-4f59-a662-13d6db65181f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.761424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b32967f-e191-4f59-a662-13d6db65181f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.763195 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6b32967f-e191-4f59-a662-13d6db65181f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/67bfee6f-1b05-4cef-a8d3-db2d6d320f18 HTTP/1.1" status: 404 len: 337 time: 0.0423408 Mar 28 10:55:34.765854 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34720) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.790900 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-af202a65-4320-4c3a-ac49-b3c5e7058d9f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.791388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af202a65-4320-4c3a-ac49-b3c5e7058d9f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.793976 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-af202a65-4320-4c3a-ac49-b3c5e7058d9f tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/fc082bfc-4900-4751-ba16-bd5e786fb49c HTTP/1.1" status: 404 len: 339 time: 0.0262468 Mar 28 10:55:34.796180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34724) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.833642 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95086e6-b42e-4390-912f-1e7276ecc071 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.834116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95086e6-b42e-4390-912f-1e7276ecc071 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.838198 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c95086e6-b42e-4390-912f-1e7276ecc071 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/c35b30b4-41e1-4bef-82b8-fc7c6dddf19d HTTP/1.1" status: 404 len: 337 time: 0.0387127 Mar 28 10:55:34.838382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34728) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.863515 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b462847-83fc-4db3-8184-f484f623fc6c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:34.863986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b462847-83fc-4db3-8184-f484f623fc6c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:34.865621 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4b462847-83fc-4db3-8184-f484f623fc6c tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/8a3a0d38-6482-4286-9251-123dfe23cd40 HTTP/1.1" status: 404 len: 339 time: 0.0263689 Mar 28 10:55:34.868317 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34732) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:34.938658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5e672c-c2ac-4794-b821-a3fcb79fa981 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Deleting subnet 98121419-9b3c-44ea-bb9d-3be686101ded {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:34.941971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf5e672c-c2ac-4794-b821-a3fcb79fa981 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:34.998431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf5e672c-c2ac-4794-b821-a3fcb79fa981 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.081190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf5e672c-c2ac-4794-b821-a3fcb79fa981 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.101915 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-1a31febd-abdd-4760-9e23-d9983fe37c48 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 10:55:35.105658 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1a31febd-abdd-4760-9e23-d9983fe37c48 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/547358a8-2de6-4dcf-81f2-2fa40e2ee893/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8900442 Mar 28 10:55:35.107160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] For port 374dedb8-e7b3-4123-8e2d-39e29599c601, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=374dedb8-e7b3-4123-8e2d-39e29599c601,segment=NetworkSegment(790d3dd9-a647-4eec-8f5e-efa4bb403874),segment_id=790d3dd9-a647-4eec-8f5e-efa4bb403874)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:35.107532 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.116647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d08370-0832-44c4-97f5-e206b98eb8f0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.152104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34736) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:35.326960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf5e672c-c2ac-4794-b821-a3fcb79fa981 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.327653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Calling delete_port for 374dedb8-e7b3-4123-8e2d-39e29599c601 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:35.363723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3c6f7483-4d7a-4d27-a692-d31b7bceec89 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:35.365101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e672c-c2ac-4794-b821-a3fcb79fa981 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Subnet': ['ID=98121419-9b3c-44ea-bb9d-3be686101ded,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:35.368718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf5e672c-c2ac-4794-b821-a3fcb79fa981 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.380810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c6f254-ba85-416e-bd44-ca9655e25659 None None] Network 2cec174b-f3ed-4719-be43-b2e1a33d01fa requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:35.381318 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bf5e672c-c2ac-4794-b821-a3fcb79fa981 tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/subnets/98121419-9b3c-44ea-bb9d-3be686101ded HTTP/1.1" status: 204 len: 168 time: 0.5093322 Mar 28 10:55:35.381318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34740) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:35.424055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.510598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.524338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Deleting port 92cf762b-1b33-49eb-8964-24c6a25c9f81 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:35.524926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.563839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3c6f7483-4d7a-4d27-a692-d31b7bceec89 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:35.565723 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3c6f7483-4d7a-4d27-a692-d31b7bceec89 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=547358a8-2de6-4dcf-81f2-2fa40e2ee893 HTTP/1.1" status: 200 len: 205 time: 0.4120705 Mar 28 10:55:35.569524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34744) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:35.573802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for 29a6ed90-acf9-4977-970c-e4d847cefa4b owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:35.637156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:35.637392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:35.638658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d08370-0832-44c4-97f5-e206b98eb8f0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.639509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11e48e-32bd-424e-bfb7-eebd0312d624 None None] DHCP port deletion for 2cec174b-f3ed-4719-be43-b2e1a33d01fa request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:35.644551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8c11e48e-32bd-424e-bfb7-eebd0312d624 None None] Deleting port 92cf762b-1b33-49eb-8964-24c6a25c9f81 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:35.645143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8c11e48e-32bd-424e-bfb7-eebd0312d624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.760988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-70f88436-a579-4c7a-90ea-8cce889d9940 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.819083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d08370-0832-44c4-97f5-e206b98eb8f0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.856148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 92cf762b-1b33-49eb-8964-24c6a25c9f81 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:35.869027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d08370-0832-44c4-97f5-e206b98eb8f0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=1877865b-d304-4615-bf89-0f3eadf49a24,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:35.871352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89d08370-0832-44c4-97f5-e206b98eb8f0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.891314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1006c7b-8b63-4164-b826-8471522ea058 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:35.937835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:35.990344 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89d08370-0832-44c4-97f5-e206b98eb8f0 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/1877865b-d304-4615-bf89-0f3eadf49a24 HTTP/1.1" status: 204 len: 168 time: 1.6536632 Mar 28 10:55:35.990755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=29a6ed90-acf9-4977-970c-e4d847cefa4b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:35.992474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34748) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:36.018872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-8c11e48e-32bd-424e-bfb7-eebd0312d624 None None] For port 92cf762b-1b33-49eb-8964-24c6a25c9f81, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=92cf762b-1b33-49eb-8964-24c6a25c9f81,segment=NetworkSegment(104aa224-824a-4cbc-b1b9-3987c1fba927),segment_id=104aa224-824a-4cbc-b1b9-3987c1fba927)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:36.019270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8c11e48e-32bd-424e-bfb7-eebd0312d624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.144777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Deleting port 374dedb8-e7b3-4123-8e2d-39e29599c601 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:36.144777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.157560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8c11e48e-32bd-424e-bfb7-eebd0312d624 None None] Calling delete_port for 92cf762b-1b33-49eb-8964-24c6a25c9f81 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:36.165704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-70f88436-a579-4c7a-90ea-8cce889d9940 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.170322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-70f88436-a579-4c7a-90ea-8cce889d9940 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.182568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] For port 92cf762b-1b33-49eb-8964-24c6a25c9f81, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=92cf762b-1b33-49eb-8964-24c6a25c9f81,segment=NetworkSegment(104aa224-824a-4cbc-b1b9-3987c1fba927),segment_id=104aa224-824a-4cbc-b1b9-3987c1fba927)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:36.182568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.236764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] The port '374dedb8-e7b3-4123-8e2d-39e29599c601' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:55:36.326413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Calling delete_port for 92cf762b-1b33-49eb-8964-24c6a25c9f81 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:36.334921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2252ef6-71ec-4b49-94a2-3b3731498f56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 8195dff7-1d08-410a-a1da-4a2b0a7c563c {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:36.344776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e2252ef6-71ec-4b49-94a2-3b3731498f56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.349748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.383597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-70f88436-a579-4c7a-90ea-8cce889d9940 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.384285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f88436-a579-4c7a-90ea-8cce889d9940 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Fanout notify agent at l3_agent the message router_deleted on router 547358a8-2de6-4dcf-81f2-2fa40e2ee893 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:55:36.408260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-70f88436-a579-4c7a-90ea-8cce889d9940 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.409418 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-70f88436-a579-4c7a-90ea-8cce889d9940 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/547358a8-2de6-4dcf-81f2-2fa40e2ee893 HTTP/1.1" status: 204 len: 168 time: 0.8389430 Mar 28 10:55:36.412341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34752) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:36.441387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.469702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8c11e48e-32bd-424e-bfb7-eebd0312d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.486193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:36.486553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:36.490515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b0317e-eddd-4dc1-8db0-54b054f5bbe9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting subnet e81d1e1a-1860-49f1-b245-82d72a3a0cb8 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:36.494139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89b0317e-eddd-4dc1-8db0-54b054f5bbe9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.560025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89b0317e-eddd-4dc1-8db0-54b054f5bbe9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.566410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 374dedb8-e7b3-4123-8e2d-39e29599c601 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:36.599229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11e48e-32bd-424e-bfb7-eebd0312d624 None None] Pushing event deleted for resources: {'Port': ['ID=92cf762b-1b33-49eb-8964-24c6a25c9f81,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:36.607094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11e48e-32bd-424e-bfb7-eebd0312d624 None None] No DVR routers for this DVR port 92cf762b-1b33-49eb-8964-24c6a25c9f81 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:36.608712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 374dedb8-e7b3-4123-8e2d-39e29599c601 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:36.609053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 374dedb8-e7b3-4123-8e2d-39e29599c601 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:36.690893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.705127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e2252ef6-71ec-4b49-94a2-3b3731498f56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.778167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89b0317e-eddd-4dc1-8db0-54b054f5bbe9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.825214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69482da4-4e6a-4311-b350-7d2b2faeadb2']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:36.894345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790d3dd9-a647-4eec-8f5e-efa4bb403874') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:36.894656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790d3dd9-a647-4eec-8f5e-efa4bb403874') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:36.913762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89b0317e-eddd-4dc1-8db0-54b054f5bbe9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.928916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.954986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0317e-eddd-4dc1-8db0-54b054f5bbe9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Subnet': ['ID=e81d1e1a-1860-49f1-b245-82d72a3a0cb8,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:36.958725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89b0317e-eddd-4dc1-8db0-54b054f5bbe9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.967828 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-89b0317e-eddd-4dc1-8db0-54b054f5bbe9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/e81d1e1a-1860-49f1-b245-82d72a3a0cb8 HTTP/1.1" status: 204 len: 168 time: 0.5544772 Mar 28 10:55:36.972505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34756) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:36.975347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:36.981263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af49400c-777f-4580-9a9d-8e69ce32f85a None None] Network fa42df7a-bde3-4a48-88c9-5b1038ccaaca requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:36.987792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Deleting port 92cf762b-1b33-49eb-8964-24c6a25c9f81 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:36.988371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.019791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:37.020342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:37.039224 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:37.072644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] The port '92cf762b-1b33-49eb-8964-24c6a25c9f81' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:55:37.187286 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-88bbfbdd-1ec4-4d72-aac7-934dae0ac809 None None] Provisioning complete for port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:37.187632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-88bbfbdd-1ec4-4d72-aac7-934dae0ac809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.206818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.236202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cec174b-f3ed-4719-be43-b2e1a33d01fa']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:37.249005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e2252ef6-71ec-4b49-94a2-3b3731498f56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.250704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104aa224-824a-4cbc-b1b9-3987c1fba927') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:37.251005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104aa224-824a-4cbc-b1b9-3987c1fba927') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:37.264041 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.285053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.291719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:37.292118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:37.307318 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:37.362338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.362555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38055d83-9c7e-44a0-8f27-636c51e7ce3e None None] DHCP port deletion for fa42df7a-bde3-4a48-88c9-5b1038ccaaca request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:37.362555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-38055d83-9c7e-44a0-8f27-636c51e7ce3e None None] Deleting port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:37.362555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38055d83-9c7e-44a0-8f27-636c51e7ce3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.407503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:37.407839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.446024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 48c2d800-fff2-4e4c-a7bf-d66788bd5506 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:37.461167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.494945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.507972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.513355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.541810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] Pushing event deleted for resources: {'Network': ['ID=2cec174b-f3ed-4719-be43-b2e1a33d01fa,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:37.549293 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e880f531-1c3c-4830-b67f-38f3b5b0445b tempest-NetworksTest-1421186774 tempest-NetworksTest-1421186774-project] 10.222.0.18 "DELETE /v2.0/networks/2cec174b-f3ed-4719-be43-b2e1a33d01fa HTTP/1.1" status: 204 len: 168 time: 2.1672938 Mar 28 10:55:37.567204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Pushing event deleted for resources: {'Network': ['ID=69482da4-4e6a-4311-b350-7d2b2faeadb2,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:37.577248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-38055d83-9c7e-44a0-8f27-636c51e7ce3e None None] For port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=02a38d8c-db1d-4d70-90e3-08d49d7fd81a,segment=NetworkSegment(d11b25b2-dd4a-41cc-9793-bb23bf32e058),segment_id=d11b25b2-dd4a-41cc-9793-bb23bf32e058)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:37.577743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38055d83-9c7e-44a0-8f27-636c51e7ce3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.612078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e2252ef6-71ec-4b49-94a2-3b3731498f56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.648945 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89b119af-fe7f-4376-9db7-5fcadc729f4c tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/networks/69482da4-4e6a-4311-b350-7d2b2faeadb2 HTTP/1.1" status: 204 len: 168 time: 3.7887878 Mar 28 10:55:37.652899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34762) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:37.713022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-38055d83-9c7e-44a0-8f27-636c51e7ce3e None None] Calling delete_port for 02a38d8c-db1d-4d70-90e3-08d49d7fd81a owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:37.716185 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9af7ddda-0c48-4281-8e65-fe8953e2879b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Synchronizing usage tracker for tenant:c6f59d89308d424ca22575debc0f1a87 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:37.721548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2252ef6-71ec-4b49-94a2-3b3731498f56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=8195dff7-1d08-410a-a1da-4a2b0a7c563c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:37.741264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e2252ef6-71ec-4b49-94a2-3b3731498f56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:37.743103 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e2252ef6-71ec-4b49-94a2-3b3731498f56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/8195dff7-1d08-410a-a1da-4a2b0a7c563c HTTP/1.1" status: 204 len: 168 time: 1.7496560 Mar 28 10:55:37.746707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34766) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:37.749197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b5fc4b-c141-4ae3-9b78-9170479f666c None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:37.819803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9af7ddda-0c48-4281-8e65-fe8953e2879b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Unset dirty status for tenant:c6f59d89308d424ca22575debc0f1a87 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:37.824921 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9af7ddda-0c48-4281-8e65-fe8953e2879b tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c632d93-3595-424a-8bf4-53e0a7e24ef0 HTTP/1.1" status: 200 len: 205 time: 0.1688042 Mar 28 10:55:37.836659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34772) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:37.845512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:37.849676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 02a38d8c-db1d-4d70-90e3-08d49d7fd81a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:37.853402 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ab8e2ee4-cced-4851-bd4f-f6959befe943 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/48c2d800-fff2-4e4c-a7bf-d66788bd5506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1698408 Mar 28 10:55:37.863220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34776) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:37.885920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c3d22-298b-4c3e-af13-21d9e00683f2 None None] Sync routers for ids ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:37.917598 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-beda94fb-c2ee-4a49-a705-c516d7a96423 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1681349 Mar 28 10:55:37.919958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34780) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:37.927080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:37.948468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c3d22-298b-4c3e-af13-21d9e00683f2 None None] Routers {'48c2d800-fff2-4e4c-a7bf-d66788bd5506'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:37.949012 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8f8c3d22-298b-4c3e-af13-21d9e00683f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:38.015996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8f8c3d22-298b-4c3e-af13-21d9e00683f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:38.022175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11c5cf31-a6d6-4edf-8f47-cc0bc9ab019e tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.136174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c3d22-298b-4c3e-af13-21d9e00683f2 None None] Routers {'48c2d800-fff2-4e4c-a7bf-d66788bd5506'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:38.136849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8f8c3d22-298b-4c3e-af13-21d9e00683f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:38.156353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34786) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:38.165978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=02a38d8c-db1d-4d70-90e3-08d49d7fd81a,segment=NetworkSegment(d11b25b2-dd4a-41cc-9793-bb23bf32e058),segment_id=d11b25b2-dd4a-41cc-9793-bb23bf32e058)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:38.166346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.194337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-38055d83-9c7e-44a0-8f27-636c51e7ce3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.234532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No active binding found for port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a {{(pid=88495) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 10:55:38.235139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 02a38d8c-db1d-4d70-90e3-08d49d7fd81a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:38.247948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8f8c3d22-298b-4c3e-af13-21d9e00683f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:38.248539 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c3d22-298b-4c3e-af13-21d9e00683f2 None None] The sync data for ids ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:38.259969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38055d83-9c7e-44a0-8f27-636c51e7ce3e None None] Pushing event deleted for resources: {'Port': ['ID=02a38d8c-db1d-4d70-90e3-08d49d7fd81a,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:38.264077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38055d83-9c7e-44a0-8f27-636c51e7ce3e None None] No DVR routers for this DVR port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:38.298789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:38.329642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 02a38d8c-db1d-4d70-90e3-08d49d7fd81a owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:38.380913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:38.381758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20a404-1bb5-41ee-9b31-cc0d4be47e77 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:38.393014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:38.393932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7c20a404-1bb5-41ee-9b31-cc0d4be47e77 None None] Deleting port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:38.394063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7c20a404-1bb5-41ee-9b31-cc0d4be47e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.462547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:38.466266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11c5cf31-a6d6-4edf-8f47-cc0bc9ab019e tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.470946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11c5cf31-a6d6-4edf-8f47-cc0bc9ab019e tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.527467 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-259483a7-bb1b-492b-9ab7-4fe4bcb9aaa9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f6757e3cb9143cf90215eb2716d6574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642247 Mar 28 10:55:38.527848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34792) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:38.580038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:38.580363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:38.659307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7c20a404-1bb5-41ee-9b31-cc0d4be47e77 None None] For port e5f0e243-186d-40cc-9cf4-6196cc9f6c44, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e5f0e243-186d-40cc-9cf4-6196cc9f6c44,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:38.660374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7c20a404-1bb5-41ee-9b31-cc0d4be47e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.664929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11c5cf31-a6d6-4edf-8f47-cc0bc9ab019e tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.665435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c5cf31-a6d6-4edf-8f47-cc0bc9ab019e tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Fanout notify agent at l3_agent the message router_deleted on router 5c632d93-3595-424a-8bf4-53e0a7e24ef0 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:55:38.667014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:38.670907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.725962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11c5cf31-a6d6-4edf-8f47-cc0bc9ab019e tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.727003 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-11c5cf31-a6d6-4edf-8f47-cc0bc9ab019e tempest-RoutersNegativeIpV6Test-2115624854 tempest-RoutersNegativeIpV6Test-2115624854-project] 10.222.0.18 "DELETE /v2.0/routers/5c632d93-3595-424a-8bf4-53e0a7e24ef0 HTTP/1.1" status: 204 len: 168 time: 0.8891883 Mar 28 10:55:38.792242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.800703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7c20a404-1bb5-41ee-9b31-cc0d4be47e77 None None] Calling delete_port for e5f0e243-186d-40cc-9cf4-6196cc9f6c44 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:38.836370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a40dff36-7a0c-4441-99f0-65b4940ab712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.871612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a40dff36-7a0c-4441-99f0-65b4940ab712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:38.966886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7c20a404-1bb5-41ee-9b31-cc0d4be47e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.013921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20a404-1bb5-41ee-9b31-cc0d4be47e77 None None] Pushing event deleted for resources: {'Port': ['ID=e5f0e243-186d-40cc-9cf4-6196cc9f6c44,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:39.018723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20a404-1bb5-41ee-9b31-cc0d4be47e77 None None] No DVR routers for this DVR port e5f0e243-186d-40cc-9cf4-6196cc9f6c44 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:39.046194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a40dff36-7a0c-4441-99f0-65b4940ab712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.066953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dff36-7a0c-4441-99f0-65b4940ab712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38409d9e-a151-45cd-97e4-ad5d01873447,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:39.074900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.082401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 02a38d8c-db1d-4d70-90e3-08d49d7fd81a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:39.082941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.135483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:39.137321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:39.139237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a40dff36-7a0c-4441-99f0-65b4940ab712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.140621 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a40dff36-7a0c-4441-99f0-65b4940ab712 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38409d9e-a151-45cd-97e4-ad5d01873447 HTTP/1.1" status: 204 len: 168 time: 0.6115215 Mar 28 10:55:39.141658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:39.142259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.149233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da67613-5d75-4272-b469-2d71e1cd916e None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:39.169358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=ed171dd6-00c0-4853-9a65-d6fb93ab3ef6,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:39.210225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] The port '02a38d8c-db1d-4d70-90e3-08d49d7fd81a' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:55:39.222539 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bf2ae4c8-31bd-4000-8cf7-66c9912b1379 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3015707 Mar 28 10:55:39.225409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34802) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:39.234668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:39.287482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34806) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:39.294959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port aa19f368-4873-4403-a7e4-25f31c128d24 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:39.295301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.396375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:39.402079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:39.403247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.405475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:39.412690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:39.445728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'tenant_id': 'c403ccc997c5466cb516f4e28309ce7a', 'fixed_ips': [{'subnet_id': 'ed171dd6-00c0-4853-9a65-d6fb93ab3ef6'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:39.447147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.469059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa42df7a-bde3-4a48-88c9-5b1038ccaaca']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:39.487880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11b25b2-dd4a-41cc-9793-bb23bf32e058') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:39.489689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11b25b2-dd4a-41cc-9793-bb23bf32e058') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:39.509316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:39.513734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.651479 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Allocated IP 2001:db8::2 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/ed171dd6-00c0-4853-9a65-d6fb93ab3ef6/c5dfcd6b-7631-4775-a8a4-95a0664d0f84) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:39.699523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.744416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.746113 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.ipam_backend_mixin [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed171dd6-00c0-4853-9a65-d6fb93ab3ef6 (CIDR: 2001:db8::/64) Mar 28 10:55:39.769256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:39.769725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:39.785562 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:39.790494 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:55:39.790948 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:39.832038 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e5f0e243-186d-40cc-9cf4-6196cc9f6c44 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:39.879440 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-361a349c-0bfe-4de6-8dc4-0d2fdca910cc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6526482 Mar 28 10:55:39.880740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: e5f0e243-186d-40cc-9cf4-6196cc9f6c44 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:39.881028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e5f0e243-186d-40cc-9cf4-6196cc9f6c44 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:39.882214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34820) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:39.889514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'subnet': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:39.898120 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-05d0c3b8-f5f6-43a4-a1e7-c15ce3cdf233 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6f59d89308d424ca22575debc0f1a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077197 Mar 28 10:55:39.898821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34824) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:39.904821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.969232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:39.987357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Transition to ACTIVE for port object c5dfcd6b-7631-4775-a8a4-95a0664d0f84 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:40.006050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Transition to ACTIVE for port object c5dfcd6b-7631-4775-a8a4-95a0664d0f84 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:40.050763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.056399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:40.061845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:subnet and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:40.063269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for aa19f368-4873-4403-a7e4-25f31c128d24 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:40.065016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:40.069813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.071063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:40.126768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.140259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Network': ['ID=fa42df7a-bde3-4a48-88c9-5b1038ccaaca,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:40.141805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:40.148809 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:40.153107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:40.158941 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Pushing event updated for resources: {'Port': ['ID=c5dfcd6b-7631-4775-a8a4-95a0664d0f84,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:40.175890 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:40.179548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.190915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f316785-4c9b-4d9d-af2c-3b350b49f28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.236166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f316785-4c9b-4d9d-af2c-3b350b49f28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.248488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Attempting to bind port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:40.248992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Attempting to bind port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:40.250068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Attempting to bind port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 on network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:40.250727 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-19ad00ea-5b8c-466c-9453-8af25042a884 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/networks/fa42df7a-bde3-4a48-88c9-5b1038ccaaca HTTP/1.1" status: 204 len: 168 time: 3.2771273 Mar 28 10:55:40.256252 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:40.257312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Checking segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:40.257896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.258165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34832) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:40.258431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Bound using segment: {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:40.259040 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Bound port: c5dfcd6b-7631-4775-a8a4-95a0664d0f84, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745be4ec-55b5-4350-83f9-adf871ed09c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:40.266524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.276112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'network': {'name': 'tempest-RoutersTest-1766808553'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:40.286239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:40.300004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:network and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:40.303726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:40.312649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:40.389699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:40.393215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.412750 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] For port c5dfcd6b-7631-4775-a8a4-95a0664d0f84, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:40.415759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] For port c5dfcd6b-7631-4775-a8a4-95a0664d0f84, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c5dfcd6b-7631-4775-a8a4-95a0664d0f84,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:40.417672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f316785-4c9b-4d9d-af2c-3b350b49f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.434035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f316785-4c9b-4d9d-af2c-3b350b49f28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1d886a-47b9-4ce4-ad6a-8f0c4a9fc981,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:40.477326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.517292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:40.535753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=aa19f368-4873-4403-a7e4-25f31c128d24,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:40.538145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.600367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.600718 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added segment a35fa15f-a845-491c-b6b9-9af023ea543a of type vlan for network 560a089d-2c0f-4c55-94dd-8b5661409a82 Mar 28 10:55:40.650581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030116b-fe3f-43a3-887e-3ea9bccd2030 None None] Pushing event updated for resources: {'Port': ['ID=c5dfcd6b-7631-4775-a8a4-95a0664d0f84,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:40.762901 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.objects.ports [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:55:40.803898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.821319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f316785-4c9b-4d9d-af2c-3b350b49f28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:40.822581 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3f316785-4c9b-4d9d-af2c-3b350b49f28c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed1d886a-47b9-4ce4-ad6a-8f0c4a9fc981 HTTP/1.1" status: 204 len: 168 time: 0.9209480 Mar 28 10:55:40.958516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:41.093304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:41.165073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 48c2d800-fff2-4e4c-a7bf-d66788bd5506 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:41.270970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:41.276572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:41.278822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:41.396429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] For port c5dfcd6b-7631-4775-a8a4-95a0664d0f84, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c5dfcd6b-7631-4775-a8a4-95a0664d0f84,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:41.424476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:41.485947 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:41.486953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:41.521339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:41.549326 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018814c2-6c8c-42b9-ab5f-cde21d4b441c None None] Sync routers for ids ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:41.565938 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018814c2-6c8c-42b9-ab5f-cde21d4b441c None None] Routers {'48c2d800-fff2-4e4c-a7bf-d66788bd5506'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:41.566579 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-018814c2-6c8c-42b9-ab5f-cde21d4b441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:41.575323 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-99df458a-f0fa-442f-b6bb-888eaf48541f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/48c2d800-fff2-4e4c-a7bf-d66788bd5506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7079308 Mar 28 10:55:41.586206 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3243210 Mar 28 10:55:41.589549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34856) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:41.592244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34854) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:41.599348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'subnet': {'network_id': '560a089d-2c0f-4c55-94dd-8b5661409a82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:41.614030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea708bff-5377-4133-974b-37bf10ef2ee7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Network': ['ID=560a089d-2c0f-4c55-94dd-8b5661409a82,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:41.627011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 560a089d-2c0f-4c55-94dd-8b5661409a82 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:41.724008 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-018814c2-6c8c-42b9-ab5f-cde21d4b441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:41.736535 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018814c2-6c8c-42b9-ab5f-cde21d4b441c None None] Routers {'48c2d800-fff2-4e4c-a7bf-d66788bd5506'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:41.737536 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-018814c2-6c8c-42b9-ab5f-cde21d4b441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:41.817594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:41.828576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:41.831887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:41.832741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:41.861168 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-be4f66ec-17b5-4bec-8007-a62206b33146 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=48c2d800-fff2-4e4c-a7bf-d66788bd5506 HTTP/1.1" status: 200 len: 205 time: 0.1134202 Mar 28 10:55:41.867586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34866) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:41.882609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:41.904331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c5dfcd6b-7631-4775-a8a4-95a0664d0f84 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:41.908819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Subnet': ['ID=22517eb5-8045-4c59-8553-241e94fb1c0c,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:41.918769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=c5dfcd6b-7631-4775-a8a4-95a0664d0f84,revision_number=4']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:41.937230 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-018814c2-6c8c-42b9-ab5f-cde21d4b441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:41.937824 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018814c2-6c8c-42b9-ab5f-cde21d4b441c None None] The sync data for ids ['48c2d800-fff2-4e4c-a7bf-d66788bd5506'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:41.964362 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-53e3de5c-7eb0-46d6-85b7-99fb9036acba tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0805724 Mar 28 10:55:41.965716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34870) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:41.971482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Request body: {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'mac_address': 'fa:16:3e:00:e8:0b', 'name': 'tempest-NetworksTestDHCPv6-1087887428'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:41.978596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:subnet and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:41.981743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:41.988089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:42.051683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:42.065867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34874) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:42.080695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0615ff-bcd7-4959-8dee-b5e7511a22a2 None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:42.083785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0fb0-4173-41b6-af36-ac74a33db9f4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.140659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:42.140858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:42.143916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.145323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Usage tracker for resource:port and tenant:c403ccc997c5466cb516f4e28309ce7a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:42.149529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:42.156099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:42.218043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Made reservation on behalf of c403ccc997c5466cb516f4e28309ce7a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:42.296994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'network': {'name': 'tempest-network-smoke--1870681651', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'port_security_enabled': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:42.314851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-efd0cd96-5143-4ad6-9637-2f2e15d9cdd2 None None] Provisioning for port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:42.330432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-efd0cd96-5143-4ad6-9637-2f2e15d9cdd2 None None] Provisioning complete for port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:42.330795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-efd0cd96-5143-4ad6-9637-2f2e15d9cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.352059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:42.360412 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.392469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] device_id is not set on port f8781421-998b-4f81-af56-19a19b1e3929 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:55:42.426706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:network and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:42.431241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:42.444024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:42.468531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-efd0cd96-5143-4ad6-9637-2f2e15d9cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.505200 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-efd0cd96-5143-4ad6-9637-2f2e15d9cdd2 None None] For port c5dfcd6b-7631-4775-a8a4-95a0664d0f84, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c5dfcd6b-7631-4775-a8a4-95a0664d0f84,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:42.513770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0fb0-4173-41b6-af36-ac74a33db9f4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.518003 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0fb0-4173-41b6-af36-ac74a33db9f4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.588780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-efd0cd96-5143-4ad6-9637-2f2e15d9cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.631513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:42.637479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.650636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0fb0-4173-41b6-af36-ac74a33db9f4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.651105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecf0fb0-4173-41b6-af36-ac74a33db9f4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Fanout notify agent at l3_agent the message router_deleted on router 48c2d800-fff2-4e4c-a7bf-d66788bd5506 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:55:42.667004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.668369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0cd96-5143-4ad6-9637-2f2e15d9cdd2 None None] Pushing event updated for resources: {'Port': ['ID=c5dfcd6b-7631-4775-a8a4-95a0664d0f84,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:42.679791 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8::1f8 (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/ed171dd6-00c0-4853-9a65-d6fb93ab3ef6/f8781421-998b-4f81-af56-19a19b1e3929) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:42.686722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Allocated IP 2001:db8:0:1:f816:3eff:fe00:e80b (769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59/22517eb5-8045-4c59-8553-241e94fb1c0c/f8781421-998b-4f81-af56-19a19b1e3929) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:42.708838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0fb0-4173-41b6-af36-ac74a33db9f4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.712791 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4ecf0fb0-4173-41b6-af36-ac74a33db9f4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/48c2d800-fff2-4e4c-a7bf-d66788bd5506 HTTP/1.1" status: 204 len: 168 time: 0.8365543 Mar 28 10:55:42.712791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:42.713453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34882) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:42.719055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:42.722063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:42.728831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:42.780719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.854267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-937eb0ec-aec9-45b7-a033-5d23a24bb4b3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting subnet 209b957e-7b63-40ef-97d4-7b8598335770 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:42.862568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-937eb0ec-aec9-45b7-a033-5d23a24bb4b3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.911686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.912558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Subnet': ['ID=fe4f019e-48ec-4d04-90e5-23bc7a0e5c5b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:42.922127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Checking segment: {'id': 'a35fa15f-a845-491c-b6b9-9af023ea543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '560a089d-2c0f-4c55-94dd-8b5661409a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:42.922484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network hostable DHCP agents. Network: 560a089d-2c0f-4c55-94dd-8b5661409a82, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:42.934935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-937eb0ec-aec9-45b7-a033-5d23a24bb4b3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:42.979027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.016759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 560a089d-2c0f-4c55-94dd-8b5661409a82 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:43.023662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:43.035321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b899f97-ba64-4ef5-bfd7-3b88d27e857c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:43.066743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.066743 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Added segment aa63a071-59b2-408a-b4db-38408cf5ead3 of type vlan for network 65926e96-1942-4d75-aa6b-446f018b2ae3 Mar 28 10:55:43.095694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.098978 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.115274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 560a089d-2c0f-4c55-94dd-8b5661409a82) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:43.128287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Transition to ACTIVE for port object f8781421-998b-4f81-af56-19a19b1e3929 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:43.130537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:43.131082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.138953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b39c3146-391c-4352-b2db-3d4fb61ab284 None None] Provisioning complete for port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:43.139588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b39c3146-391c-4352-b2db-3d4fb61ab284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.166389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-937eb0ec-aec9-45b7-a033-5d23a24bb4b3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.175872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459a76a-6310-4290-9085-756f638e1b0d None None] Network 560a089d-2c0f-4c55-94dd-8b5661409a82 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:43.243092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.252569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:43.253159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.288455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34898) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:43.288670 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4bb8a19f-600b-49cd-b820-a45ae345b9a0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6970856 Mar 28 10:55:43.295865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-88743584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:43.307942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:43.314370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.317166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:router and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:43.364704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:43.375332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Network': ['ID=65926e96-1942-4d75-aa6b-446f018b2ae3,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:43.383095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-937eb0ec-aec9-45b7-a033-5d23a24bb4b3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.395382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:43.399211 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-979c3922-c4c7-4080-9341-504939e8ab6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3326681 Mar 28 10:55:43.401831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34902) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:43.407334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-130343106', 'admin_state_up': True, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:43.410476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 65926e96-1942-4d75-aa6b-446f018b2ae3 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:43.414593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:43.419116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:router and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:43.422009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:43.428513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:43.467685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb0ec-aec9-45b7-a033-5d23a24bb4b3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Subnet': ['ID=209b957e-7b63-40ef-97d4-7b8598335770,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:43.469761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-937eb0ec-aec9-45b7-a033-5d23a24bb4b3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.482815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:43.485441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event updated for resources: {'Port': ['ID=f8781421-998b-4f81-af56-19a19b1e3929,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:43.488971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:43.491498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:43.497110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:43.497736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.502150 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-937eb0ec-aec9-45b7-a033-5d23a24bb4b3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/209b957e-7b63-40ef-97d4-7b8598335770 HTTP/1.1" status: 204 len: 168 time: 0.7876444 Mar 28 10:55:43.504622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34906) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:43.509483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.511523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.516246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8cf4ed-2783-4979-bada-5f55d0ec2831 None None] Network b2baa738-e453-4787-9e8f-822b8f41eff7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:43.531794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.568580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.569754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.606266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.611347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dfc85c-4f2e-4583-85aa-e38e9c242917 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting subnet 27b54ae4-80b3-4e68-90dd-b101abc58c42 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:43.620509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc85c-4f2e-4583-85aa-e38e9c242917 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.755331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc85c-4f2e-4583-85aa-e38e9c242917 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.812616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-560a089d-2c0f-4c55-94dd-8b5661409a82', 'network_id': '560a089d-2c0f-4c55-94dd-8b5661409a82', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'fixed_ips': [{'subnet_id': 'fe4f019e-48ec-4d04-90e5-23bc7a0e5c5b'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:43.813444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:43.898447 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a6f28367-62c5-4910-aa50-45c2c92b0277 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9316444 Mar 28 10:55:43.903631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c5dfcd6b-7631-4775-a8a4-95a0664d0f84 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:43.910317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34914) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:43.967541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc85c-4f2e-4583-85aa-e38e9c242917 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.067147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.102577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb843846-170d-4cba-9028-16b6071e2f6d None None] DHCP port deletion for b2baa738-e453-4787-9e8f-822b8f41eff7 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:44.110732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9bfe83d6-3b31-44bc-b0e6-fa687ca54155 None None] Provisioning for port f8781421-998b-4f81-af56-19a19b1e3929 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:44.131957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-eb843846-170d-4cba-9028-16b6071e2f6d None None] Deleting port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:44.132726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-eb843846-170d-4cba-9028-16b6071e2f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.155863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-aec7e930-07df-43f9-a056-04e7b9c6a7b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting port f8781421-998b-4f81-af56-19a19b1e3929 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:44.156213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aec7e930-07df-43f9-a056-04e7b9c6a7b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.164479 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9bfe83d6-3b31-44bc-b0e6-fa687ca54155 None None] Provisioning complete for port f8781421-998b-4f81-af56-19a19b1e3929 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:44.164700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9bfe83d6-3b31-44bc-b0e6-fa687ca54155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.191675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69523805-c218-4608-b5af-1de2bed3b44d req-37ebb47a-0546-4dc7-9311-5886baeb0120 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:44.194307 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-69523805-c218-4608-b5af-1de2bed3b44d req-37ebb47a-0546-4dc7-9311-5886baeb0120 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.2985654 Mar 28 10:55:44.200495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.201844 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-11737b0c-f356-4f48-be2c-abb5d8448c55 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9113042 Mar 28 10:55:44.218965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34924) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:44.225500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:44.225500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.252627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.274955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Allocated IP 172.20.0.2 (560a089d-2c0f-4c55-94dd-8b5661409a82/fe4f019e-48ec-4d04-90e5-23bc7a0e5c5b/d70a1ea2-2c30-460c-b025-119e4d127db8) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:44.289205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc85c-4f2e-4583-85aa-e38e9c242917 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.316103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe83d6-3b31-44bc-b0e6-fa687ca54155 None None] Port f8781421-998b-4f81-af56-19a19b1e3929 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:44.473965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfc85c-4f2e-4583-85aa-e38e9c242917 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Subnet': ['ID=27b54ae4-80b3-4e68-90dd-b101abc58c42,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:44.533095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc85c-4f2e-4583-85aa-e38e9c242917 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.575014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aec7e930-07df-43f9-a056-04e7b9c6a7b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.576920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5ee0d-19f6-496f-807e-dcdf679be0ef None None] Network 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:44.606770 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-69523805-c218-4608-b5af-1de2bed3b44d req-36b06d2e-af21-4b83-a627-b640711a6821 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017396 Mar 28 10:55:44.613731 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c6dfc85c-4f2e-4583-85aa-e38e9c242917 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/27b54ae4-80b3-4e68-90dd-b101abc58c42 HTTP/1.1" status: 204 len: 168 time: 1.1081665 Mar 28 10:55:44.632447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34928) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:44.709873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-aec7e930-07df-43f9-a056-04e7b9c6a7b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Calling delete_port for f8781421-998b-4f81-af56-19a19b1e3929 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:44.797777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-eb843846-170d-4cba-9028-16b6071e2f6d None None] For port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2f88ff80-bad3-4504-8e2a-8fdbb998a1e3,segment=NetworkSegment(0929888e-9f30-442a-be43-462d3b1f5ffb),segment_id=0929888e-9f30-442a-be43-462d3b1f5ffb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:44.798198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-eb843846-170d-4cba-9028-16b6071e2f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.924615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.984807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:44.985239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:44.999239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-eb843846-170d-4cba-9028-16b6071e2f6d None None] Calling delete_port for 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:45.005585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.041732 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.059235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.166108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.234778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-eb843846-170d-4cba-9028-16b6071e2f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.285181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f1269-6c8a-4a00-ad30-60c663fa8f8f None None] DHCP port deletion for 119c9ad2-5b4b-43f5-a074-dbee1f9d3501 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:45.295356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb843846-170d-4cba-9028-16b6071e2f6d None None] Pushing event deleted for resources: {'Port': ['ID=2f88ff80-bad3-4504-8e2a-8fdbb998a1e3,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:45.299381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb843846-170d-4cba-9028-16b6071e2f6d None None] No DVR routers for this DVR port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:45.303954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f1269-6c8a-4a00-ad30-60c663fa8f8f None None] Deleting port f0a6ba24-6c99-442b-b78c-539c6b7e3056 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:45.304438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1269-6c8a-4a00-ad30-60c663fa8f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.363834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.103 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/55fb0ae3-4fb6-432a-8e11-ae87adef175d) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:45.401193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Transition to ACTIVE for port object d70a1ea2-2c30-460c-b025-119e4d127db8 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:45.404622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aec7e930-07df-43f9-a056-04e7b9c6a7b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.448554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Transition to ACTIVE for port object d70a1ea2-2c30-460c-b025-119e4d127db8 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:45.449958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2f88ff80-bad3-4504-8e2a-8fdbb998a1e3,segment=NetworkSegment(0929888e-9f30-442a-be43-462d3b1f5ffb),segment_id=0929888e-9f30-442a-be43-462d3b1f5ffb)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:45.450464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.508442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7e930-07df-43f9-a056-04e7b9c6a7b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Port': ['ID=f8781421-998b-4f81-af56-19a19b1e3929,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:45.554766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.624245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:45.630299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aec7e930-07df-43f9-a056-04e7b9c6a7b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.636773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.648695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9d9f1269-6c8a-4a00-ad30-60c663fa8f8f None None] For port f0a6ba24-6c99-442b-b78c-539c6b7e3056, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f0a6ba24-6c99-442b-b78c-539c6b7e3056,segment=NetworkSegment(23719a65-1e7f-429b-9a60-51fe9ea1b21a),segment_id=23719a65-1e7f-429b-9a60-51fe9ea1b21a)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:45.649343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1269-6c8a-4a00-ad30-60c663fa8f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.660055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Network 560a089d-2c0f-4c55-94dd-8b5661409a82 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:45.666016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:45.669574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:45.689154 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-aec7e930-07df-43f9-a056-04e7b9c6a7b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/f8781421-998b-4f81-af56-19a19b1e3929 HTTP/1.1" status: 204 len: 168 time: 1.7770281 Mar 28 10:55:45.693142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34934) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:45.793397 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:45.866333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef1f979-26cf-422c-a4bd-45950c2f390e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:45.867155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4ef1f979-26cf-422c-a4bd-45950c2f390e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:45.905196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:45.938774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f1269-6c8a-4a00-ad30-60c663fa8f8f None None] Calling delete_port for f0a6ba24-6c99-442b-b78c-539c6b7e3056 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:45.941805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4ef1f979-26cf-422c-a4bd-45950c2f390e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:45.945459 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4ef1f979-26cf-422c-a4bd-45950c2f390e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2494805 Mar 28 10:55:45.945746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34938) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:45.997791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.014780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.20.0.1 (560a089d-2c0f-4c55-94dd-8b5661409a82/fe4f019e-48ec-4d04-90e5-23bc7a0e5c5b/6114ea9e-222c-408a-808f-087d26e6ba9a) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:46.016981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:55:46.017176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:55:46.017662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:55:46.017763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:55:46.017763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f0a6ba24-6c99-442b-b78c-539c6b7e3056 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:46.040709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Pushing event updated for resources: {'Port': ['ID=d70a1ea2-2c30-460c-b025-119e4d127db8,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:46.047709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df1a9f-8cb6-4845-8418-308df221803d req-463d2fc9-6cde-49e5-9401-22015ce486a3 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:46.048878 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-57df1a9f-8cb6-4845-8418-308df221803d req-463d2fc9-6cde-49e5-9401-22015ce486a3 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.1958799 Mar 28 10:55:46.066910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:46.070830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:46.079471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:46.131031 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=55fb0ae3-4fb6-432a-8e11-ae87adef175d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:46.147137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Attempting to bind port d70a1ea2-2c30-460c-b025-119e4d127db8 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:46.147303 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Attempting to bind port d70a1ea2-2c30-460c-b025-119e4d127db8 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'a35fa15f-a845-491c-b6b9-9af023ea543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '560a089d-2c0f-4c55-94dd-8b5661409a82'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:46.147607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Attempting to bind port d70a1ea2-2c30-460c-b025-119e4d127db8 on network 560a089d-2c0f-4c55-94dd-8b5661409a82 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:46.157952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:46.158413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Checking segment: {'id': 'a35fa15f-a845-491c-b6b9-9af023ea543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '560a089d-2c0f-4c55-94dd-8b5661409a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:46.158947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.159338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Bound using segment: {'id': 'a35fa15f-a845-491c-b6b9-9af023ea543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '560a089d-2c0f-4c55-94dd-8b5661409a82'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:46.159802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Bound port: d70a1ea2-2c30-460c-b025-119e4d127db8, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35fa15f-a845-491c-b6b9-9af023ea543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '560a089d-2c0f-4c55-94dd-8b5661409a82'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:46.160170 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.188916 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-57df1a9f-8cb6-4845-8418-308df221803d req-cd6d28a8-f55b-40dd-b52c-17ca323ea1e7 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236622 Mar 28 10:55:46.231407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb35192-f3b0-4fa2-a87b-34874f59cb51 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:46.233021 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-feb35192-f3b0-4fa2-a87b-34874f59cb51 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2861297 Mar 28 10:55:46.235753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34942) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:46.258855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1269-6c8a-4a00-ad30-60c663fa8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.275418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.314526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Transition to ACTIVE for port object 6114ea9e-222c-408a-808f-087d26e6ba9a will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:46.323300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f1269-6c8a-4a00-ad30-60c663fa8f8f None None] Pushing event deleted for resources: {'Port': ['ID=f0a6ba24-6c99-442b-b78c-539c6b7e3056,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:46.332266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf470c50-8289-457b-a298-914281f755e5 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:46.333649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf470c50-8289-457b-a298-914281f755e5 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:46.335179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf470c50-8289-457b-a298-914281f755e5 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:46.336053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf470c50-8289-457b-a298-914281f755e5 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:46.348515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f1269-6c8a-4a00-ad30-60c663fa8f8f None None] No DVR routers for this DVR port f0a6ba24-6c99-442b-b78c-539c6b7e3056 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:46.353963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.384645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] For port d70a1ea2-2c30-460c-b025-119e4d127db8, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:46.388896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] For port d70a1ea2-2c30-460c-b025-119e4d127db8, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d70a1ea2-2c30-460c-b025-119e4d127db8,segment=NetworkSegment(a35fa15f-a845-491c-b6b9-9af023ea543a),segment_id=a35fa15f-a845-491c-b6b9-9af023ea543a)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:46.415591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf470c50-8289-457b-a298-914281f755e5 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:46.416849 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bf470c50-8289-457b-a298-914281f755e5 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1772020 Mar 28 10:55:46.419575 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34948) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:46.444748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.462600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.518255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 2f88ff80-bad3-4504-8e2a-8fdbb998a1e3 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:46.518741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.553519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b5730-afa6-4870-a1bf-366a5f4ae6f4 None None] Pushing event updated for resources: {'Port': ['ID=d70a1ea2-2c30-460c-b025-119e4d127db8,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:46.611883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 560a089d-2c0f-4c55-94dd-8b5661409a82 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:46.629826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:46.643319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] The port '2f88ff80-bad3-4504-8e2a-8fdbb998a1e3' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:55:46.643514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.644579 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-777a8af2-9c20-4e6e-943b-ff0e77e378bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet 22517eb5-8045-4c59-8553-241e94fb1c0c {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:46.650244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:46.675066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-777a8af2-9c20-4e6e-943b-ff0e77e378bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.733832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=6114ea9e-222c-408a-808f-087d26e6ba9a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:46.813415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.912201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-777a8af2-9c20-4e6e-943b-ff0e77e378bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:46.959338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.003068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2baa738-e453-4787-9e8f-822b8f41eff7']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:47.011301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.026113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0929888e-9f30-442a-be43-462d3b1f5ffb') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:47.026408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0929888e-9f30-442a-be43-462d3b1f5ffb') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:47.046958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.067225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.077574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-777a8af2-9c20-4e6e-943b-ff0e77e378bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.106034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:47.106468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:47.121236 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:47.281255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.384688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.413249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.440099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:55:47.486580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-777a8af2-9c20-4e6e-943b-ff0e77e378bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.587331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d93ae-357c-49f8-86dc-23950284ede6 None None] Network 560a089d-2c0f-4c55-94dd-8b5661409a82 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:47.658164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:47.664437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Network': ['ID=b2baa738-e453-4787-9e8f-822b8f41eff7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:47.691384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Sync routers for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:47.711551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:47.712166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:47.736470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a8af2-9c20-4e6e-943b-ff0e77e378bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=22517eb5-8045-4c59-8553-241e94fb1c0c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:47.738483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-777a8af2-9c20-4e6e-943b-ff0e77e378bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.750585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:47.750585 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0b99ca79-7afb-4982-b614-267406eb9fc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3459823 Mar 28 10:55:47.752776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34954) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:47.779646 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fb80651e-f695-459c-b0f0-4127f2a101d4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/networks/b2baa738-e453-4787-9e8f-822b8f41eff7 HTTP/1.1" status: 204 len: 168 time: 3.1531706 Mar 28 10:55:47.782246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34960) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:47.790943 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-777a8af2-9c20-4e6e-943b-ff0e77e378bd tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/22517eb5-8045-4c59-8553-241e94fb1c0c HTTP/1.1" status: 204 len: 168 time: 1.3702142 Mar 28 10:55:47.799417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34964) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:47.813044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a8bdd-6702-4537-a9b2-2529240ccf7f None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:47.889351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d70a1ea2-2c30-460c-b025-119e4d127db8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:47.896210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d42d2-3ab4-4d47-bfb9-4539529028b0 req-7a896438-2080-4eec-8313-d73ad5fb6d4f tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:47.897682 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba0d42d2-3ab4-4d47-bfb9-4539529028b0 req-7a896438-2080-4eec-8313-d73ad5fb6d4f tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.5548322 Mar 28 10:55:47.951234 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b7dab3d6-789d-434c-8b3b-44d4fecb290f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1945634 Mar 28 10:55:47.952597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34968) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:47.977048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-043aa5c8-5631-49dc-98c4-9cc489497815 None None] Provisioning for port d70a1ea2-2c30-460c-b025-119e4d127db8 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:47.979911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.012479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ea2066-7f23-4f06-8663-fd14f3d8c44a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Deleting subnet ed171dd6-00c0-4853-9a65-d6fb93ab3ef6 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:48.034088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ea2066-7f23-4f06-8663-fd14f3d8c44a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.067524 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba0d42d2-3ab4-4d47-bfb9-4539529028b0 req-435759d6-1a99-4d96-a065-c5a547729142 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522691 Mar 28 10:55:48.116643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ea2066-7f23-4f06-8663-fd14f3d8c44a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.202230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.222573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ea2066-7f23-4f06-8663-fd14f3d8c44a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.226739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:55:48.227758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.235779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca4552-fe20-4c90-b9ef-757cffbc93ae tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:48.240466 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-35ca4552-fe20-4c90-b9ef-757cffbc93ae tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2880161 Mar 28 10:55:48.243655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34972) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:48.268475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.305147 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-15c03f6a-6b51-429b-a83d-d04a5b5b9928 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0603929 Mar 28 10:55:48.307267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119c9ad2-5b4b-43f5-a074-dbee1f9d3501']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:48.315514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34976) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:48.325202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1725729248', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:48.344114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23719a65-1e7f-429b-9a60-51fe9ea1b21a') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:48.344547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23719a65-1e7f-429b-9a60-51fe9ea1b21a') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:48.372272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.403664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.409054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=6114ea9e-222c-408a-808f-087d26e6ba9a,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:48.457341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.468505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:48.469011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.472884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ed17a2e6-8295-4e19-9b63-d084a6c00b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:48.485283 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:48.492229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:48.496750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:subnet and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:48.499001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ea2066-7f23-4f06-8663-fd14f3d8c44a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.502817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:48.506484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:48.540199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port d70a1ea2-2c30-460c-b025-119e4d127db8 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:48.555729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea2066-7f23-4f06-8663-fd14f3d8c44a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Subnet': ['ID=ed171dd6-00c0-4853-9a65-d6fb93ab3ef6,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:48.563920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ea2066-7f23-4f06-8663-fd14f3d8c44a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.592874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d70a1ea2-2c30-460c-b025-119e4d127db8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:48.593780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.602974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 560a089d-2c0f-4c55-94dd-8b5661409a82 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:48.604232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:48.615603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:48.619268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.670221 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-86ea2066-7f23-4f06-8663-fd14f3d8c44a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/ed171dd6-00c0-4853-9a65-d6fb93ab3ef6 HTTP/1.1" status: 204 len: 168 time: 0.8668373 Mar 28 10:55:48.680271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 34980) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:48.761446 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a1b65090-3e53-4199-9ca9-f162d2622631 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774584 Mar 28 10:55:48.762680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34984) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:48.841001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:48.864925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:55:46Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:48.877555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Checking router: cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:55:48.877976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Updating router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 port 55fb0ae3-4fb6-432a-8e11-ae87adef175d binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:55:48.948092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60610c9-2201-47c1-9c05-01b2ecab886b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:48.949659 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c60610c9-2201-47c1-9c05-01b2ecab886b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1864543 Mar 28 10:55:48.952279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34988) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:48.967215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port d70a1ea2-2c30-460c-b025-119e4d127db8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d70a1ea2-2c30-460c-b025-119e4d127db8,segment=NetworkSegment(a35fa15f-a845-491c-b6b9-9af023ea543a),segment_id=a35fa15f-a845-491c-b6b9-9af023ea543a)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:48.996549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.041400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d533d40-5a85-4a5d-9b88-5536d26c21db None None] Update dhcp port {'port': {'network_id': '769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59', 'fixed_ips': [{'subnet_id': 'ed171dd6-00c0-4853-9a65-d6fb93ab3ef6'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': 'c5dfcd6b-7631-4775-a8a4-95a0664d0f84'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:55:49.086271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:55:49.105522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.111492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.113321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.167268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.223152 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Network': ['ID=119c9ad2-5b4b-43f5-a074-dbee1f9d3501,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:49.231980 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-df9cfdda-cfef-443a-bc62-ebca5f6efd4e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/networks/119c9ad2-5b4b-43f5-a074-dbee1f9d3501 HTTP/1.1" status: 204 len: 168 time: 1.4486892 Mar 28 10:55:49.238143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 34994) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:49.244541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749d931d-746b-4d3e-9048-096a291affd9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:49.245174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-749d931d-746b-4d3e-9048-096a291affd9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:49.259280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-756554190'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:49.274734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b6bd67b-450e-4944-ae2f-294c097ed88d None None] Provisioning for port 6114ea9e-222c-408a-808f-087d26e6ba9a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:49.281285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:49.283778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d533d40-5a85-4a5d-9b88-5536d26c21db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.290693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=e6c8acf4-3f0b-48b3-8604-84fb5a0a198f,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:49.294254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:network and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:49.298968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:49.307634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b6bd67b-450e-4944-ae2f-294c097ed88d None None] Provisioning complete for port 6114ea9e-222c-408a-808f-087d26e6ba9a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:49.307844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd67b-450e-4944-ae2f-294c097ed88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.311425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:49.324302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Checking segment: {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:49.324660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network hostable DHCP agents. Network: 65926e96-1942-4d75-aa6b-446f018b2ae3, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:49.383830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:49.394305 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8f8f31c0-e5fb-452a-bdfe-b5c9c3f19f0f tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1741490 Mar 28 10:55:49.395113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-749d931d-746b-4d3e-9048-096a291affd9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:49.396986 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-749d931d-746b-4d3e-9048-096a291affd9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4433126 Mar 28 10:55:49.397845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35002) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:49.408529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35004) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:49.408719 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de41f22-d5f1-438a-a793-e1c53e3cc2be None None] Sync routers for ids ['79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:49.415478 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de41f22-d5f1-438a-a793-e1c53e3cc2be None None] Routers {'79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:49.418501 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5de41f22-d5f1-438a-a793-e1c53e3cc2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:49.454950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=d70a1ea2-2c30-460c-b025-119e4d127db8,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:49.468432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:49.472798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.484783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 65926e96-1942-4d75-aa6b-446f018b2ae3 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:49.556891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1b6bd67b-450e-4944-ae2f-294c097ed88d None None] Port 6114ea9e-222c-408a-808f-087d26e6ba9a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:49.566526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4d5e1-a2e9-4188-8bcf-93dd42c41825 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:49.570424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-16c4d5e1-a2e9-4188-8bcf-93dd42c41825 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:49.586321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:55:49.608427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.608778 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added segment 212111f5-aba8-4658-84f3-b5f402c8dd0d of type vlan for network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e Mar 28 10:55:49.626627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 65926e96-1942-4d75-aa6b-446f018b2ae3) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:49.635864 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:49.640440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.640661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2936e08-829c-4922-a17f-56b1e02a281e None None] Network 65926e96-1942-4d75-aa6b-446f018b2ae3 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:49.687389 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5de41f22-d5f1-438a-a793-e1c53e3cc2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:49.687641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-16c4d5e1-a2e9-4188-8bcf-93dd42c41825 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:49.688822 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-16c4d5e1-a2e9-4188-8bcf-93dd42c41825 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports/6114ea9e-222c-408a-808f-087d26e6ba9a HTTP/1.1" status: 200 len: 910 time: 0.2898066 Mar 28 10:55:49.693053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35010) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:49.696881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.703234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b6bd67b-450e-4944-ae2f-294c097ed88d None None] Provisioning complete for port d70a1ea2-2c30-460c-b025-119e4d127db8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:49.705231 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de41f22-d5f1-438a-a793-e1c53e3cc2be None None] Routers {'79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:49.706053 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5de41f22-d5f1-438a-a793-e1c53e3cc2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:49.713744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd67b-450e-4944-ae2f-294c097ed88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:49.718947 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3a099939-4dbd-42f5-a89c-526ea26ef725 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3179882 Mar 28 10:55:49.757729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb81a4-08e1-4879-87d4-66b60a8bbfdc req-5d7d4e0f-b94e-499d-a4f0-6cfcbab174cf tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:49.762068 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6ffb81a4-08e1-4879-87d4-66b60a8bbfdc req-5d7d4e0f-b94e-499d-a4f0-6cfcbab174cf tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.4885983 Mar 28 10:55:49.763062 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35014) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:49.808821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a07db1-b757-446a-b6dd-c68d22bfbbad None None] Network 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:49.815802 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5de41f22-d5f1-438a-a793-e1c53e3cc2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:49.816415 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de41f22-d5f1-438a-a793-e1c53e3cc2be None None] The sync data for ids ['79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:49.826016 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1a62380b-cda6-487a-9f4a-354771570764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5094707 Mar 28 10:55:49.837219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35018) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:49.878788 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8418937b-75cd-4988-8b5a-87603ac08778 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:49.879253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8418937b-75cd-4988-8b5a-87603ac08778 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:49.883715 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8418937b-75cd-4988-8b5a-87603ac08778 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/f8781421-998b-4f81-af56-19a19b1e3929 HTTP/1.1" status: 404 len: 333 time: 0.1183975 Mar 28 10:55:49.887960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35022) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:49.914472 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d70a1ea2-2c30-460c-b025-119e4d127db8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:49.961718 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea218199-56dc-4c9c-b2e2-a60dead4db0a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:49.962474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea218199-56dc-4c9c-b2e2-a60dead4db0a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:49.968447 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ea218199-56dc-4c9c-b2e2-a60dead4db0a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/22517eb5-8045-4c59-8553-241e94fb1c0c HTTP/1.1" status: 404 len: 337 time: 0.0793545 Mar 28 10:55:49.969394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35026) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:49.986520 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6ffb81a4-08e1-4879-87d4-66b60a8bbfdc req-4eb55374-b777-4226-9b62-3de36ebec00e tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241577 Mar 28 10:55:50.018685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:55:50.034509 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-854b1ae4-3caa-4b9b-8ce3-58ac4f87488a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:50.034956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854b1ae4-3caa-4b9b-8ce3-58ac4f87488a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:50.036617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-854b1ae4-3caa-4b9b-8ce3-58ac4f87488a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/ed171dd6-00c0-4853-9a65-d6fb93ab3ef6 HTTP/1.1" status: 404 len: 337 time: 0.0636504 Mar 28 10:55:50.039309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35032) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:50.116805 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5125d53-c30f-4fff-a2ad-e73a92405df3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:50.117686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5125d53-c30f-4fff-a2ad-e73a92405df3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:50.119707 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d5125d53-c30f-4fff-a2ad-e73a92405df3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/e6e715b5-b19b-4346-ac5e-71afc78525f3 HTTP/1.1" status: 404 len: 333 time: 0.0792987 Mar 28 10:55:50.125943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35036) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:50.169271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4528d1d-a948-49ec-a6f3-8f3b1209ef66 req-c2235c74-1caa-4625-adf5-43853ea871ad tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:50.171229 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a4528d1d-a948-49ec-a6f3-8f3b1209ef66 req-c2235c74-1caa-4625-adf5-43853ea871ad tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.0965455 Mar 28 10:55:50.196440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.resource_extend [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:55:50.223222 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a4528d1d-a948-49ec-a6f3-8f3b1209ef66 req-a82268b9-4b1b-4e6a-84dc-dacb03b191ae tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460310 Mar 28 10:55:50.238505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:50.243934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:50.244509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:50.270159 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09ec3a4-e4c6-4fb2-a59e-38c120b2905a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:50.270577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09ec3a4-e4c6-4fb2-a59e-38c120b2905a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:50.274578 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a09ec3a4-e4c6-4fb2-a59e-38c120b2905a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/1877865b-d304-4615-bf89-0f3eadf49a24 HTTP/1.1" status: 404 len: 337 time: 0.1422169 Mar 28 10:55:50.276627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35042) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:50.318475 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bc16d4-4544-4d66-93a6-cc14b7f9361c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:50.318935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bc16d4-4544-4d66-93a6-cc14b7f9361c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:50.323354 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-84bc16d4-4544-4d66-93a6-cc14b7f9361c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/8195dff7-1d08-410a-a1da-4a2b0a7c563c HTTP/1.1" status: 404 len: 337 time: 0.0452316 Mar 28 10:55:50.324377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35046) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:50.405289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d70a1ea2-2c30-460c-b025-119e4d127db8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:50.405642 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:50.432785 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cf6bac-3c87-4d3d-b909-ba69fe278603 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:50.433304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cf6bac-3c87-4d3d-b909-ba69fe278603 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:50.437188 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-75cf6bac-3c87-4d3d-b909-ba69fe278603 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/f6f691f2-8287-4cbc-88ce-142b4b917004 HTTP/1.1" status: 404 len: 333 time: 0.1118445 Mar 28 10:55:50.439751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35050) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:50.488988 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ffba19-8f4c-43a3-b84f-7bf27ad1ec4e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:50.489507 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ffba19-8f4c-43a3-b84f-7bf27ad1ec4e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:50.493762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-18ffba19-8f4c-43a3-b84f-7bf27ad1ec4e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/78a0d07b-b25f-4e6c-9716-d2318ca8f605 HTTP/1.1" status: 404 len: 337 time: 0.0487216 Mar 28 10:55:50.495550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35054) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:50.518614 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2747476 Mar 28 10:55:50.532232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35058) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:50.532232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6430d8-d779-42bf-91d7-2d7405e764d0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Network': ['ID=c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:50.537202 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5046ea-0ec8-40b8-916f-6ca050ac6a2a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:50.537748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5046ea-0ec8-40b8-916f-6ca050ac6a2a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:50.541766 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fc5046ea-0ec8-40b8-916f-6ca050ac6a2a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/53d15bb8-e051-40ce-b9b1-bbafb63a38c1 HTTP/1.1" status: 404 len: 337 time: 0.0419810 Mar 28 10:55:50.550392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35062) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:50.551649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-65926e96-1942-4d75-aa6b-446f018b2ae3', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:50.552472 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:50.570778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'subnet': {'network_id': 'c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:50.573112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:55:50.600857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:50.624065 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d0e77b-7f8c-457b-9804-c765d309a047 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:50.625034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d0e77b-7f8c-457b-9804-c765d309a047 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:50.628854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b4d0e77b-7f8c-457b-9804-c765d309a047 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/24a2ec20-aa5b-4de9-a276-a00227b9037c HTTP/1.1" status: 404 len: 333 time: 0.0733881 Mar 28 10:55:50.632262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35066) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:50.635557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4c14-406c-4f8f-a5ac-93e3da8b7702 req-ebd219ee-46a0-4c5b-a2f3-72b7ba2e62c6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:50.643185 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4c8e4c14-406c-4f8f-a5ac-93e3da8b7702 req-ebd219ee-46a0-4c5b-a2f3-72b7ba2e62c6 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2691829 Mar 28 10:55:50.673227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9c2c-18d3-4237-a4da-e6b45dc48555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:50.691599 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4c8e4c14-406c-4f8f-a5ac-93e3da8b7702 req-c7840162-b182-4c69-869f-4474edda2c60 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470994 Mar 28 10:55:50.737580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Transition to ACTIVE for port object 55fb0ae3-4fb6-432a-8e11-ae87adef175d will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:50.857194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:50.891680 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aff0b-fcc5-4cd5-9f73-5e695991a681 req-d28a2570-b357-4531-a607-45b56efcf7d8 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:50.893804 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-731aff0b-fcc5-4cd5-9f73-5e695991a681 req-d28a2570-b357-4531-a607-45b56efcf7d8 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.0976708 Mar 28 10:55:50.939589 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-731aff0b-fcc5-4cd5-9f73-5e695991a681 req-4b815a56-9836-47e4-8054-a6123d14549d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394404 Mar 28 10:55:50.946276 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-91329678-063b-4e23-a529-996f73d4d2f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:50.946956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91329678-063b-4e23-a529-996f73d4d2f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:50.948635 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-91329678-063b-4e23-a529-996f73d4d2f6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/929529cb-eaba-44cb-924c-4072323d16ce HTTP/1.1" status: 404 len: 337 time: 0.3154221 Mar 28 10:55:50.951375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35072) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.007242 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f572b8-fdd8-4f84-839a-9e47653a12e1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.007706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f572b8-fdd8-4f84-839a-9e47653a12e1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.009438 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f0f572b8-fdd8-4f84-839a-9e47653a12e1 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/44a65810-d748-4c23-99f1-1a5bfb4439eb HTTP/1.1" status: 404 len: 337 time: 0.0569220 Mar 28 10:55:51.018894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35080) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.034136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f74bd-8c86-4862-b839-234f520e5b16 None None] DHCP port deletion for 769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:51.042260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293f669-140d-41d4-994f-968bda87b8bd None None] Pushing event updated for resources: {'Port': ['ID=55fb0ae3-4fb6-432a-8e11-ae87adef175d,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:51.046250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Attempting to bind port 55fb0ae3-4fb6-432a-8e11-ae87adef175d on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:51.046616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Attempting to bind port 55fb0ae3-4fb6-432a-8e11-ae87adef175d by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:51.046983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Attempting to bind port 55fb0ae3-4fb6-432a-8e11-ae87adef175d on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:51.052247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-000ac9c6-df5e-40a7-abf5-f57850161cd5 None None] Provisioning complete for port 6114ea9e-222c-408a-808f-087d26e6ba9a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:51.052614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-000ac9c6-df5e-40a7-abf5-f57850161cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.070443 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f865ae-55da-4fcc-afeb-66dd7e096b9e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.071245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f865ae-55da-4fcc-afeb-66dd7e096b9e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.073069 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-57f865ae-55da-4fcc-afeb-66dd7e096b9e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/05de3653-551f-465d-a573-879ec81f06ca HTTP/1.1" status: 404 len: 333 time: 0.0514510 Mar 28 10:55:51.076543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35084) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.084580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Allocated IP 172.20.0.2 (65926e96-1942-4d75-aa6b-446f018b2ae3/e6c8acf4-3f0b-48b3-8604-84fb5a0a198f/38126bc5-1c9a-47ad-ba90-d1ff9730cf60) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:51.085519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-744f74bd-8c86-4862-b839-234f520e5b16 None None] Deleting port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:51.085878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-744f74bd-8c86-4862-b839-234f520e5b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.135210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:51.135612 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:51.136048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.137046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:51.137848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Bound port: 55fb0ae3-4fb6-432a-8e11-ae87adef175d, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:51.138014 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.153877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:51.168781 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddee0312-567b-4864-a29e-678748ccc608 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.168781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddee0312-567b-4864-a29e-678748ccc608 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.172436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:subnet and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:51.172574 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ddee0312-567b-4864-a29e-678748ccc608 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/954d0152-fdb4-4c8c-9513-55929af4de7e HTTP/1.1" status: 404 len: 337 time: 0.0925956 Mar 28 10:55:51.176025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35088) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.228706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:51.252077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-000ac9c6-df5e-40a7-abf5-f57850161cd5 None None] Port 6114ea9e-222c-408a-808f-087d26e6ba9a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:51.282373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68861a5a-8552-4fbd-a509-364b71f6f897 req-17082ef6-67dc-4b03-83b2-1db26ef3eba2 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:51.288763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:51.289252 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68861a5a-8552-4fbd-a509-364b71f6f897 req-17082ef6-67dc-4b03-83b2-1db26ef3eba2 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.1603405 Mar 28 10:55:51.298598 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac798bf-ba89-4b7a-baa3-c9c5ed4526a2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.299060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac798bf-ba89-4b7a-baa3-c9c5ed4526a2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.303131 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fac798bf-ba89-4b7a-baa3-c9c5ed4526a2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/ac5e53b7-51ec-4478-9586-73533e861af9 HTTP/1.1" status: 404 len: 333 time: 0.1238227 Mar 28 10:55:51.313285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35092) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.313504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6943f-0874-4673-b7fb-a3775a9bb65c req-cb745626-9c79-4a6f-9bd8-da2fed9cbf97 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:51.315180 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37f6943f-0874-4673-b7fb-a3775a9bb65c req-cb745626-9c79-4a6f-9bd8-da2fed9cbf97 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.1437702 Mar 28 10:55:51.364255 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68861a5a-8552-4fbd-a509-364b71f6f897 req-d21ac355-7f8d-4894-a899-af30198d938e tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740700 Mar 28 10:55:51.382909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] For port 55fb0ae3-4fb6-432a-8e11-ae87adef175d, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:51.407894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-000ac9c6-df5e-40a7-abf5-f57850161cd5 None None] Provisioning complete for port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:51.408261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-000ac9c6-df5e-40a7-abf5-f57850161cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.410684 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f1e051-40fc-4b64-8c12-ca91e32b5c33 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.411125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f1e051-40fc-4b64-8c12-ca91e32b5c33 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.415071 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-42f1e051-40fc-4b64-8c12-ca91e32b5c33 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/98bb507f-fa65-49e5-ad91-7f6eb85b577d HTTP/1.1" status: 404 len: 337 time: 0.0970688 Mar 28 10:55:51.415071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:51.416875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.421560 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37f6943f-0874-4673-b7fb-a3775a9bb65c req-48a182eb-fb4a-4986-abda-abe6282f01d1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864925 Mar 28 10:55:51.424802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35098) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.444089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] For port 55fb0ae3-4fb6-432a-8e11-ae87adef175d, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=55fb0ae3-4fb6-432a-8e11-ae87adef175d,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:51.482523 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a76c3e-3c9c-478a-833b-a9716c96e0dc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.482807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a76c3e-3c9c-478a-833b-a9716c96e0dc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.487060 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d0a76c3e-3c9c-478a-833b-a9716c96e0dc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/672fb4b7-6e06-45f2-8f6d-adf5805ecb1d HTTP/1.1" status: 404 len: 333 time: 0.0570464 Mar 28 10:55:51.487622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35102) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.533938 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-27315364-95a0-42de-88ae-7da09f14319d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.534701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27315364-95a0-42de-88ae-7da09f14319d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.539633 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-27315364-95a0-42de-88ae-7da09f14319d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/c2cded82-f030-4d8b-bbd7-be79cb3c9f39 HTTP/1.1" status: 404 len: 337 time: 0.0486848 Mar 28 10:55:51.540291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35106) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.578381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.598291 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e98b2d2-76c5-42aa-abd2-aa2e0b0bda14 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.599036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e98b2d2-76c5-42aa-abd2-aa2e0b0bda14 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.603791 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8e98b2d2-76c5-42aa-abd2-aa2e0b0bda14 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/96b29090-f95d-4308-bc79-837bfe926940 HTTP/1.1" status: 404 len: 333 time: 0.0623560 Mar 28 10:55:51.605743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35110) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.643574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.646219 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b16e07-6d2d-4547-a7a3-beb065cd3849 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.646869 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b16e07-6d2d-4547-a7a3-beb065cd3849 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.651693 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-78b16e07-6d2d-4547-a7a3-beb065cd3849 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/620ddd8c-6242-425f-a8f3-3e0ab54bbe11 HTTP/1.1" status: 404 len: 337 time: 0.0447900 Mar 28 10:55:51.652761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35114) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.697630 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bab4432-7c11-4188-bd96-e060adb7ef7a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.697844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bab4432-7c11-4188-bd96-e060adb7ef7a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.702357 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5bab4432-7c11-4188-bd96-e060adb7ef7a tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/d57e8d3a-e087-45bb-91d2-42bf9c02c171 HTTP/1.1" status: 404 len: 333 time: 0.0484648 Mar 28 10:55:51.703357 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35118) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.749106 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae50e6c7-d3ce-45b2-8000-78ebbc7b837d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.750006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae50e6c7-d3ce-45b2-8000-78ebbc7b837d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.753630 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ae50e6c7-d3ce-45b2-8000-78ebbc7b837d tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/f64de707-1455-413d-b50f-afd5b222e55b HTTP/1.1" status: 404 len: 337 time: 0.0471082 Mar 28 10:55:51.754995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35122) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.767198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-744f74bd-8c86-4862-b839-234f520e5b16 None None] For port c5dfcd6b-7631-4775-a8a4-95a0664d0f84, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c5dfcd6b-7631-4775-a8a4-95a0664d0f84,segment=NetworkSegment(745be4ec-55b5-4350-83f9-adf871ed09c6),segment_id=745be4ec-55b5-4350-83f9-adf871ed09c6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:51.767198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-744f74bd-8c86-4862-b839-234f520e5b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.778590 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:51.779323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:51.802306 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e02b169-4754-44d9-89e7-133e23f582b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.802983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e02b169-4754-44d9-89e7-133e23f582b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.807054 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0e02b169-4754-44d9-89e7-133e23f582b6 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/0c9589b6-aeda-4a5c-985e-58e156046ec4 HTTP/1.1" status: 404 len: 333 time: 0.0495191 Mar 28 10:55:51.807291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35128) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.856322 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-00db9016-52d8-4850-a10c-2f5be890742e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.857266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00db9016-52d8-4850-a10c-2f5be890742e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.864941 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-00db9016-52d8-4850-a10c-2f5be890742e tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/8b91a50a-2595-4514-bec7-465127142c65 HTTP/1.1" status: 404 len: 337 time: 0.0559940 Mar 28 10:55:51.865736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35132) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.909848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c5dfcd6b-7631-4775-a8a4-95a0664d0f84 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:51.910115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:51.923478 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e555f52a-a29e-493e-994d-64049b6ff551 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:51.924028 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e555f52a-a29e-493e-994d-64049b6ff551 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:51.928656 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e555f52a-a29e-493e-994d-64049b6ff551 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/5047fdf1-4fef-4ba2-8dab-d8dd98f607fd HTTP/1.1" status: 404 len: 337 time: 0.0618520 Mar 28 10:55:51.929319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35136) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:51.989605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:52.033554 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8512ab-7f23-43ac-affc-c8192669f7f7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:52.034069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8512ab-7f23-43ac-affc-c8192669f7f7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:52.038075 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ce8512ab-7f23-43ac-affc-c8192669f7f7 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/45e0805a-c907-4182-b725-6c829f76ab13 HTTP/1.1" status: 404 len: 333 time: 0.0643475 Mar 28 10:55:52.038285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35140) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.043619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:52.094715 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7251af0d-5e33-43c7-b1a8-e52a35f8d0f2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:52.095614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7251af0d-5e33-43c7-b1a8-e52a35f8d0f2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:52.100886 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7251af0d-5e33-43c7-b1a8-e52a35f8d0f2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/8ebc48d0-6dc7-463b-bf26-13063352d5cb HTTP/1.1" status: 404 len: 337 time: 0.0617044 Mar 28 10:55:52.104894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35144) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.126379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:52.136087 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-744f74bd-8c86-4862-b839-234f520e5b16 None None] Calling delete_port for c5dfcd6b-7631-4775-a8a4-95a0664d0f84 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:52.148760 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d0a079-e274-4072-b951-9b2fe4e3a993 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:52.148760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d0a079-e274-4072-b951-9b2fe4e3a993 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:52.151150 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-18d0a079-e274-4072-b951-9b2fe4e3a993 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/bf9e1798-013a-43ef-86cd-9c138b4af86c HTTP/1.1" status: 404 len: 337 time: 0.0441813 Mar 28 10:55:52.153777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35148) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.177583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293f669-140d-41d4-994f-968bda87b8bd None None] Pushing event updated for resources: {'Port': ['ID=55fb0ae3-4fb6-432a-8e11-ae87adef175d,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:52.208813 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6c57a7-db6b-4bff-90a2-7b74fcd91579 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:52.209868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6c57a7-db6b-4bff-90a2-7b74fcd91579 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:52.210240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Transition to ACTIVE for port object 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:52.213647 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9b6c57a7-db6b-4bff-90a2-7b74fcd91579 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/8f65f17b-a3da-418b-8ff0-d49f8055899b HTTP/1.1" status: 404 len: 333 time: 0.0569363 Mar 28 10:55:52.215069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35152) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.262999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493d7a3-f8a4-48cd-8d9d-6142ba1f1b52 req-b650ab0b-5a25-4a69-bd98-a1f541aeee88 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:52.269832 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c493d7a3-f8a4-48cd-8d9d-6142ba1f1b52 req-b650ab0b-5a25-4a69-bd98-a1f541aeee88 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3395629 Mar 28 10:55:52.287611 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acff771-b9d3-4d08-9395-4d549e0ea574 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:52.287975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acff771-b9d3-4d08-9395-4d549e0ea574 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:52.292042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:52.292241 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8acff771-b9d3-4d08-9395-4d549e0ea574 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/6a802429-32c5-4f60-93de-cbd236e852b3 HTTP/1.1" status: 404 len: 337 time: 0.0724781 Mar 28 10:55:52.297781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35156) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.343684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Transition to ACTIVE for port object 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:52.349586 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-0624e8cb-87e0-411c-a0e3-3a09ea749ca3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:52.351058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0624e8cb-87e0-411c-a0e3-3a09ea749ca3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:52.354126 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0624e8cb-87e0-411c-a0e3-3a09ea749ca3 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/a4d04b0a-32cd-4cf7-8bc4-5b1eb5689497 HTTP/1.1" status: 404 len: 337 time: 0.0530384 Mar 28 10:55:52.355072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35160) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.359504 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c493d7a3-f8a4-48cd-8d9d-6142ba1f1b52 req-fd60c111-b32e-4903-8b47-0ba4e57da877 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888658 Mar 28 10:55:52.403583 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea610f1-4523-43ef-9602-257138a8db56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:52.404047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea610f1-4523-43ef-9602-257138a8db56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:52.406000 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7ea610f1-4523-43ef-9602-257138a8db56 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/acb96c42-499f-4c79-bd19-6c51e392eb4f HTTP/1.1" status: 404 len: 333 time: 0.0501308 Mar 28 10:55:52.408495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35164) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.418945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:55:52.453023 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaf768c-4182-4e2d-b089-1b2c70a80aee tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:52.453494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaf768c-4182-4e2d-b089-1b2c70a80aee tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:52.458990 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bbaf768c-4182-4e2d-b089-1b2c70a80aee tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/4f5523a1-f348-435c-9a70-3c992979f6d7 HTTP/1.1" status: 404 len: 337 time: 0.0493312 Mar 28 10:55:52.459639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35170) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.509656 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5f508e-7222-4b15-837b-67138e44b6bc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:52.510207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5f508e-7222-4b15-837b-67138e44b6bc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:52.515867 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2b5f508e-7222-4b15-837b-67138e44b6bc tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/a959b4ae-49b5-4ecb-bb7d-50fcc1ec8d28 HTTP/1.1" status: 404 len: 337 time: 0.0535021 Mar 28 10:55:52.516600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35174) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.523883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:52.577823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-744f74bd-8c86-4862-b839-234f520e5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:52.581247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-215163ff-c908-468f-b220-c3290556cedf tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Synchronizing usage tracker for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:52.610827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:52.662072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f74bd-8c86-4862-b839-234f520e5b16 None None] No DVR routers for this DVR port c5dfcd6b-7631-4775-a8a4-95a0664d0f84 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:55:52.664673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Subnet': ['ID=44e2126e-5595-40e0-97a3-ecadec57ba5a,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:52.668383 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Network 65926e96-1942-4d75-aa6b-446f018b2ae3 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:52.685786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1638b-9f55-47da-bc5b-7d94f739333a req-176f16e2-0b2a-4b0d-807a-7dbd4ec1cc6b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:52.687571 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6ed1638b-9f55-47da-bc5b-7d94f739333a req-176f16e2-0b2a-4b0d-807a-7dbd4ec1cc6b tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.1023312 Mar 28 10:55:52.731287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:52.733810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:52.735306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Checking segment: {'id': '212111f5-aba8-4658-84f3-b5f402c8dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:52.735899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network hostable DHCP agents. Network: c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:55:52.741559 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6ed1638b-9f55-47da-bc5b-7d94f739333a req-34b7fda0-372d-4b87-8eec-baaabfbdb03d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470099 Mar 28 10:55:52.742313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-215163ff-c908-468f-b220-c3290556cedf tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Unset dirty status for tenant:c403ccc997c5466cb516f4e28309ce7a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:52.746391 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-215163ff-c908-468f-b220-c3290556cedf tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25a7aae-77d0-45a5-9a1d-566af5d0debb HTTP/1.1" status: 200 len: 205 time: 0.2286465 Mar 28 10:55:52.747750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35178) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:52.755730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Pushing event updated for resources: {'Port': ['ID=38126bc5-1c9a-47ad-ba90-d1ff9730cf60,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:52.871251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:55:52.880351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f74bd-8c86-4862-b839-234f520e5b16 None None] Pushing event deleted for resources: {'Port': ['ID=c5dfcd6b-7631-4775-a8a4-95a0664d0f84,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:52.898116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 6114ea9e-222c-408a-808f-087d26e6ba9a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:52.898483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:52.973593 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-19e97a27-7900-45cf-98de-6b5359200536 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] delete failed (client error): The resource could not be found. Mar 28 10:55:52.977454 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-19e97a27-7900-45cf-98de-6b5359200536 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/routers/a25a7aae-77d0-45a5-9a1d-566af5d0debb HTTP/1.1" status: 404 len: 336 time: 0.2261209 Mar 28 10:55:52.977803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35182) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.000247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Attempting to bind port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:53.000624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Attempting to bind port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:53.000977 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Attempting to bind port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 on network 65926e96-1942-4d75-aa6b-446f018b2ae3 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:53.011223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:53.011599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Checking segment: {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:53.012001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.012392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Bound using segment: {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:53.012855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Bound port: 38126bc5-1c9a-47ad-ba90-d1ff9730cf60, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:53.013232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.017838 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44ce26e-1661-4186-9774-8c15c5231b26 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.020532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44ce26e-1661-4186-9774-8c15c5231b26 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.024478 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f44ce26e-1661-4186-9774-8c15c5231b26 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/589f9c64-276c-43ed-acd0-7ad89bd5306e HTTP/1.1" status: 404 len: 337 time: 0.0423775 Mar 28 10:55:53.024478 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35186) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.034874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:53.051875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:53.052458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.070398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9487cdc-6456-47e7-80c3-31b45affd356 None None] Network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:53.082675 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9ceabbb2-5374-40e3-b461-6532e0160165 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "GET /v2.0/ports?device_id=66a50251-8795-4c8e-91b8-da3ec75012bf HTTP/1.1" status: 200 len: 205 time: 0.0554879 Mar 28 10:55:53.082975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35190) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.091016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.149106 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-10c884b8-d0d4-408c-b242-1c2cec0f3d3c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] delete failed (client error): The resource could not be found. Mar 28 10:55:53.152202 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-10c884b8-d0d4-408c-b242-1c2cec0f3d3c tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/routers/66a50251-8795-4c8e-91b8-da3ec75012bf HTTP/1.1" status: 404 len: 336 time: 0.0656803 Mar 28 10:55:53.152427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35194) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.156438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.1 (65926e96-1942-4d75-aa6b-446f018b2ae3/e6c8acf4-3f0b-48b3-8604-84fb5a0a198f/5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:53.196016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6219428a-979a-4ada-845a-21c238fbb1b9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.196894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6219428a-979a-4ada-845a-21c238fbb1b9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.200656 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6219428a-979a-4ada-845a-21c238fbb1b9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/9f31be9c-f2a3-4e32-b1e2-7568b6ab03aa HTTP/1.1" status: 404 len: 337 time: 0.0448360 Mar 28 10:55:53.200897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35198) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.207070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.212332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] For port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:53.217891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] For port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38126bc5-1c9a-47ad-ba90-d1ff9730cf60,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:53.237166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:55:46Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:53.239623 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8417275f-e37d-41db-9ba8-0e71fd334fb8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.240079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8417275f-e37d-41db-9ba8-0e71fd334fb8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.244135 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8417275f-e37d-41db-9ba8-0e71fd334fb8 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/36d41e32-0368-405b-b233-10740ad2c118 HTTP/1.1" status: 404 len: 337 time: 0.0400014 Mar 28 10:55:53.244368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35202) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.245494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d7cca-a797-4bad-b98f-6d6def56e22c None None] The sync data for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv is: [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:55:46Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:53.292200 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-21103425-2edf-4672-a702-5062a739c932 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.293219 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21103425-2edf-4672-a702-5062a739c932 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.295458 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-21103425-2edf-4672-a702-5062a739c932 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/1fe78744-ccd1-4bcc-96aa-320f630b68f2 HTTP/1.1" status: 404 len: 333 time: 0.0500889 Mar 28 10:55:53.298032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35206) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.303660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.345188 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c53ab65e-dbd1-496e-a730-cd0575bb2138 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8134308 Mar 28 10:55:53.349785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35210) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.352252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 6114ea9e-222c-408a-808f-087d26e6ba9a owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:53.352733 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-45941f4b-1424-425f-97c1-439ae4ecf26b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.353191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45941f4b-1424-425f-97c1-439ae4ecf26b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.356830 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-45941f4b-1424-425f-97c1-439ae4ecf26b tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/ec1031f9-d9ae-4552-831b-08ffd59f07f7 HTTP/1.1" status: 404 len: 337 time: 0.0578654 Mar 28 10:55:53.360439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2086453503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:53.365667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35214) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.401515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:53.416029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:router and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:53.419874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:53.423247 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-428a27a8-213e-4f4c-a9b6-05a28af32cca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.423723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428a27a8-213e-4f4c-a9b6-05a28af32cca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.425430 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-428a27a8-213e-4f4c-a9b6-05a28af32cca tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/497e8efa-3d34-492e-ad0b-6be042862e36 HTTP/1.1" status: 404 len: 333 time: 0.0588264 Mar 28 10:55:53.428760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35220) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.431327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:53.480771 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1abd9a-2bd1-4cad-ac82-6e5d00a032ce tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.481574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1abd9a-2bd1-4cad-ac82-6e5d00a032ce tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.486294 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9f1abd9a-2bd1-4cad-ac82-6e5d00a032ce tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/44fcbbcb-2a40-4441-a165-dc14155fc64c HTTP/1.1" status: 404 len: 337 time: 0.0532417 Mar 28 10:55:53.486294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35224) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.492636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e', 'network_id': 'c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'fixed_ips': [{'subnet_id': '44e2126e-5595-40e0-97a3-ecadec57ba5a'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:55:53.499609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.541311 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97ce087-2d57-4b18-86ef-92eba5c21704 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.542167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97ce087-2d57-4b18-86ef-92eba5c21704 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.548224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.548399 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e97ce087-2d57-4b18-86ef-92eba5c21704 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/66a33eaa-3555-49d4-b626-ef1367f0708e HTTP/1.1" status: 404 len: 333 time: 0.0594649 Mar 28 10:55:53.551247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35228) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.569815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3f947-cb47-4460-bdc7-78a75de8dd92 None None] Pushing event updated for resources: {'Port': ['ID=38126bc5-1c9a-47ad-ba90-d1ff9730cf60,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:53.573428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:53.634363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.635434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.658874 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8b2815-c884-445a-a6ca-a2b78de9c5c2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.658874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8b2815-c884-445a-a6ca-a2b78de9c5c2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.661459 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6e8b2815-c884-445a-a6ca-a2b78de9c5c2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/e960a61e-d59b-4fca-a41d-7da756a12eba HTTP/1.1" status: 404 len: 337 time: 0.1101549 Mar 28 10:55:53.664407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35232) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.751671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Allocated IP 2001:db8::2 (c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e/44e2126e-5595-40e0-97a3-ecadec57ba5a/fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:53.772270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.797654 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-835e86e0-c1f8-4657-88ff-63ad1a177ac5 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.798155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835e86e0-c1f8-4657-88ff-63ad1a177ac5 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.799863 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-835e86e0-c1f8-4657-88ff-63ad1a177ac5 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/d2b8101a-5844-44ed-ba73-086018110d06 HTTP/1.1" status: 404 len: 333 time: 0.1330698 Mar 28 10:55:53.814961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35238) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:53.869322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.890056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 65926e96-1942-4d75-aa6b-446f018b2ae3 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:53.907061 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd518a00-f303-48a0-b546-5b436443267f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:53.918144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd518a00-f303-48a0-b546-5b436443267f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:53.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:53.945246 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dd518a00-f303-48a0-b546-5b436443267f tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/22678506-928c-426b-a88e-4e0f817788f4 HTTP/1.1" status: 404 len: 337 time: 0.1280396 Mar 28 10:55:53.953198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35242) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:54.040039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 55fb0ae3-4fb6-432a-8e11-ae87adef175d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:54.046614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:54.048983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:54.171490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af703f1-103a-4e12-8f2e-c0e70a1a623d req-6ee34f0a-26a8-46e3-8996-94522923e34c tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:54.175014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.179551 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9af703f1-103a-4e12-8f2e-c0e70a1a623d req-6ee34f0a-26a8-46e3-8996-94522923e34c tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5141072 Mar 28 10:55:54.184991 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea5aa2b-6a53-49db-aaa5-cc04a842ea75 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:54.184991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea5aa2b-6a53-49db-aaa5-cc04a842ea75 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:54.184991 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8ea5aa2b-6a53-49db-aaa5-cc04a842ea75 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/1c9eee78-8e11-4942-9b93-152975791bf7 HTTP/1.1" status: 404 len: 333 time: 0.2279515 Mar 28 10:55:54.197715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35246) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:54.280937 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-168fc8ae-92e4-4ea5-9778-4e777dc5b6d2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:54.281399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168fc8ae-92e4-4ea5-9778-4e777dc5b6d2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:54.283156 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-168fc8ae-92e4-4ea5-9778-4e777dc5b6d2 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/5cb3f215-9655-4692-a601-4dbd2559ea05 HTTP/1.1" status: 404 len: 337 time: 0.0703509 Mar 28 10:55:54.290559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35250) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:54.308808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 55fb0ae3-4fb6-432a-8e11-ae87adef175d completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:54.322610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 55fb0ae3-4fb6-432a-8e11-ae87adef175d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:54.323025 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.325328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:54.349768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.384546 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e8dae7-2d0b-4e34-9719-6fe8af46c9b9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:54.385017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e8dae7-2d0b-4e34-9719-6fe8af46c9b9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:54.391250 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a2e8dae7-2d0b-4e34-9719-6fe8af46c9b9 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/0e6020ad-788e-4059-b1ce-a88dff010b67 HTTP/1.1" status: 404 len: 333 time: 0.0956218 Mar 28 10:55:54.399832 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9af703f1-103a-4e12-8f2e-c0e70a1a623d req-b059e5ed-3d1d-4c47-90ed-2e39d7817574 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193408 Mar 28 10:55:54.404587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35254) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:54.407483 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.428190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Transition to ACTIVE for port object fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:54.438831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc73c8-50cf-409a-8dba-15196bae75f8 req-c0fbee81-16ca-4e60-9207-21e0aa71948a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:54.440827 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-89cc73c8-50cf-409a-8dba-15196bae75f8 req-c0fbee81-16ca-4e60-9207-21e0aa71948a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.3853939 Mar 28 10:55:54.476317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=6114ea9e-222c-408a-808f-087d26e6ba9a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:54.493729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.494931 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f72e1041-0a25-4df5-885e-ab48aab4f60a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1440248 Mar 28 10:55:54.498010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35258) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:54.505134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Transition to ACTIVE for port object fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:54.508522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.517473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'port': {'network_id': 'c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e', 'name': 'tempest-RoutersIpV6Test-1297781'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:54.533665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 55fb0ae3-4fb6-432a-8e11-ae87adef175d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=55fb0ae3-4fb6-432a-8e11-ae87adef175d,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:54.537249 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-89cc73c8-50cf-409a-8dba-15196bae75f8 req-e19c1b28-9f68-4869-9b20-00a48cedefe4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905020 Mar 28 10:55:54.555840 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-65834282-04c6-47bc-b33b-2a95e71c6a14 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:54.556300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65834282-04c6-47bc-b33b-2a95e71c6a14 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:54.583563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.634091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.669436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:54.670768 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-65834282-04c6-47bc-b33b-2a95e71c6a14 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/9c250eee-446b-4ae0-b0fb-1af70be96b0a HTTP/1.1" status: 404 len: 337 time: 0.2588642 Mar 28 10:55:54.671718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35262) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:54.677010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.677336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:54.682100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:54.686789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Pushing event updated for resources: {'Port': ['ID=fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:54.747776 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4bb558-410e-4f76-83e0-cf7654985131 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:54.748971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4bb558-410e-4f76-83e0-cf7654985131 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:54.750907 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2b4bb558-410e-4f76-83e0-cf7654985131 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/ports/d121315c-3dec-4eea-bd2b-a25e86e6db1d HTTP/1.1" status: 404 len: 333 time: 0.0742381 Mar 28 10:55:54.755077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35266) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:54.805381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:54.808680 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ea41de-4c44-422f-87e2-f4628e728286 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] DELETE failed (client error): The resource could not be found. Mar 28 10:55:54.809259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ea41de-4c44-422f-87e2-f4628e728286 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:55:54.811472 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d0ea41de-4c44-422f-87e2-f4628e728286 tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/subnets/c23192f1-9b33-4438-aea6-5abe504bc89e HTTP/1.1" status: 404 len: 337 time: 0.0565605 Mar 28 10:55:54.814138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35270) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:54.817519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:port and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:54.839036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:54.869497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:54.895940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Attempting to bind port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:54.897113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Attempting to bind port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '212111f5-aba8-4658-84f3-b5f402c8dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:54.897113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Attempting to bind port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a on network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:54.899463 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=55fb0ae3-4fb6-432a-8e11-ae87adef175d,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:54.921532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:54.922136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Checking segment: {'id': '212111f5-aba8-4658-84f3-b5f402c8dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:54.922544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.923117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Bound using segment: {'id': '212111f5-aba8-4658-84f3-b5f402c8dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:54.923602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Bound port: fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212111f5-aba8-4658-84f3-b5f402c8dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:54.923978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:54.983479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:55.031985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:55:55.035043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] For port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:55.038670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] For port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a,segment=NetworkSegment(212111f5-aba8-4658-84f3-b5f402c8dd0d),segment_id=212111f5-aba8-4658-84f3-b5f402c8dd0d)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:55.039467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:55.082343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] device_id is not set on port 82019aae-1e03-43fe-955d-68a38ba76911 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:55:55.092300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:55.205839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef286421-3338-40e6-b614-d8a0c0c5ff30 None None] Network 65926e96-1942-4d75-aa6b-446f018b2ae3 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:55.225919 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824241b3-8535-48a9-b39d-72fa1241e7f2 None None] Pushing event updated for resources: {'Port': ['ID=fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:55.230117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:55.237817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:55.375188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:55.421327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e02a33af-a39b-4fba-8b55-66465ce26ff9 None None] Provisioning for port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:55.447490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:55.468856 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-003f3163-16a3-4591-9fd2-84bc096df9f0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7620997 Mar 28 10:55:55.473674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35276) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:55.473826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dfff20-aabb-4acc-9658-5f862ec804c9 None None] Sync routers for ids ['79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:55.501486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:55.532203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dfff20-aabb-4acc-9658-5f862ec804c9 None None] Routers {'79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:55.534318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-02dfff20-aabb-4acc-9658-5f862ec804c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:55.535353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745be4ec-55b5-4350-83f9-adf871ed09c6') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:55.535655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745be4ec-55b5-4350-83f9-adf871ed09c6') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:55.560847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:55.592238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 2001:db8::7a (c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e/44e2126e-5595-40e0-97a3-ecadec57ba5a/82019aae-1e03-43fe-955d-68a38ba76911) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:55:55.612167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:55.628458 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:55:55.628870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:55:55.660497 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:55:55.690972 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2d94392f-6424-4eef-911b-bbc37b4e27e5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:55:55.745285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-02dfff20-aabb-4acc-9658-5f862ec804c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:55.768206 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dfff20-aabb-4acc-9658-5f862ec804c9 None None] Routers {'79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:55.769064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-02dfff20-aabb-4acc-9658-5f862ec804c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:55.841871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-02dfff20-aabb-4acc-9658-5f862ec804c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:55.842455 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dfff20-aabb-4acc-9658-5f862ec804c9 None None] The sync data for ids ['79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:55:55.897368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2d94392f-6424-4eef-911b-bbc37b4e27e5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:55:55.904379 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2d94392f-6424-4eef-911b-bbc37b4e27e5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9 HTTP/1.1" status: 200 len: 205 time: 0.4205892 Mar 28 10:55:55.905835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35282) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:56.014855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.017125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.028445 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 55fb0ae3-4fb6-432a-8e11-ae87adef175d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:56.082775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.113578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 55fb0ae3-4fb6-432a-8e11-ae87adef175d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:56.114496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.147384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f015-7dd8-4750-92dc-457075820c45 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.154236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.200435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] Pushing event deleted for resources: {'Network': ['ID=769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:56.218349 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1af1b52f-103b-42d6-8064-c3412291a3ff tempest-NetworksTestDHCPv6-356301983 tempest-NetworksTestDHCPv6-356301983-project] 10.222.0.18 "DELETE /v2.0/networks/769ac2c3-2b9f-4aa9-8c4a-b052c4a5ca59 HTTP/1.1" status: 204 len: 168 time: 1.4028859 Mar 28 10:55:56.309520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:56.329155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:56.391267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.429197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-77c3e046-8c82-462c-9324-b5fa2b1cc9bf None None] Provisioning for port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:56.435709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-77c3e046-8c82-462c-9324-b5fa2b1cc9bf None None] Provisioning complete for port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:56.436557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-77c3e046-8c82-462c-9324-b5fa2b1cc9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.510044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-77c3e046-8c82-462c-9324-b5fa2b1cc9bf None None] Port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:56.519512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:56.537336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:56.554108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e29a08-f352-4c67-b67f-191524d9aadd req-28317734-6594-465e-aa47-0a9c94961179 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:56.555937 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31e29a08-f352-4c67-b67f-191524d9aadd req-28317734-6594-465e-aa47-0a9c94961179 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.8945642 Mar 28 10:55:56.614951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 65926e96-1942-4d75-aa6b-446f018b2ae3 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:56.616113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:56.639874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1d37739c-b734-4bd5-9edb-0a68ea8f43e4 None None] Provisioning complete for port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:56.640242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1d37739c-b734-4bd5-9edb-0a68ea8f43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.748246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1d37739c-b734-4bd5-9edb-0a68ea8f43e4 None None] Port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:56.793538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:56.802745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:56.802745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.862961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0ce0-e7e4-47e4-b809-c47b7fcf2c41 req-6e3bcbb0-5795-46ca-aff7-5635cf7b57dc tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:56.871319 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-87ca0ce0-e7e4-47e4-b809-c47b7fcf2c41 req-6e3bcbb0-5795-46ca-aff7-5635cf7b57dc tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 1.0574727 Mar 28 10:55:56.871319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f015-7dd8-4750-92dc-457075820c45 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.900267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f015-7dd8-4750-92dc-457075820c45 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:56.963364 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31e29a08-f352-4c67-b67f-191524d9aadd req-567297fa-3e62-411a-a6db-96857edf708c tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076322 Mar 28 10:55:56.984363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.016154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35294) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:57.020646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d5c559-283c-4775-a551-1f364a1ce0e4 None None] Network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:57.038459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Transition to ACTIVE for port object 82019aae-1e03-43fe-955d-68a38ba76911 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:57.044686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-87ca0ce0-e7e4-47e4-b809-c47b7fcf2c41 req-421bef11-db0b-4f01-a4a5-a09cdbcd868d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460555 Mar 28 10:55:57.082033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.114929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f015-7dd8-4750-92dc-457075820c45 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.116618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb1f015-7dd8-4750-92dc-457075820c45 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Fanout notify agent at l3_agent the message router_deleted on router 79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:55:57.130215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f015-7dd8-4750-92dc-457075820c45 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.131332 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bcb1f015-7dd8-4750-92dc-457075820c45 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9 HTTP/1.1" status: 204 len: 168 time: 1.2196774 Mar 28 10:55:57.134140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35300) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:57.154559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:55:57.195430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38126bc5-1c9a-47ad-ba90-d1ff9730cf60,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:57.247545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] Provisioning for port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:57.261859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] Provisioning complete for port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:57.262176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.296588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.351999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:55:57.361714 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-46234ab6-462b-4759-830b-e8c0e98368f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5234513 Mar 28 10:55:57.363085 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35304) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:57.363908 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Sync routers for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:55:57.365663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bafdf31-b32b-4e99-8756-3a9b9c1e3157 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting subnet fe4f019e-48ec-4d04-90e5-23bc7a0e5c5b {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:55:57.368817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bafdf31-b32b-4e99-8756-3a9b9c1e3157 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.379940 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:57.380796 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:57.403710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=38126bc5-1c9a-47ad-ba90-d1ff9730cf60,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:57.421685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.551300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bafdf31-b32b-4e99-8756-3a9b9c1e3157 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.580466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.581601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119896-4657-47f4-8d08-9740b22d3957 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.582100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119896-4657-47f4-8d08-9740b22d3957 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.582563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119896-4657-47f4-8d08-9740b22d3957 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.583126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119896-4657-47f4-8d08-9740b22d3957 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.583575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119896-4657-47f4-8d08-9740b22d3957 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.584022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119896-4657-47f4-8d08-9740b22d3957 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.584466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119896-4657-47f4-8d08-9740b22d3957 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.590199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74119896-4657-47f4-8d08-9740b22d3957 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.595843 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-74119896-4657-47f4-8d08-9740b22d3957 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5636 time: 0.2317004 Mar 28 10:55:57.596523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35308) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:57.603868 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:55:57.615145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:55:57.640865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] For port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a,segment=NetworkSegment(212111f5-aba8-4658-84f3-b5f402c8dd0d),segment_id=212111f5-aba8-4658-84f3-b5f402c8dd0d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:57.644852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:55:57.661217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=82019aae-1e03-43fe-955d-68a38ba76911,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:57.666047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:55:57.672488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.673131 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.691635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c9652-ad38-4880-be3d-958595c733c9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.692259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c9652-ad38-4880-be3d-958595c733c9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.692774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c9652-ad38-4880-be3d-958595c733c9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.693290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c9652-ad38-4880-be3d-958595c733c9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.694085 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c9652-ad38-4880-be3d-958595c733c9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.694273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c9652-ad38-4880-be3d-958595c733c9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.694714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c9652-ad38-4880-be3d-958595c733c9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.695153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c9652-ad38-4880-be3d-958595c733c9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:57.696109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-535cfce0-83a4-4e06-a544-5bd71d506f26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c403ccc997c5466cb516f4e28309ce7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6726754 Mar 28 10:55:57.700358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35312) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:57.702598 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b16c9652-ad38-4880-be3d-958595c733c9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5192 time: 0.1048818 Mar 28 10:55:57.703791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35316) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:57.708634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.788454 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ebe08443-3ce2-43d7-a1be-72a2f088f029 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2778122 Mar 28 10:55:57.793728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35320) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:57.845312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] Provisioning complete for port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:57.845788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.896915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bafdf31-b32b-4e99-8756-3a9b9c1e3157 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:57.930927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] Port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:57.932123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:55:58.021516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c61bac4a-c4fa-4e34-8171-e31aa0b139a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.054004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16804c-7f78-488a-8815-c1ec881ee3fe None None] Pushing event updated for resources: {'Port': ['ID=fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:58.068374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1fc635ae-0347-447b-9a53-e88dc4a2ce26 None None] Provisioning complete for port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:58.068859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fc635ae-0347-447b-9a53-e88dc4a2ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.173050 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-936faad0-f382-47d4-b6a3-a80ee8e93bee tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.4652050 Mar 28 10:55:58.241220 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:55:55Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:55:55Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:55:58.246511 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Checking router: cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:55:58.246920 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Updating router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:55:58.256314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:58.256314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.315623 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.361675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1fc635ae-0347-447b-9a53-e88dc4a2ce26 None None] Provisioning for port 82019aae-1e03-43fe-955d-68a38ba76911 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:55:58.369142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c61bac4a-c4fa-4e34-8171-e31aa0b139a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.377283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1fc635ae-0347-447b-9a53-e88dc4a2ce26 None None] Provisioning complete for port 82019aae-1e03-43fe-955d-68a38ba76911 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:58.377663 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fc635ae-0347-447b-9a53-e88dc4a2ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.451156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1fc635ae-0347-447b-9a53-e88dc4a2ce26 None None] Port 82019aae-1e03-43fe-955d-68a38ba76911 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:58.524392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4c435-5061-4517-8d91-afb4276214dc req-fbeb203e-17cd-4868-ac48-bb270e615f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:58.526780 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89f4c435-5061-4517-8d91-afb4276214dc req-fbeb203e-17cd-4868-ac48-bb270e615f79 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 1099 time: 0.1682284 Mar 28 10:55:58.578307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2048da43-e0c7-4793-868b-681d14d88441 None None] Provisioning complete for port 82019aae-1e03-43fe-955d-68a38ba76911 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:55:58.579440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2048da43-e0c7-4793-868b-681d14d88441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.597644 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-89f4c435-5061-4517-8d91-afb4276214dc req-9ae78c0b-2356-4a0c-9638-ffcf51f3d9e5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607426 Mar 28 10:55:58.637993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2048da43-e0c7-4793-868b-681d14d88441 None None] Port 82019aae-1e03-43fe-955d-68a38ba76911 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:55:58.646322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bafdf31-b32b-4e99-8756-3a9b9c1e3157 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.711643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bafdf31-b32b-4e99-8756-3a9b9c1e3157 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.714397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafdf31-b32b-4e99-8756-3a9b9c1e3157 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4f019e-48ec-4d04-90e5-23bc7a0e5c5b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:58.718904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63780c-8354-428f-ad69-3d5414e4ca7c None None] Network 560a089d-2c0f-4c55-94dd-8b5661409a82 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:55:58.731265 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.788999 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8bafdf31-b32b-4e99-8756-3a9b9c1e3157 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/fe4f019e-48ec-4d04-90e5-23bc7a0e5c5b HTTP/1.1" status: 204 len: 168 time: 1.6538210 Mar 28 10:55:58.793041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35332) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:58.818303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a072d37-3dfb-4903-a05b-13074bfd8a28 req-0721ea81-8ac4-4b0f-91b8-a786f4166cfb tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:58.819844 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2a072d37-3dfb-4903-a05b-13074bfd8a28 req-0721ea81-8ac4-4b0f-91b8-a786f4166cfb tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.4687409 Mar 28 10:55:58.830677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ffcd7-7e0a-4bfa-8dc6-59f82673a26a req-28a59f57-08e3-4e0b-93e9-309600c8a709 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:55:58.832126 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d63ffcd7-7e0a-4bfa-8dc6-59f82673a26a req-28a59f57-08e3-4e0b-93e9-309600c8a709 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5200601 Mar 28 10:55:58.843580 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Transition to ACTIVE for port object 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:55:58.861551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c61bac4a-c4fa-4e34-8171-e31aa0b139a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.863964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c61bac4a-c4fa-4e34-8171-e31aa0b139a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.867977 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c61bac4a-c4fa-4e34-8171-e31aa0b139a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f880524-767f-4ec9-a07c-dffa2b6544e3 HTTP/1.1" status: 204 len: 168 time: 1.1631062 Mar 28 10:55:58.919187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.920386 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.932739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port d70a1ea2-2c30-460c-b025-119e4d127db8 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:58.936557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:58.948240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bac4a-c4fa-4e34-8171-e31aa0b139a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f880524-767f-4ec9-a07c-dffa2b6544e3,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:58.991054 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2a072d37-3dfb-4903-a05b-13074bfd8a28 req-f49d931f-e2a2-4f4a-9b04-a36d42cdf3e6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579566 Mar 28 10:55:58.999407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:59.047631 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d63ffcd7-7e0a-4bfa-8dc6-59f82673a26a req-c9ad84c0-eb03-49a5-9a12-bf33a0692b44 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932299 Mar 28 10:55:59.147949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] DHCP port deletion for 560a089d-2c0f-4c55-94dd-8b5661409a82 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:55:59.153052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] Deleting port d70a1ea2-2c30-460c-b025-119e4d127db8 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:55:59.153946 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:59.373401 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Pushing event updated for resources: {'Port': ['ID=5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:55:59.384241 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.384859 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.385267 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.385666 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.386819 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.387143 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.387536 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.387931 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.388330 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.389383 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.389584 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.389974 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:55:59.402373 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Attempting to bind port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:55:59.409683 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Attempting to bind port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:55:59.409683 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Attempting to bind port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 on network 65926e96-1942-4d75-aa6b-446f018b2ae3 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:55:59.417873 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:55:59.417873 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Checking segment: {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:55:59.417873 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:59.417873 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Bound using segment: {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:55:59.417873 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Bound port: 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:55:59.417873 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:59.418529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port d70a1ea2-2c30-460c-b025-119e4d127db8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d70a1ea2-2c30-460c-b025-119e4d127db8,segment=NetworkSegment(a35fa15f-a845-491c-b6b9-9af023ea543a),segment_id=a35fa15f-a845-491c-b6b9-9af023ea543a)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:59.418529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:59.586006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for d70a1ea2-2c30-460c-b025-119e4d127db8 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:59.616346 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] For port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:55:59.620317 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] For port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:55:59.627888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] For port d70a1ea2-2c30-460c-b025-119e4d127db8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d70a1ea2-2c30-460c-b025-119e4d127db8,segment=NetworkSegment(a35fa15f-a845-491c-b6b9-9af023ea543a),segment_id=a35fa15f-a845-491c-b6b9-9af023ea543a)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:55:59.630492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:59.742406 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:59.779581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35352) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:55:59.794875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761455189', 'description': 'tempest-secgroup-smoke-1761455189 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:55:59.825934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:55:59.837789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:55:59.843836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:55:59.858760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:55:59.875990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:55:59.898770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 5e6091e4-73c0-46c6-9b5d-a7d747350c83 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 10:55:59.914057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 5e6091e4-73c0-46c6-9b5d-a7d747350c83 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:55:59.968152 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:55:59.969450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] Calling delete_port for d70a1ea2-2c30-460c-b025-119e4d127db8 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:55:59.973462 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:00.023649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:00.125615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b37e8c-5bda-4e25-8949-7601fea90e8f req-6a125e54-7cde-49ea-808d-447f82903a33 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:00.137396 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c5b37e8c-5bda-4e25-8949-7601fea90e8f req-6a125e54-7cde-49ea-808d-447f82903a33 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3898830 Mar 28 10:56:00.326776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.356480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.367553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No DVR routers for this DVR port d70a1ea2-2c30-460c-b025-119e4d127db8 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:00.379328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:00.379702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.404312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=d70a1ea2-2c30-460c-b025-119e4d127db8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:00.412737 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141311e4-edf0-4dda-bde8-6e3286a570ed None None] Pushing event updated for resources: {'Port': ['ID=5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:00.415414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.434599 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c5b37e8c-5bda-4e25-8949-7601fea90e8f req-b38a67aa-f2ec-406a-b840-e0f6b3f43c44 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957935 Mar 28 10:56:00.460547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:56:00.460827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:56:00.469275 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:00.486911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35366) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:00.513182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:00.517551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:00.521217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:00.527545 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:00.591751 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.605267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=82019aae-1e03-43fe-955d-68a38ba76911,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:00.611306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.686438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.694934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.737464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:56:00.757061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560a089d-2c0f-4c55-94dd-8b5661409a82']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:00.765937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:00.789916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911f1f6-3b0c-4c60-9e18-363bcf30803a req-53a8e0cf-ea90-48ec-ab42-44e908749890 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:00.795738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36714f3-dfd7-4212-815f-ef32ef98edac,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:00.800618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35fa15f-a845-491c-b6b9-9af023ea543a') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:00.801037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35fa15f-a845-491c-b6b9-9af023ea543a') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:00.804820 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4911f1f6-3b0c-4c60-9e18-363bcf30803a req-53a8e0cf-ea90-48ec-ab42-44e908749890 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.5010087 Mar 28 10:56:00.826468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:00.828509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-0fa76628-92a4-4b26-92a4-322616a836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:00.832381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'port_id': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'mac_address': 'fa:16:3e:af:30:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 10:56:00.833427 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-0fa76628-92a4-4b26-92a4-322616a836d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1098 time: 0.4362028 Mar 28 10:56:00.843467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.864207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.871134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:00.871740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.885645 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'code': 200} Mar 28 10:56:00.932456 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4911f1f6-3b0c-4c60-9e18-363bcf30803a req-64d62770-1b9b-4870-857b-6f956c5ef765 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136689 Mar 28 10:56:00.953943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:00.971291 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:00.975122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] Deleting port d70a1ea2-2c30-460c-b025-119e4d127db8 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:00.975503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.978599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-295279662'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:00.982094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:00.984616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:00.988681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Usage tracker for resource:network and tenant:ef056dd17e2f4c8b88df7fe93fc17d96 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:00.991764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:00.997854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:00.999936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6091e4-73c0-46c6-9b5d-a7d747350c83 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:56:01.003836 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.028449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35374) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:01.040735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.046008 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3bf9f2f9-43d5-45e8-9b6a-2e7839a29cd7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2651231 Mar 28 10:56:01.047211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35378) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:01.058653 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ae026825-a456-47e0-9d69-86711503d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:55:55Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:55:59Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:01.063599 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae026825-a456-47e0-9d69-86711503d642 None None] The sync data for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv is: [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:55:55Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:55:59Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:01.070997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b36714f3-dfd7-4212-815f-ef32ef98edac', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:01.086046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Made reservation on behalf of ef056dd17e2f4c8b88df7fe93fc17d96 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:01.090579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.093119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=5e6091e4-73c0-46c6-9b5d-a7d747350c83,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:01.106963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:01.168564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:01.176207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2db6cecc-8154-44d9-b35b-355ed8bda779 None None] The port 'd70a1ea2-2c30-460c-b025-119e4d127db8' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:56:01.178540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2939e09f-61af-45b0-9a22-4ebbc2fa1e43 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/floatingips/520ff843-9f06-4c33-bc7e-00e44ad8eddb HTTP/1.1" status: 200 len: 992 time: 0.1476910 Mar 28 10:56:01.184334 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3d5694ab-ed5c-4461-9bb3-47817d3355b9 None None] Provisioning complete for port 82019aae-1e03-43fe-955d-68a38ba76911 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:01.184468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3d5694ab-ed5c-4461-9bb3-47817d3355b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.192301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:01.197113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.218244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:01.249814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:01.254884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3d5694ab-ed5c-4461-9bb3-47817d3355b9 None None] Port 82019aae-1e03-43fe-955d-68a38ba76911 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:01.256640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.262223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.266365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.268949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.272538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:01.306807 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Usage tracker for resource:security_group_rule and tenant:ef056dd17e2f4c8b88df7fe93fc17d96 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:01.310686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:01.320362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Network': ['ID=560a089d-2c0f-4c55-94dd-8b5661409a82,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:01.327841 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-13419b44-7e5a-4ac0-9a09-95a4b46e3ff7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/networks/560a089d-2c0f-4c55-94dd-8b5661409a82 HTTP/1.1" status: 204 len: 168 time: 2.5300214 Mar 28 10:56:01.327841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:01.336429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35382) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:01.348438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1569114417', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:01.355834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:01.359996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:router and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:01.363002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:01.369763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:01.377212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=5e6091e4-73c0-46c6-9b5d-a7d747350c83,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:01.387493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-a71663e6-21b1-4152-ab33-f73f1eccd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:01.387655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d70a1ea2-2c30-460c-b025-119e4d127db8 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:01.389118 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-a71663e6-21b1-4152-ab33-f73f1eccd15c service neutron] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 912 time: 0.3821623 Mar 28 10:56:01.426178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: d70a1ea2-2c30-460c-b025-119e4d127db8 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:01.426524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d70a1ea2-2c30-460c-b025-119e4d127db8 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:01.469800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.516424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.517582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.606735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.609668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['5e6091e4-73c0-46c6-9b5d-a7d747350c83'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 10:56:01.612502 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-aa7998fa-2e26-4cb6-a3b6-d55766bb5a3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 1001 time: 0.2089844 Mar 28 10:56:01.615136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.675281 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.762069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6f36fe-ccfb-44ee-b6dd-c41b60d0069f,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:01.776119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.779228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-5fa727e6-89d4-4d52-8c52-3e841d320a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:01.780953 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-5fa727e6-89d4-4d52-8c52-3e841d320a2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.1548517 Mar 28 10:56:01.811341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e0bab-8706-40ab-9a21-035b7a08178e req-93e85f9d-622d-4ad2-bf11-cbe221eec289 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:01.812423 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-343e0bab-8706-40ab-9a21-035b7a08178e req-93e85f9d-622d-4ad2-bf11-cbe221eec289 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2175090 Mar 28 10:56:01.923043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:01.924818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.928753 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb6815a9-483d-4fc7-a725-86be3d583f40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8611751 Mar 28 10:56:01.929726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:01.934486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35388) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:01.968372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b36714f3-dfd7-4212-815f-ef32ef98edac', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:02.042889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:02.054940 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-343e0bab-8706-40ab-9a21-035b7a08178e req-efb84d91-d933-4096-8a99-510857b5630e tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354946 Mar 28 10:56:02.077765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:02.092072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:02.092315 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.101111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.123015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:02.125850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:02.137450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:02.141307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1abcb7-c387-4651-986e-dbafd9331691,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:02.158811 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.158979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:02.159905 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.235550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.236036 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Added segment 263cbf0e-3254-4019-9c29-f4202ef81082 of type vlan for network 54831640-ed39-4dff-9837-e31f66622ebc Mar 28 10:56:02.239175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.240952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=82019aae-1e03-43fe-955d-68a38ba76911,revision_number=3']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:02.278017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.283485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-7b917c6a-221e-431b-bb8e-6cdec7ebfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:02.285200 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-7b917c6a-221e-431b-bb8e-6cdec7ebfe18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4970453 Mar 28 10:56:02.288996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.322599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:02.377806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.400172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:02.401977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:02.480905 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:02.511158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.581477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:56:02.708741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 69cc7160-3557-473e-b0f9-8e2b3bb114ef is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:56:02.728844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.734358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:02.734996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.739796 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-5e3b471a-9ec7-4d30-a890-95782049f4c5 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459591 Mar 28 10:56:02.805030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7f4808fe-a1ff-45a7-b10c-90874290c21f None None] Provisioning complete for port 82019aae-1e03-43fe-955d-68a38ba76911 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:02.805567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f4808fe-a1ff-45a7-b10c-90874290c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.861053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7f4808fe-a1ff-45a7-b10c-90874290c21f None None] Port 82019aae-1e03-43fe-955d-68a38ba76911 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:02.887250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:02.894586 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7fce8993-f67f-4ee7-9852-79400b554d85 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/69cc7160-3557-473e-b0f9-8e2b3bb114ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0953209 Mar 28 10:56:02.895230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35392) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:02.897064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96004e3-46a4-4214-a3f6-74d18d800344 None None] Sync routers for ids ['69cc7160-3557-473e-b0f9-8e2b3bb114ef'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:02.906859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96004e3-46a4-4214-a3f6-74d18d800344 None None] Routers {'69cc7160-3557-473e-b0f9-8e2b3bb114ef'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:02.907475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f96004e3-46a4-4214-a3f6-74d18d800344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['69cc7160-3557-473e-b0f9-8e2b3bb114ef'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:02.909043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.962438 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4624770 Mar 28 10:56:02.962674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35396) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:02.972007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f96004e3-46a4-4214-a3f6-74d18d800344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:02.972547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Request body: {'subnet': {'network_id': '54831640-ed39-4dff-9837-e31f66622ebc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:02.980863 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96004e3-46a4-4214-a3f6-74d18d800344 None None] Routers {'69cc7160-3557-473e-b0f9-8e2b3bb114ef'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:02.981437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f96004e3-46a4-4214-a3f6-74d18d800344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['69cc7160-3557-473e-b0f9-8e2b3bb114ef'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:02.982970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097a26b-54fd-45bd-b216-5626f0c62cbb tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event updated for resources: {'Network': ['ID=54831640-ed39-4dff-9837-e31f66622ebc,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:02.985096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:02.994251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf31832-ef18-4edd-8cac-daed38bb6950 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:02.995940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5bf31832-ef18-4edd-8cac-daed38bb6950 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:03.031303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf9296a-191f-42a1-8a04-78b6a12b160d,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:03.048189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f96004e3-46a4-4214-a3f6-74d18d800344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:03.048605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96004e3-46a4-4214-a3f6-74d18d800344 None None] The sync data for ids ['69cc7160-3557-473e-b0f9-8e2b3bb114ef'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:03.050085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 54831640-ed39-4dff-9837-e31f66622ebc details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:03.063817 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-de23c195-3fcf-49ec-adae-cfdef0705b89 req-7c17164e-637c-4224-ad0b-9f4a2374c3bf service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040235 Mar 28 10:56:03.091412 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5bf31832-ef18-4edd-8cac-daed38bb6950 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:03.095505 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5bf31832-ef18-4edd-8cac-daed38bb6950 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports/82019aae-1e03-43fe-955d-68a38ba76911 HTTP/1.1" status: 200 len: 980 time: 0.1991563 Mar 28 10:56:03.131645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35402) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:03.133432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:03.139087 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Usage tracker for resource:subnet and tenant:ef056dd17e2f4c8b88df7fe93fc17d96 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:03.141996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:03.145180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.146732 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-05539e08-eabc-4b31-95fa-59b9eb2ec789 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1894901 Mar 28 10:56:03.150153 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:03.160309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35406) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:03.166292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b36714f3-dfd7-4212-815f-ef32ef98edac', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:03.176923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:03.220451 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:03.223957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:03.230447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Made reservation on behalf of ef056dd17e2f4c8b88df7fe93fc17d96 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:03.233814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.247209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:03.371905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.379162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c831-0fdf-491f-901c-a106d5888ab7 req-de87455a-dc56-4d22-a154-fb4cf65a993c tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:03.380630 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0095c831-0fdf-491f-901c-a106d5888ab7 req-de87455a-dc56-4d22-a154-fb4cf65a993c tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2069750 Mar 28 10:56:03.405352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.408908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.511672 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0095c831-0fdf-491f-901c-a106d5888ab7 req-82d3f865-db72-450d-b2e7-f96243f2680a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233897 Mar 28 10:56:03.548008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.622836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.645992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce74e48-83ac-493e-878e-8c86c182fbe9,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:03.653990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.731139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.734393 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6ea037d3-772f-417b-bf0b-6c2087fad2a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5729866 Mar 28 10:56:03.735223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35410) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:03.739821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event updated for resources: {'Subnet': ['ID=439aaa5a-bf3c-44aa-ab01-684e66a579fa,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:03.753049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b36714f3-dfd7-4212-815f-ef32ef98edac', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:03.753181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Checking segment: {'id': '263cbf0e-3254-4019-9c29-f4202ef81082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '54831640-ed39-4dff-9837-e31f66622ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:03.753181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Network hostable DHCP agents. Network: 54831640-ed39-4dff-9837-e31f66622ebc, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:03.756189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:03.762520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:03.766224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:03.776956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:03.819108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:03.841006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.26.2.209 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/2246b42e-7941-4ffa-9d42-02d27a813637) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:03.856274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Network 54831640-ed39-4dff-9837-e31f66622ebc is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:03.861857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 5e6091e4-73c0-46c6-9b5d-a7d747350c83 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:03.899661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.935526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 54831640-ed39-4dff-9837-e31f66622ebc) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:03.942931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:03.944806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.947922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:03.948322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:03.976376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aa964a-5d4c-4aba-9ec1-21af16f051bf None None] Network 54831640-ed39-4dff-9837-e31f66622ebc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:04.020679 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:04.021070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.040411 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3e8f0204-5bf1-47ba-8541-bf740389bc52 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0741563 Mar 28 10:56:04.043428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35414) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:04.050169 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Request body: {'port': {'network_id': '54831640-ed39-4dff-9837-e31f66622ebc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-846873439'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:04.195899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:04.200260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Usage tracker for resource:port and tenant:ef056dd17e2f4c8b88df7fe93fc17d96 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:04.203162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:04.205729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.209135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:04.280221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Made reservation on behalf of ef056dd17e2f4c8b88df7fe93fc17d96 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:04.284406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.307348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] device_id is not set on port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:56:04.330216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.356362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.373327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.397583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:56:04.406619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-54831640-ed39-4dff-9837-e31f66622ebc', 'network_id': '54831640-ed39-4dff-9837-e31f66622ebc', 'tenant_id': 'ef056dd17e2f4c8b88df7fe93fc17d96', 'fixed_ips': [{'subnet_id': '439aaa5a-bf3c-44aa-ab01-684e66a579fa'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:56:04.407430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.420466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:04.459446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.466588 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'code': 200} Mar 28 10:56:04.496747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.535138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496e0af5-eec6-45ab-b89e-f05c7a4ea71a,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:04.591088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 82019aae-1e03-43fe-955d-68a38ba76911 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:04.591591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.625923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=5e6091e4-73c0-46c6-9b5d-a7d747350c83,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:04.644846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.646175 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2247cf88-08fd-490b-b298-7d1481ddaab2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9075818 Mar 28 10:56:04.648957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35422) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:04.656912 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b36714f3-dfd7-4212-815f-ef32ef98edac', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:04.657859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:04.663551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Allocated IP 172.20.0.2 (54831640-ed39-4dff-9837-e31f66622ebc/439aaa5a-bf3c-44aa-ab01-684e66a579fa/21852d0b-32d2-45ab-bbaf-7fd50c361fc4) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:04.665756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:04.701646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:04.709674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:04.723461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:04.733364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:04.752454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:04.755047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:04.825209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=2246b42e-7941-4ffa-9d42-02d27a813637,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:04.840395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ed4da-4690-4802-a33b-c58dcead97dc req-5c3e8c8e-1b31-4e90-a5b9-d3b144af595f tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:04.841856 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-084ed4da-4690-4802-a33b-c58dcead97dc req-5c3e8c8e-1b31-4e90-a5b9-d3b144af595f tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.1737249 Mar 28 10:56:04.894051 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:56:04.928128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.000182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-084ed4da-4690-4802-a33b-c58dcead97dc req-2f579e28-46e8-47b5-bc9d-8ed643618c90 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124310 Mar 28 10:56:05.028962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.047172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Transition to ACTIVE for port object 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:05.085396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.088558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.147724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.199949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.227537 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-15149d14-022c-4d27-9f44-f1151352bdf9 {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:56:05.228180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:56:05.230055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for 82019aae-1e03-43fe-955d-68a38ba76911 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:05.249647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6658d66-b5a6-4b65-809c-a76c8bb947c8,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:05.270037 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Network 54831640-ed39-4dff-9837-e31f66622ebc is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:05.275867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:05.282100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event updated for resources: {'Port': ['ID=21852d0b-32d2-45ab-bbaf-7fd50c361fc4,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:05.282100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:05.358276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5e7d-8fc4-438c-8ec6-8f136a13cc8b req-26528a80-2d7b-442a-80f1-6be23286d5bf tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:05.359749 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c63c5e7d-8fc4-438c-8ec6-8f136a13cc8b req-26528a80-2d7b-442a-80f1-6be23286d5bf tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2481503 Mar 28 10:56:05.367347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:05.367936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.395616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.399309 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-860bc276-e350-4329-8b2d-07a2f344e7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7466891 Mar 28 10:56:05.401160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35428) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:05.413866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b36714f3-dfd7-4212-815f-ef32ef98edac', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:05.426571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:05.434166 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c63c5e7d-8fc4-438c-8ec6-8f136a13cc8b req-c4992cf1-ae1d-4c2b-a16b-7484c85e9983 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618086 Mar 28 10:56:05.436412 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:05.438796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:05.445240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:05.492714 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-870906b3-bd0e-4e12-8d2a-c813d692529c tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4481201 Mar 28 10:56:05.493613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35434) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:05.585573 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:56:05.599400 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.663633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Request body: {'port': {'network_id': '54831640-ed39-4dff-9837-e31f66622ebc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1170799500', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:05.664187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.api.validators [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] bootfile-name is not in valid_values {{(pid=88493) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:56:05.664512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.api.validators [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] tftp-server is not in valid_values {{(pid=88493) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:56:05.664829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.api.validators [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] server-ip-address is not in valid_values {{(pid=88493) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:56:05.690825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b8a89-c81a-4fae-9b49-108ddbb4065a req-4c47900e-57de-40b3-8b0e-e436b6b0a290 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:05.691055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.692894 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4f8b8a89-c81a-4fae-9b49-108ddbb4065a req-4c47900e-57de-40b3-8b0e-e436b6b0a290 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.1470239 Mar 28 10:56:05.697684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.730340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.741921 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4f8b8a89-c81a-4fae-9b49-108ddbb4065a req-447cb73f-b111-4b39-a0be-4fff66bdbb21 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Mar 28 10:56:05.766643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.787088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23f8fbd-111b-440e-8201-2a724187b0ca,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:05.827249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=82019aae-1e03-43fe-955d-68a38ba76911,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:05.843834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.909399 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Allocated IP 172.20.0.3 (54831640-ed39-4dff-9837-e31f66622ebc/439aaa5a-bf3c-44aa-ab01-684e66a579fa/37febd55-c9ad-4ed7-9d37-319116f5dd28) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:05.916461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:05.922335 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-22fa4a1e-6595-4403-8f16-b396b6aa1b37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5145981 Mar 28 10:56:05.972087 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082417a5-cdea-44d0-9ea2-539d915fecbf req-9868f689-9615-430a-a87e-0c8d0ecdfc4a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:05.973761 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-082417a5-cdea-44d0-9ea2-539d915fecbf req-9868f689-9615-430a-a87e-0c8d0ecdfc4a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.0989573 Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:05.982900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:06.040028 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-082417a5-cdea-44d0-9ea2-539d915fecbf req-918232a2-0fc9-4770-bfdd-27910b9f2314 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587444 Mar 28 10:56:06.210736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:06.223191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Transition to ACTIVE for port object 37febd55-c9ad-4ed7-9d37-319116f5dd28 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:06.238264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:06.242185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Transition to ACTIVE for port object 37febd55-c9ad-4ed7-9d37-319116f5dd28 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:06.249375 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-7e949834-ec81-48d7-991a-b8d0966f1635 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761455189&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.0864930 Mar 28 10:56:06.290241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:06.294854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Usage tracker for resource:port and tenant:ef056dd17e2f4c8b88df7fe93fc17d96 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:06.302224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:06.306630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:06.321227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:06.367938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Network 54831640-ed39-4dff-9837-e31f66622ebc is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:06.369450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe7bb8-4641-401b-8900-d6c7d99df9e7 req-1c8e4ab5-59fb-4e57-8986-63038c0cc9b4 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:06.370989 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6dfe7bb8-4641-401b-8900-d6c7d99df9e7 req-1c8e4ab5-59fb-4e57-8986-63038c0cc9b4 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.1911614 Mar 28 10:56:06.375403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:06.380132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:06.386658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Pushing event updated for resources: {'Port': ['ID=37febd55-c9ad-4ed7-9d37-319116f5dd28,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:06.460705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-8108c0f2-e570-4965-81d1-f210cae98e4d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:06.462179 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-8108c0f2-e570-4965-81d1-f210cae98e4d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=65926e96-1942-4d75-aa6b-446f018b2ae3 HTTP/1.1" status: 200 len: 797 time: 0.2054331 Mar 28 10:56:06.474617 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6dfe7bb8-4641-401b-8900-d6c7d99df9e7 req-7e391d4f-43f9-4756-a602-4d4045849d04 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854580 Mar 28 10:56:06.481079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Attempting to bind port 37febd55-c9ad-4ed7-9d37-319116f5dd28 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:06.481475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Attempting to bind port 37febd55-c9ad-4ed7-9d37-319116f5dd28 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '263cbf0e-3254-4019-9c29-f4202ef81082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '54831640-ed39-4dff-9837-e31f66622ebc'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:06.481846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Attempting to bind port 37febd55-c9ad-4ed7-9d37-319116f5dd28 on network 54831640-ed39-4dff-9837-e31f66622ebc {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:06.487290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:06.493779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Checking segment: {'id': '263cbf0e-3254-4019-9c29-f4202ef81082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '54831640-ed39-4dff-9837-e31f66622ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:06.493779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:06.493779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Bound using segment: {'id': '263cbf0e-3254-4019-9c29-f4202ef81082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '54831640-ed39-4dff-9837-e31f66622ebc'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:06.493779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Bound port: 37febd55-c9ad-4ed7-9d37-319116f5dd28, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263cbf0e-3254-4019-9c29-f4202ef81082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '54831640-ed39-4dff-9837-e31f66622ebc'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:06.493779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:06.507661 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-287f9a43-2c23-46e8-9526-83edc46445d3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.0300443 Mar 28 10:56:06.533195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Made reservation on behalf of ef056dd17e2f4c8b88df7fe93fc17d96 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:06.536708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:06.595831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] For port 37febd55-c9ad-4ed7-9d37-319116f5dd28, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:06.603993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] For port 37febd55-c9ad-4ed7-9d37-319116f5dd28, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=37febd55-c9ad-4ed7-9d37-319116f5dd28,segment=NetworkSegment(263cbf0e-3254-4019-9c29-f4202ef81082),segment_id=263cbf0e-3254-4019-9c29-f4202ef81082)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:06.664257 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-79a11b39-a63d-4fd9-812e-dbc1fac25647 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403754 Mar 28 10:56:06.684473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:06.694701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] device_id is not set on port d062a587-5c24-4ee5-9678-9d7bb84b8cb1 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:56:06.778019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dcebd-160c-4477-8316-f9f5a5891e01 None None] Pushing event updated for resources: {'Port': ['ID=37febd55-c9ad-4ed7-9d37-319116f5dd28,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:06.842449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 69cc7160-3557-473e-b0f9-8e2b3bb114ef has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:06.858888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:06.876266 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-8d1ed486-da7e-44a7-bf40-ee91720cf5ff service neutron] 10.222.0.18 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104383 Mar 28 10:56:07.075711 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-7a34dc61-f45b-47f2-a156-4447371ca4a2 service neutron] 10.222.0.18 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874354 Mar 28 10:56:07.172303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164368d-7a85-46c6-abf8-3300b3b9ff27 req-3c505be7-ce93-4596-a750-927cdf235f36 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:07.173833 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8164368d-7a85-46c6-abf8-3300b3b9ff27 req-3c505be7-ce93-4596-a750-927cdf235f36 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.0960312 Mar 28 10:56:07.313078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:07.321229 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4c6e5-b6b1-4bb3-9891-69f919bbb069 None None] Sync routers for ids ['69cc7160-3557-473e-b0f9-8e2b3bb114ef'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:07.345297 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4c6e5-b6b1-4bb3-9891-69f919bbb069 None None] Routers {'69cc7160-3557-473e-b0f9-8e2b3bb114ef'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:07.346119 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-95d4c6e5-b6b1-4bb3-9891-69f919bbb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['69cc7160-3557-473e-b0f9-8e2b3bb114ef'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:07.354110 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8164368d-7a85-46c6-abf8-3300b3b9ff27 req-f1183652-d144-4a1c-a0aa-fbe770c56360 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731806 Mar 28 10:56:07.381547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Allocated IP 172.20.0.9 (54831640-ed39-4dff-9837-e31f66622ebc/439aaa5a-bf3c-44aa-ab01-684e66a579fa/d062a587-5c24-4ee5-9678-9d7bb84b8cb1) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:07.435613 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-95d4c6e5-b6b1-4bb3-9891-69f919bbb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:07.451042 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4c6e5-b6b1-4bb3-9891-69f919bbb069 None None] Routers {'69cc7160-3557-473e-b0f9-8e2b3bb114ef'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:07.451862 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-95d4c6e5-b6b1-4bb3-9891-69f919bbb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['69cc7160-3557-473e-b0f9-8e2b3bb114ef'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:07.452226 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8e5d225b-1927-4cd0-9846-3cbcf856caa1 req-65806b2e-fa0b-449c-8ce5-cde56916389d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 210 time: 0.0513773 Mar 28 10:56:07.504887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35466) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:07.505056 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5e10cbf1-8da0-4886-9de6-ba3b6af433b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/69cc7160-3557-473e-b0f9-8e2b3bb114ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3687806 Mar 28 10:56:07.576713 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-95d4c6e5-b6b1-4bb3-9891-69f919bbb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:07.577784 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4c6e5-b6b1-4bb3-9891-69f919bbb069 None None] The sync data for ids ['69cc7160-3557-473e-b0f9-8e2b3bb114ef'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:07.687102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 639e1de3-0ed7-459d-b7a2-ceb4172dc546 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:56:07.919413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 37febd55-c9ad-4ed7-9d37-319116f5dd28 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:07.949116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:07.960830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19366aa4-804b-4693-bce3-69790d4ee0eb None None] Sync routers for ids ['639e1de3-0ed7-459d-b7a2-ceb4172dc546'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:07.967593 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-7c136eb9-c5cb-4062-8856-750c639e9d76 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 10:56:07.971606 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7c136eb9-c5cb-4062-8856-750c639e9d76 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/69cc7160-3557-473e-b0f9-8e2b3bb114ef/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4687023 Mar 28 10:56:07.976700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35476) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:07.976835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19366aa4-804b-4693-bce3-69790d4ee0eb None None] Routers {'639e1de3-0ed7-459d-b7a2-ceb4172dc546'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:07.977477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-19366aa4-804b-4693-bce3-69790d4ee0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['639e1de3-0ed7-459d-b7a2-ceb4172dc546'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:07.985082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.011174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Transition to ACTIVE for port object d062a587-5c24-4ee5-9678-9d7bb84b8cb1 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:08.032748 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7abd2b4f-147d-4413-a9d0-db74e94735db tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cc7160-3557-473e-b0f9-8e2b3bb114ef HTTP/1.1" status: 200 len: 205 time: 0.0554345 Mar 28 10:56:08.032748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35480) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:08.058634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-19366aa4-804b-4693-bce3-69790d4ee0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:08.074785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19366aa4-804b-4693-bce3-69790d4ee0eb None None] Routers {'639e1de3-0ed7-459d-b7a2-ceb4172dc546'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:08.075742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-19366aa4-804b-4693-bce3-69790d4ee0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['639e1de3-0ed7-459d-b7a2-ceb4172dc546'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:08.080011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.083735 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-afca8a77-3f0f-4b71-bae7-decce41dd27b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.7428758 Mar 28 10:56:08.083937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35484) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:08.106511 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:56:08.154513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.156888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1bb636-dc28-4335-a815-d2dc7240ea3a None None] Network 54831640-ed39-4dff-9837-e31f66622ebc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:08.176489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0dc216a5-f1d5-409d-9946-b5b8e38cf755 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.195024 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-19366aa4-804b-4693-bce3-69790d4ee0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:08.195422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19366aa4-804b-4693-bce3-69790d4ee0eb None None] The sync data for ids ['639e1de3-0ed7-459d-b7a2-ceb4172dc546'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:08.250157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Network 54831640-ed39-4dff-9837-e31f66622ebc is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:08.320189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:08.330215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 37febd55-c9ad-4ed7-9d37-319116f5dd28 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:08.339522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event updated for resources: {'Port': ['ID=d062a587-5c24-4ee5-9678-9d7bb84b8cb1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:08.344554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:08.350071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6a820608-7e64-4c8b-b27c-87dc554cc937 None None] Provisioning for port 37febd55-c9ad-4ed7-9d37-319116f5dd28 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:08.359377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6a820608-7e64-4c8b-b27c-87dc554cc937 None None] Provisioning complete for port 37febd55-c9ad-4ed7-9d37-319116f5dd28 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:08.359377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a820608-7e64-4c8b-b27c-87dc554cc937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.422124 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad9a9475-4e41-40d4-8d7f-d14b024d1bb9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/routers/639e1de3-0ed7-459d-b7a2-ceb4172dc546 HTTP/1.1" status: 200 len: 881 time: 0.3370504 Mar 28 10:56:08.431204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35490) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:08.498398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:08.499116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.560601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0dc216a5-f1d5-409d-9946-b5b8e38cf755 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.563636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0dc216a5-f1d5-409d-9946-b5b8e38cf755 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.643456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a820608-7e64-4c8b-b27c-87dc554cc937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.694280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6a820608-7e64-4c8b-b27c-87dc554cc937 None None] For port 37febd55-c9ad-4ed7-9d37-319116f5dd28, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=37febd55-c9ad-4ed7-9d37-319116f5dd28,segment=NetworkSegment(263cbf0e-3254-4019-9c29-f4202ef81082),segment_id=263cbf0e-3254-4019-9c29-f4202ef81082)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:08.696707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0dc216a5-f1d5-409d-9946-b5b8e38cf755 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.697325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc216a5-f1d5-409d-9946-b5b8e38cf755 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Fanout notify agent at l3_agent the message router_deleted on router 69cc7160-3557-473e-b0f9-8e2b3bb114ef {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:56:08.712300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8821b3c-e2cb-4765-ba5b-c627c86b1afa req-ea9ccc3c-56fb-4448-81ac-f41610c7a09c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 210 time: 0.1187503 Mar 28 10:56:08.721580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0dc216a5-f1d5-409d-9946-b5b8e38cf755 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.725833 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0dc216a5-f1d5-409d-9946-b5b8e38cf755 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/69cc7160-3557-473e-b0f9-8e2b3bb114ef HTTP/1.1" status: 204 len: 168 time: 0.6924994 Mar 28 10:56:08.736524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35498) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:08.764910 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-725dddbc-0826-4a8a-921f-4ec665180ee5 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.2675853 Mar 28 10:56:08.769563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35502) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:08.788987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a820608-7e64-4c8b-b27c-87dc554cc937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.844074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting subnet 44e2126e-5595-40e0-97a3-ecadec57ba5a {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:56:08.853628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1f2f2-127b-4d4d-a911-59e6fb7f5029 req-a528b009-43a3-4139-b2fb-6c71d5a9d11f tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:08.860984 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-36b1f2f2-127b-4d4d-a911-59e6fb7f5029 req-a528b009-43a3-4139-b2fb-6c71d5a9d11f tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2658796 Mar 28 10:56:08.875116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62166fbf-a043-461b-83dc-14dad0853129 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:08.880843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a820608-7e64-4c8b-b27c-87dc554cc937 None None] Pushing event updated for resources: {'Port': ['ID=37febd55-c9ad-4ed7-9d37-319116f5dd28,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:08.881524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62166fbf-a043-461b-83dc-14dad0853129 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:08.887497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:08.888165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62166fbf-a043-461b-83dc-14dad0853129 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:08.889096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-62166fbf-a043-461b-83dc-14dad0853129 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Synchronizing usage tracker for tenant:ef056dd17e2f4c8b88df7fe93fc17d96 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:08.918518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-773493de-c92b-497d-9d09-53905d0b2362 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:router {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:08.934736 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-36b1f2f2-127b-4d4d-a911-59e6fb7f5029 req-022ed773-58ac-44d9-983a-1ca6c938af08 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728109 Mar 28 10:56:08.968827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.009830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Provisioning for port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:09.010431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-62166fbf-a043-461b-83dc-14dad0853129 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Unset dirty status for tenant:ef056dd17e2f4c8b88df7fe93fc17d96 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:09.015095 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-62166fbf-a043-461b-83dc-14dad0853129 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2478399 Mar 28 10:56:09.016352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35508) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:09.017217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-773493de-c92b-497d-9d09-53905d0b2362 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:router {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:09.018615 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-773493de-c92b-497d-9d09-53905d0b2362 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5928371 Mar 28 10:56:09.021262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35512) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:09.034077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Provisioning complete for port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:09.034845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.076649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0f11599f-0200-4f18-a953-fcdbb8e47e9c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1569114417'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:09.115716 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:09.132790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Provisioning complete for port 37febd55-c9ad-4ed7-9d37-319116f5dd28 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:09.133499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.215758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ee98daaf-40d3-45ad-8a84-1dabe22057c7 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Deleting port d062a587-5c24-4ee5-9678-9d7bb84b8cb1 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:09.216119 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.216234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee98daaf-40d3-45ad-8a84-1dabe22057c7 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.375129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.468655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Provisioning for port d062a587-5c24-4ee5-9678-9d7bb84b8cb1 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:09.474646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Provisioning complete for port d062a587-5c24-4ee5-9678-9d7bb84b8cb1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:09.479207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.494530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Subnet': ['ID=44e2126e-5595-40e0-97a3-ecadec57ba5a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:09.515305 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.520838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.521355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d280b69e-b0a7-44b0-ad68-726098ed8908 None None] Network c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:09.521539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.522088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.522565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.523038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.523527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.523995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.524482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.524949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.525415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.525880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.526506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:09.544413 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1a9f1273-bbde-496b-9c27-007baa0f94c2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/44e2126e-5595-40e0-97a3-ecadec57ba5a HTTP/1.1" status: 204 len: 168 time: 0.8009977 Mar 28 10:56:09.546391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35518) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:09.706886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.714833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1d930192-834b-4142-951c-4f3f7da5bb7f None None] Port d062a587-5c24-4ee5-9678-9d7bb84b8cb1 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:09.726791 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dc9b5-63be-4304-878b-5f975405b70c req-5338787e-fa66-451f-9b7b-653afe77bda7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:09.728368 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-600dc9b5-63be-4304-878b-5f975405b70c req-5338787e-fa66-451f-9b7b-653afe77bda7 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2978630 Mar 28 10:56:09.733488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:09.733833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.860888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-793d3af9-e877-4127-aeef-c4c0df4746ad None None] Provisioning complete for port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:09.861591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-793d3af9-e877-4127-aeef-c4c0df4746ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.921873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 37febd55-c9ad-4ed7-9d37-319116f5dd28 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:09.928317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee98daaf-40d3-45ad-8a84-1dabe22057c7 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.946980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] DHCP port deletion for c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:56:09.952192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-39e9f95d-9cae-45c2-82b7-7080b7d0dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:09.953806 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-39e9f95d-9cae-45c2-82b7-7080b7d0dd90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 1098 time: 0.4087403 Mar 28 10:56:09.976057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] Deleting port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:09.976331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:09.978430 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-600dc9b5-63be-4304-878b-5f975405b70c req-c9cd5ecd-9484-497b-ba9c-35f177d8e99d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876905 Mar 28 10:56:09.980698 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b1546748-1ec4-474a-984d-2d9cf217000f req-8e931576-411d-4b7e-bf8e-8e97c5b61a62 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 210 time: 0.0915315 Mar 28 10:56:10.064767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-793d3af9-e877-4127-aeef-c4c0df4746ad None None] Port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:10.107982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ee98daaf-40d3-45ad-8a84-1dabe22057c7 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Calling delete_port for d062a587-5c24-4ee5-9678-9d7bb84b8cb1 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:10.131552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a,segment=NetworkSegment(212111f5-aba8-4658-84f3-b5f402c8dd0d),segment_id=212111f5-aba8-4658-84f3-b5f402c8dd0d)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:10.131926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.137296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-793d3af9-e877-4127-aeef-c4c0df4746ad None None] Provisioning complete for port d062a587-5c24-4ee5-9678-9d7bb84b8cb1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:10.137296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-793d3af9-e877-4127-aeef-c4c0df4746ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.166647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 37febd55-c9ad-4ed7-9d37-319116f5dd28 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:10.166908 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.258733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:10.349633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] For port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a,segment=NetworkSegment(212111f5-aba8-4658-84f3-b5f402c8dd0d),segment_id=212111f5-aba8-4658-84f3-b5f402c8dd0d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:10.350045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.377048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-793d3af9-e877-4127-aeef-c4c0df4746ad None None] Port d062a587-5c24-4ee5-9678-9d7bb84b8cb1 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:10.426483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.479135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:10.481990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No DVR routers for this DVR port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:10.490620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f11599f-0200-4f18-a953-fcdbb8e47e9c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.514995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] Calling delete_port for fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:10.600763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f11599f-0200-4f18-a953-fcdbb8e47e9c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.620640 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.650413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:10.659803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-cf3ea7aa-b71c-419a-9a03-9fa2aa9eb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:10.661229 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-cf3ea7aa-b71c-419a-9a03-9fa2aa9eb142 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 200 len: 912 time: 0.6457744 Mar 28 10:56:10.664006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212111f5-aba8-4658-84f3-b5f402c8dd0d') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:10.665217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212111f5-aba8-4658-84f3-b5f402c8dd0d') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:10.673959 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:56:10.674322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:56:10.680625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.697732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.704400 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:10.707206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:10.720657 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:10.856846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-84d6336b-64da-4ac4-a01c-543735c9516a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:10.857521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-84d6336b-64da-4ac4-a01c-543735c9516a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:10.868706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.892288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:10.906017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Network': ['ID=c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:10.917233 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-83a34da9-2f5d-417f-ae64-cc53ae9fb5ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/networks/c0a36730-e2ea-4a5d-8bf3-b2fda5a3047e HTTP/1.1" status: 204 len: 168 time: 1.3664632 Mar 28 10:56:10.917233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35526) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:10.924134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1580510464'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:10.929787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:10.934477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:network and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:10.937848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:10.943875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:10.945804 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-188b87d1-9441-4e01-9bb5-556f15d56379 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 200 len: 1001 time: 0.2721312 Mar 28 10:56:11.021446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:11.022407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee98daaf-40d3-45ad-8a84-1dabe22057c7 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:11.029626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f11599f-0200-4f18-a953-fcdbb8e47e9c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 639e1de3-0ed7-459d-b7a2-ceb4172dc546 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:11.042284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:11.085934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:11.086276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98daaf-40d3-45ad-8a84-1dabe22057c7 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event deleted for resources: {'Port': ['ID=d062a587-5c24-4ee5-9678-9d7bb84b8cb1,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:11.094113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-84d6336b-64da-4ac4-a01c-543735c9516a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:11.095130 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-84d6336b-64da-4ac4-a01c-543735c9516a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=65926e96-1942-4d75-aa6b-446f018b2ae3 HTTP/1.1" status: 200 len: 797 time: 0.6497982 Mar 28 10:56:11.098013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:11.098535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-97e6994e-7ea7-47ae-b9e6-360a675ae34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:11.098960 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added segment 759bfda9-5e93-4ef2-bd51-124782d000e9 of type vlan for network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 Mar 28 10:56:11.099915 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-97e6994e-7ea7-47ae-b9e6-360a675ae34d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 200 len: 850 time: 0.1378009 Mar 28 10:56:11.153184 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3a026c1c-d2cb-4f6a-a211-7ffb46e8cc3d req-0aface07-77a8-4d14-8e1c-ff052de5861d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 210 time: 0.0466926 Mar 28 10:56:11.176042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] Deleting port fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:11.176568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:11.237819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:11.269144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-aeba2a47-b51c-47d1-823f-acabdb1783cb None None] The port 'fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:56:11.287916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4810-bbf2-4fda-8369-9baebeae2c9d req-33d523de-e70a-4a77-9705-fa1d3c692f7d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:11.289392 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aef4810-bbf2-4fda-8369-9baebeae2c9d req-33d523de-e70a-4a77-9705-fa1d3c692f7d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.1344740 Mar 28 10:56:11.348732 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aef4810-bbf2-4fda-8369-9baebeae2c9d req-aedafec0-1b52-43e1-a539-df9b5c2a82bb tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457978 Mar 28 10:56:11.371255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:11.376957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:11.377669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:11.422225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-68501bc3-88a6-480d-8f33-0654d09be732 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:11.434625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee98daaf-40d3-45ad-8a84-1dabe22057c7 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:11.482301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f11599f-0200-4f18-a953-fcdbb8e47e9c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:11.489812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f11599f-0200-4f18-a953-fcdbb8e47e9c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:11.493767 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0f11599f-0200-4f18-a953-fcdbb8e47e9c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/639e1de3-0ed7-459d-b7a2-ceb4172dc546 HTTP/1.1" status: 200 len: 888 time: 2.4710639 Mar 28 10:56:11.494480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35538) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:11.495397 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738a4ff-8754-4ead-ad53-3f703c50d0c2 None None] Sync routers for ids ['639e1de3-0ed7-459d-b7a2-ceb4172dc546'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:11.508207 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738a4ff-8754-4ead-ad53-3f703c50d0c2 None None] Routers {'639e1de3-0ed7-459d-b7a2-ceb4172dc546'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:11.509543 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1738a4ff-8754-4ead-ad53-3f703c50d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['639e1de3-0ed7-459d-b7a2-ceb4172dc546'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:11.565100 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ee98daaf-40d3-45ad-8a84-1dabe22057c7 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "DELETE /v2.0/ports/d062a587-5c24-4ee5-9678-9d7bb84b8cb1 HTTP/1.1" status: 204 len: 168 time: 2.5419226 Mar 28 10:56:11.570652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35542) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:11.576500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-1891c2e6-e17c-411c-8f5d-b4e273fd8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:11.577928 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-1891c2e6-e17c-411c-8f5d-b4e273fd8bd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc8e5cca-9bfd-4335-bd22-f668795e796b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3841345 Mar 28 10:56:11.583625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Request body: {'port': {'name': 'tempest-new-port-name-914581619', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:11.587646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.api.validators [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] bootfile-name is not in valid_values {{(pid=88493) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:56:11.587646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.api.validators [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] tftp-server is not in valid_values {{(pid=88493) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:56:11.587646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.api.validators [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] server-ip-address is not in valid_values {{(pid=88493) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 10:56:11.593561 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1738a4ff-8754-4ead-ad53-3f703c50d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:11.594618 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6757221 Mar 28 10:56:11.598968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35546) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:11.604402 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738a4ff-8754-4ead-ad53-3f703c50d0c2 None None] Routers {'639e1de3-0ed7-459d-b7a2-ceb4172dc546'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:11.605214 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1738a4ff-8754-4ead-ad53-3f703c50d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['639e1de3-0ed7-459d-b7a2-ceb4172dc546'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:11.606442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'subnet': {'network_id': 'e703067f-2be1-4553-a0f4-ddcbe2d26cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:11.620322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248c573-5374-4fa9-9f11-de66b4f33124 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Network': ['ID=e703067f-2be1-4553-a0f4-ddcbe2d26cc8,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:11.633109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:11.643928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-68501bc3-88a6-480d-8f33-0654d09be732 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:11.645036 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-68501bc3-88a6-480d-8f33-0654d09be732 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 380 time: 0.5159738 Mar 28 10:56:11.666065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['b36714f3-dfd7-4212-815f-ef32ef98edac']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:11.689775 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1738a4ff-8754-4ead-ad53-3f703c50d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:11.690480 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738a4ff-8754-4ead-ad53-3f703c50d0c2 None None] The sync data for ids ['639e1de3-0ed7-459d-b7a2-ceb4172dc546'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:11.732803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:11.736745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:subnet and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:11.739558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:11.745662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:11.824201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:11.866195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:11.866610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fcf4e3ef-f314-4f88-a4f9-b4dcee830d7a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:11.869156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:11.872752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:12.142867 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5b1f87af-4dc2-42f0-a5f7-9e46c598b7c2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/routers/639e1de3-0ed7-459d-b7a2-ceb4172dc546 HTTP/1.1" status: 200 len: 888 time: 0.6458821 Mar 28 10:56:12.145565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35550) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:12.148027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:12.181927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:12.194823 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-184a6702-2c88-4738-9876-5d622554506c service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781901 Mar 28 10:56:12.225170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9bff355a-3b90-4389-9e03-fa83022a8478 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:12.273219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:12.285224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:port and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:12.317720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Subnet': ['ID=12aa06c1-6c5f-4b1e-8d38-0c8521483b37,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:12.331801 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b5c3a3f6-ff32-4f99-82ee-25f65054ffab req-b6fcdced-d495-438f-918a-6f285d494468 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 210 time: 0.0588551 Mar 28 10:56:12.338025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Checking segment: {'id': '759bfda9-5e93-4ef2-bd51-124782d000e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e703067f-2be1-4553-a0f4-ddcbe2d26cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:12.338396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network hostable DHCP agents. Network: e703067f-2be1-4553-a0f4-ddcbe2d26cc8, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:12.339857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:12.348505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9bff355a-3b90-4389-9e03-fa83022a8478 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:12.351988 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9bff355a-3b90-4389-9e03-fa83022a8478 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=639e1de3-0ed7-459d-b7a2-ceb4172dc546 HTTP/1.1" status: 200 len: 205 time: 0.2028685 Mar 28 10:56:12.352171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35556) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:12.365683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:12.493177 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-228a8484-8ff0-4c59-80d7-2e643aa23d7d req-0ef0a961-6ac8-4a36-abda-1c240f8114b7 service neutron] 10.222.0.31 "GET /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649519 Mar 28 10:56:12.496831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:12.500060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:12.570185 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:12.595207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:12.664701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, e703067f-2be1-4553-a0f4-ddcbe2d26cc8) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:12.669132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:12.669719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:12.674777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f42e44-a342-438f-afa5-f4e9d2942044 None None] Network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:12.700119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:12.715379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.5 (65926e96-1942-4d75-aa6b-446f018b2ae3/e6c8acf4-3f0b-48b3-8604-84fb5a0a198f/08dfcd4a-1f30-4060-a701-428300894e25) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:12.793725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc982e-8382-467d-a74f-d5d250cecc37 req-3537f962-1c39-4114-8ddd-9e64cf02a47a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:12.795130 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37bc982e-8382-467d-a74f-d5d250cecc37 req-3537f962-1c39-4114-8ddd-9e64cf02a47a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.2937548 Mar 28 10:56:12.850805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:12.861833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:12.881921 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37bc982e-8382-467d-a74f-d5d250cecc37 req-1d64a99e-6733-47fc-9da5-0b9309365122 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807836 Mar 28 10:56:12.884415 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0917c646-c4c2-4f8c-b88d-142469b982b0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2845445 Mar 28 10:56:12.887767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35562) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:12.893657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2043272878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:12.902439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:12.906674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:router and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:12.909873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:12.917732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:12.942861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-e703067f-2be1-4553-a0f4-ddcbe2d26cc8', 'network_id': 'e703067f-2be1-4553-a0f4-ddcbe2d26cc8', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'fixed_ips': [{'subnet_id': '12aa06c1-6c5f-4b1e-8d38-0c8521483b37'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:56:12.943820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.012366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 2246b42e-7941-4ffa-9d42-02d27a813637 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:13.012719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.016428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] In _notify_port_updated(), no bound segment for port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 on network 54831640-ed39-4dff-9837-e31f66622ebc {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:56:13.022099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:13.022999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.024471 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "PUT /v2.0/ports/21852d0b-32d2-45ab-bbaf-7fd50c361fc4 HTTP/1.1" status: 200 len: 1135 time: 1.4507003 Mar 28 10:56:13.040898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35566) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:13.086984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b760479-2607-4a51-a778-f512a9333d12 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event updated for resources: {'Port': ['ID=21852d0b-32d2-45ab-bbaf-7fd50c361fc4,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:13.170054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Allocated IP 2001:db8::2 (e703067f-2be1-4553-a0f4-ddcbe2d26cc8/12aa06c1-6c5f-4b1e-8d38-0c8521483b37/fbaae38b-30bc-4611-896a-7de3b5a77951) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:13.175092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.176746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.194191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f70ef-247c-46d1-83c8-e0e00defa4a4 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:13.194992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7b3f70ef-247c-46d1-83c8-e0e00defa4a4 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Synchronizing usage tracker for tenant:ef056dd17e2f4c8b88df7fe93fc17d96 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:13.208381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.253451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 08dfcd4a-1f30-4060-a701-428300894e25 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:13.292462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.334017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.343175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7b3f70ef-247c-46d1-83c8-e0e00defa4a4 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Unset dirty status for tenant:ef056dd17e2f4c8b88df7fe93fc17d96 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:13.344987 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7b3f70ef-247c-46d1-83c8-e0e00defa4a4 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "GET /v2.0/ports/21852d0b-32d2-45ab-bbaf-7fd50c361fc4 HTTP/1.1" status: 200 len: 1135 time: 0.3024850 Mar 28 10:56:13.348197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35570) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:13.431363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.443940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6247df47-2190-4203-8482-aca18935f27f None None] Provisioning complete for port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:13.444495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6247df47-2190-4203-8482-aca18935f27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.470045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.486188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 2246b42e-7941-4ffa-9d42-02d27a813637 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:13.511224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-6247df47-2190-4203-8482-aca18935f27f None None] Port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:13.529374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.542964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Transition to ACTIVE for port object fbaae38b-30bc-4611-896a-7de3b5a77951 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:13.556628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8cf65a24-8f60-4c36-8d0b-d7f6db06c8d1 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Deleting port 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:13.558202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cf65a24-8f60-4c36-8d0b-d7f6db06c8d1 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.575980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Transition to ACTIVE for port object fbaae38b-30bc-4611-896a-7de3b5a77951 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:13.643187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 65926e96-1942-4d75-aa6b-446f018b2ae3 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:13.647208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.653459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:13.660327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:13.705766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=08dfcd4a-1f30-4060-a701-428300894e25,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:13.786905 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a92553-c308-4548-9b9a-8bf64a8381e1 req-2ff855ce-6b2b-4749-a0f5-05174789257c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:13.794497 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-38a92553-c308-4548-9b9a-8bf64a8381e1 req-2ff855ce-6b2b-4749-a0f5-05174789257c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 931 time: 0.1469488 Mar 28 10:56:13.826075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Pushing event updated for resources: {'Port': ['ID=fbaae38b-30bc-4611-896a-7de3b5a77951,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:13.837150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.839175 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ac544475-b2f0-4bef-8757-37ca3c3bb5b1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9490166 Mar 28 10:56:13.840472 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.840917 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.841546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.842368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.842821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.843245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.843774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35576) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:13.844534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.844967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.845390 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.845810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.846298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.846965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:56:13.851645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:13.852773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:13.864194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:13.865744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:13.869465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:14.001973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Attempting to bind port fbaae38b-30bc-4611-896a-7de3b5a77951 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:14.004292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Attempting to bind port fbaae38b-30bc-4611-896a-7de3b5a77951 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '759bfda9-5e93-4ef2-bd51-124782d000e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e703067f-2be1-4553-a0f4-ddcbe2d26cc8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:14.004752 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Attempting to bind port fbaae38b-30bc-4611-896a-7de3b5a77951 on network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:14.012848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:14.013830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Checking segment: {'id': '759bfda9-5e93-4ef2-bd51-124782d000e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e703067f-2be1-4553-a0f4-ddcbe2d26cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:14.014247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:14.014778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Bound using segment: {'id': '759bfda9-5e93-4ef2-bd51-124782d000e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e703067f-2be1-4553-a0f4-ddcbe2d26cc8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:14.015949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Bound port: fbaae38b-30bc-4611-896a-7de3b5a77951, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759bfda9-5e93-4ef2-bd51-124782d000e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e703067f-2be1-4553-a0f4-ddcbe2d26cc8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:14.016432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:14.023145 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-dcdb41be-19f8-4a99-9b05-0bc75af95ba9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3605776 Mar 28 10:56:14.042443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Request body: {'port': {'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:14.076130 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-38a92553-c308-4548-9b9a-8bf64a8381e1 req-4c1978c2-a2e6-4f5e-bee4-c7719c4fed15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732797 Mar 28 10:56:14.103944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cf65a24-8f60-4c36-8d0b-d7f6db06c8d1 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:14.141041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] For port fbaae38b-30bc-4611-896a-7de3b5a77951, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:14.145086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] For port fbaae38b-30bc-4611-896a-7de3b5a77951, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fbaae38b-30bc-4611-896a-7de3b5a77951,segment=NetworkSegment(759bfda9-5e93-4ef2-bd51-124782d000e9),segment_id=759bfda9-5e93-4ef2-bd51-124782d000e9)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:14.188350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a7935700-2e5e-46ba-9fcb-feb7468bdf62 None None] Provisioning for port 08dfcd4a-1f30-4060-a701-428300894e25 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:14.194082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a7935700-2e5e-46ba-9fcb-feb7468bdf62 None None] Provisioning complete for port 08dfcd4a-1f30-4060-a701-428300894e25 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:14.205184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7935700-2e5e-46ba-9fcb-feb7468bdf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:14.232322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:14.325174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a7935700-2e5e-46ba-9fcb-feb7468bdf62 None None] Port 08dfcd4a-1f30-4060-a701-428300894e25 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:14.339478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2b47-51f6-4d65-ab0e-cfa441880daf None None] Pushing event updated for resources: {'Port': ['ID=fbaae38b-30bc-4611-896a-7de3b5a77951,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:14.389528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8cf65a24-8f60-4c36-8d0b-d7f6db06c8d1 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Calling delete_port for 21852d0b-32d2-45ab-bbaf-7fd50c361fc4 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:14.471970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:14.638248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2c197-af9c-4d92-826d-12d21b4a4c23 req-382621be-183b-415c-b541-5b4ddc90524b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:14.639874 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b8f2c197-af9c-4d92-826d-12d21b4a4c23 req-382621be-183b-415c-b541-5b4ddc90524b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.5556901 Mar 28 10:56:14.699345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:14.714649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:14.789949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cf65a24-8f60-4c36-8d0b-d7f6db06c8d1 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:14.833832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=2246b42e-7941-4ffa-9d42-02d27a813637,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:14.850692 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b8f2c197-af9c-4d92-826d-12d21b4a4c23 req-beaaaf2e-614a-4b75-9b3d-ab50bb12199b tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039869 Mar 28 10:56:14.852954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf65a24-8f60-4c36-8d0b-d7f6db06c8d1 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event deleted for resources: {'Port': ['ID=21852d0b-32d2-45ab-bbaf-7fd50c361fc4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:15.002306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cf65a24-8f60-4c36-8d0b-d7f6db06c8d1 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.086853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dfcd4a-1f30-4060-a701-428300894e25 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:56:15.094582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.114176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Transition to ACTIVE for port object 08dfcd4a-1f30-4060-a701-428300894e25 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:15.130718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.133828 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8cf65a24-8f60-4c36-8d0b-d7f6db06c8d1 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "DELETE /v2.0/ports/21852d0b-32d2-45ab-bbaf-7fd50c361fc4 HTTP/1.1" status: 204 len: 168 time: 1.7842658 Mar 28 10:56:15.136732 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35586) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:15.192045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.331286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60191b1-6347-4cdd-9230-4775e8a11139 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Deleting subnet 439aaa5a-bf3c-44aa-ab01-684e66a579fa {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:56:15.343196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f60191b1-6347-4cdd-9230-4775e8a11139 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.381758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Pushing event updated for resources: {'Port': ['ID=08dfcd4a-1f30-4060-a701-428300894e25,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:15.477648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f60191b1-6347-4cdd-9230-4775e8a11139 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.558913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.570360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Attempting to bind port 08dfcd4a-1f30-4060-a701-428300894e25 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:15.572698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Attempting to bind port 08dfcd4a-1f30-4060-a701-428300894e25 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:15.572698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Attempting to bind port 08dfcd4a-1f30-4060-a701-428300894e25 on network 65926e96-1942-4d75-aa6b-446f018b2ae3 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:15.582309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.583863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Port 08dfcd4a-1f30-4060-a701-428300894e25 on network 65926e96-1942-4d75-aa6b-446f018b2ae3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:56:15.584190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Attempting to bind port 08dfcd4a-1f30-4060-a701-428300894e25 on network 65926e96-1942-4d75-aa6b-446f018b2ae3 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:15.595196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:15.595536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Checking segment: {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:15.595922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Bound using segment: {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:15.596354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Bound port: 08dfcd4a-1f30-4060-a701-428300894e25, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa63a071-59b2-408a-b4db-38408cf5ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:15.596701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.600279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.647350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab67dd-90c4-420a-bf7e-22309a11a1cb req-b87d723d-4b8b-4ddc-924d-73d35f62758f tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:15.648009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dedb11f-e5c6-4d08-ad6f-7bc1472d9960 None None] Network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:15.648822 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-28ab67dd-90c4-420a-bf7e-22309a11a1cb req-b87d723d-4b8b-4ddc-924d-73d35f62758f tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.6153171 Mar 28 10:56:15.698720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 2001:db8::1 (e703067f-2be1-4553-a0f4-ddcbe2d26cc8/12aa06c1-6c5f-4b1e-8d38-0c8521483b37/53cbfac0-595b-4d9d-b4aa-11a7592bb342) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:15.705853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f60191b1-6347-4cdd-9230-4775e8a11139 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.732467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac640b86-95ce-4737-884f-8c17c22bd63e req-e4e122cd-40b1-4b80-b5f7-5e5794f01986 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:15.733978 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ac640b86-95ce-4737-884f-8c17c22bd63e req-e4e122cd-40b1-4b80-b5f7-5e5794f01986 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 943 time: 0.4029441 Mar 28 10:56:15.739533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.740029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Fanout notify agent at l3_agent the message router_deleted on router 639e1de3-0ed7-459d-b7a2-ceb4172dc546 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:56:15.755075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] For port 08dfcd4a-1f30-4060-a701-428300894e25, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:15.772415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] For port 08dfcd4a-1f30-4060-a701-428300894e25, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=08dfcd4a-1f30-4060-a701-428300894e25,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:15.810474 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-28ab67dd-90c4-420a-bf7e-22309a11a1cb req-bf0e06e7-dbbc-45e8-a27e-7985066bce6a tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494787 Mar 28 10:56:15.852494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f60191b1-6347-4cdd-9230-4775e8a11139 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.863474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.876252 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-280783c3-0dc9-462a-a5cf-999c63d3d0cf None None] Provisioning for port fbaae38b-30bc-4611-896a-7de3b5a77951 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:15.925384 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ac640b86-95ce-4737-884f-8c17c22bd63e req-4ccf4062-36c5-4ecb-a71e-f7e291cab70e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814792 Mar 28 10:56:15.952965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fbaae38b-30bc-4611-896a-7de3b5a77951 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:15.975850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:15.977104 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-64d86209-480c-4a31-b121-88ded5e2a28b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/639e1de3-0ed7-459d-b7a2-ceb4172dc546 HTTP/1.1" status: 204 len: 168 time: 3.6239517 Mar 28 10:56:15.984349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35592) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:15.993403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'network': {'name': 'tempest-RoutersTest-1722588242'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:15.999207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:15.999827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.001342 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] 10.222.0.31 "PUT /v2.0/ports/08dfcd4a-1f30-4060-a701-428300894e25 HTTP/1.1" status: 200 len: 1093 time: 1.9635642 Mar 28 10:56:16.003927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:16.031117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:56:16.036943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.046325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60191b1-6347-4cdd-9230-4775e8a11139 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event deleted for resources: {'Subnet': ['ID=439aaa5a-bf3c-44aa-ab01-684e66a579fa,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:16.050775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:network and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:16.057382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:16.079713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f866efb-b6a6-454e-86e0-bd1405b8f0b5 None None] Network 54831640-ed39-4dff-9837-e31f66622ebc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:16.082203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:16.086572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Transition to ACTIVE for port object 53cbfac0-595b-4d9d-b4aa-11a7592bb342 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:16.087563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f60191b1-6347-4cdd-9230-4775e8a11139 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.112427 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f60191b1-6347-4cdd-9230-4775e8a11139 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "DELETE /v2.0/subnets/439aaa5a-bf3c-44aa-ab01-684e66a579fa HTTP/1.1" status: 204 len: 168 time: 0.9722888 Mar 28 10:56:16.113934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35600) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:16.194915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:16.199740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.215694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed97c8-9691-4867-b032-10e82d9062e3 service neutron] Pushing event updated for resources: {'Port': ['ID=08dfcd4a-1f30-4060-a701-428300894e25,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:16.252568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-2aee3b59-be38-4995-ac6d-404883a0801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:16.259011 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-2aee3b59-be38-4995-ac6d-404883a0801b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1199055 Mar 28 10:56:16.342498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.348091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port fbaae38b-30bc-4611-896a-7de3b5a77951 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:16.358641 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port fbaae38b-30bc-4611-896a-7de3b5a77951 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:16.359233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.458368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:16.460230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:16.472611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:16.489093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.522252 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25', 'status': 'completed', 'code': 200} Mar 28 10:56:16.537024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:16.537708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.543108 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-2f793f44-7ae2-43f1-9d13-ddcdcefc9df4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08dfcd4a-1f30-4060-a701-428300894e25 HTTP/1.1" status: 200 len: 217 time: 0.2653892 Mar 28 10:56:16.584518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.585033 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added segment 183270fa-5039-42f7-bf1a-7fcb0c6b5d39 of type vlan for network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b Mar 28 10:56:16.597186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.616118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=53cbfac0-595b-4d9d-b4aa-11a7592bb342,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:16.618822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Deleting port 37febd55-c9ad-4ed7-9d37-319116f5dd28 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:16.619292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.667106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-4f0bcfff-79c2-4118-ab35-8e641b9aa4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:16.671878 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-4f0bcfff-79c2-4118-ab35-8e641b9aa4af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e6c8acf4-3f0b-48b3-8604-84fb5a0a198f HTTP/1.1" status: 200 len: 835 time: 0.1176527 Mar 28 10:56:16.686458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-44ca546d-5fa0-480b-aa08-b42d799e92b9 None None] Provisioning complete for port fbaae38b-30bc-4611-896a-7de3b5a77951 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:16.696187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-44ca546d-5fa0-480b-aa08-b42d799e92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.714206 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116be7e4-3fad-468a-8bc4-2124a669afef None None] DHCP port deletion for 54831640-ed39-4dff-9837-e31f66622ebc request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:56:16.723183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port fbaae38b-30bc-4611-896a-7de3b5a77951, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fbaae38b-30bc-4611-896a-7de3b5a77951,segment=NetworkSegment(759bfda9-5e93-4ef2-bd51-124782d000e9),segment_id=759bfda9-5e93-4ef2-bd51-124782d000e9)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:16.736808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-116be7e4-3fad-468a-8bc4-2124a669afef None None] Deleting port 37febd55-c9ad-4ed7-9d37-319116f5dd28 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:16.737175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-116be7e4-3fad-468a-8bc4-2124a669afef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.755965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.792148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-1fac09c2-ac10-48d3-a319-71ece50dc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:16.794158 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-1fac09c2-ac10-48d3-a319-71ece50dc716 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=65926e96-1942-4d75-aa6b-446f018b2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165156 Mar 28 10:56:16.809283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.849209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85e29f-3461-4eed-9161-88569e1428ef req-4d678ffe-d3f9-4d2a-a74c-d880c6b203d8 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:16.850881 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df85e29f-3461-4eed-9161-88569e1428ef req-4d678ffe-d3f9-4d2a-a74c-d880c6b203d8 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3523207 Mar 28 10:56:16.954359 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-1fab51a2-2b2c-479b-8edd-4bbf460ce76b service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536269 Mar 28 10:56:16.989656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:16.995340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:16.996045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:17.038633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=fbaae38b-30bc-4611-896a-7de3b5a77951,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:17.076660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-116be7e4-3fad-468a-8bc4-2124a669afef None None] For port 37febd55-c9ad-4ed7-9d37-319116f5dd28, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=37febd55-c9ad-4ed7-9d37-319116f5dd28,segment=NetworkSegment(263cbf0e-3254-4019-9c29-f4202ef81082),segment_id=263cbf0e-3254-4019-9c29-f4202ef81082)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:17.077047 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-116be7e4-3fad-468a-8bc4-2124a669afef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:17.129931 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e57c93eb-5fd7-46cb-8688-d18c99ae8c6e req-a1bebfb9-edac-4898-9c78-e7e42fc62c32 service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686854 Mar 28 10:56:17.204156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-116be7e4-3fad-468a-8bc4-2124a669afef None None] Calling delete_port for 37febd55-c9ad-4ed7-9d37-319116f5dd28 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:17.290552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:17.312242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5115a18e-782f-4522-bc8c-e941648c6dfb None None] Provisioning for port 53cbfac0-595b-4d9d-b4aa-11a7592bb342 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:17.314672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] For port 37febd55-c9ad-4ed7-9d37-319116f5dd28, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=37febd55-c9ad-4ed7-9d37-319116f5dd28,segment=NetworkSegment(263cbf0e-3254-4019-9c29-f4202ef81082),segment_id=263cbf0e-3254-4019-9c29-f4202ef81082)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:17.315039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:17.318859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5115a18e-782f-4522-bc8c-e941648c6dfb None None] Provisioning complete for port 53cbfac0-595b-4d9d-b4aa-11a7592bb342 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:17.319280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5115a18e-782f-4522-bc8c-e941648c6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:17.329063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Network': ['ID=8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:17.345416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df85e29f-3461-4eed-9161-88569e1428ef req-e8d0c494-cf53-4d97-b670-164389c94c84 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4425437 Mar 28 10:56:17.354277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:17.359256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-12a7ba3b-9342-44c7-81c6-d8b278d094cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:17.360804 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-12a7ba3b-9342-44c7-81c6-d8b278d094cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0788100 Mar 28 10:56:17.375185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-116be7e4-3fad-468a-8bc4-2124a669afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:17.443657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116be7e4-3fad-468a-8bc4-2124a669afef None None] Pushing event deleted for resources: {'Port': ['ID=37febd55-c9ad-4ed7-9d37-319116f5dd28,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:17.495275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-35814af0-b250-4e4a-ba58-49fafe881d70 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5065777 Mar 28 10:56:17.495594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35608) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:17.500114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116be7e4-3fad-468a-8bc4-2124a669afef None None] No DVR routers for this DVR port 37febd55-c9ad-4ed7-9d37-319116f5dd28 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:17.504784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Calling delete_port for 37febd55-c9ad-4ed7-9d37-319116f5dd28 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:17.511174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'subnet': {'network_id': '8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:17.519188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5115a18e-782f-4522-bc8c-e941648c6dfb None None] Port 53cbfac0-595b-4d9d-b4aa-11a7592bb342 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:17.556775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-8293cd58-9c55-496c-b473-5b4e18a963a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:17.558209 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-8293cd58-9c55-496c-b473-5b4e18a963a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=65926e96-1942-4d75-aa6b-446f018b2ae3 HTTP/1.1" status: 200 len: 898 time: 0.1890483 Mar 28 10:56:17.684865 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-0ea99834-6049-4e21-a44e-b712b37cacb0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08dfcd4a-1f30-4060-a701-428300894e25 HTTP/1.1" status: 200 len: 217 time: 0.0765302 Mar 28 10:56:17.695129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:17.699585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:subnet and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:17.702405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:17.708229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:17.741816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858d3f1-67cc-4228-9b21-f92407c81030 req-c6978426-ae1f-477b-9298-b327677b2dd6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:17.743330 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a858d3f1-67cc-4228-9b21-f92407c81030 req-c6978426-ae1f-477b-9298-b327677b2dd6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 943 time: 0.6473961 Mar 28 10:56:17.749057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:56:17.749386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:56:17.782370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-00055afa-1273-4190-a3fd-b9c245ad97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:17.783860 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-00055afa-1273-4190-a3fd-b9c245ad97a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e6c8acf4-3f0b-48b3-8604-84fb5a0a198f HTTP/1.1" status: 200 len: 835 time: 0.0657291 Mar 28 10:56:17.828518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:17.832050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fbaae38b-30bc-4611-896a-7de3b5a77951 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:17.832702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:17.843729 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a858d3f1-67cc-4228-9b21-f92407c81030 req-3eaa72e3-c726-416a-8c52-4fff437deeef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934069 Mar 28 10:56:17.908251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port fbaae38b-30bc-4611-896a-7de3b5a77951 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:17.908707 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:17.974592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.021137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-8c3ee5f9-b8d9-4596-b9b4-692960615e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:18.022801 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-8c3ee5f9-b8d9-4596-b9b4-692960615e31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=65926e96-1942-4d75-aa6b-446f018b2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2316279 Mar 28 10:56:18.051733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.052787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.074833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 37febd55-c9ad-4ed7-9d37-319116f5dd28 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:18.114010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 37febd55-c9ad-4ed7-9d37-319116f5dd28 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:18.115244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 37febd55-c9ad-4ed7-9d37-319116f5dd28 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:18.204289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=53cbfac0-595b-4d9d-b4aa-11a7592bb342,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:18.228289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a4d14a43-2d55-4d7b-9d55-7e11f87556a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.235358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-fcdce67d-d6f9-4bb9-b8d7-058717431d46 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:18.236042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-fcdce67d-d6f9-4bb9-b8d7-058717431d46 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Synchronizing usage tracker for tenant:db15a669cbd84629a8091c0c1b9ad3ee on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:18.251946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Deleting port 37febd55-c9ad-4ed7-9d37-319116f5dd28 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:18.252307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.280024 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-95e14411-e819-475a-a202-5b1446a0aef9 service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464573 Mar 28 10:56:18.287401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:18.293146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:18.332130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] The port '37febd55-c9ad-4ed7-9d37-319116f5dd28' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:56:18.379614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-fcdce67d-d6f9-4bb9-b8d7-058717431d46 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Unset dirty status for tenant:db15a669cbd84629a8091c0c1b9ad3ee on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:18.381196 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-fcdce67d-d6f9-4bb9-b8d7-058717431d46 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.4183128 Mar 28 10:56:18.559160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.559934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b201d702-5861-46b9-9f37-e9914b7aecd3 None None] Provisioning complete for port 53cbfac0-595b-4d9d-b4aa-11a7592bb342 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:18.561268 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b201d702-5861-46b9-9f37-e9914b7aecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.620452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b201d702-5861-46b9-9f37-e9914b7aecd3 None None] Port 53cbfac0-595b-4d9d-b4aa-11a7592bb342 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:18.652945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.672092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Deleting port e4a567f6-f294-46c5-850b-07703550173b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:18.672430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.693707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54831640-ed39-4dff-9837-e31f66622ebc']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:18.713200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263cbf0e-3254-4019-9c29-f4202ef81082') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:18.714027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263cbf0e-3254-4019-9c29-f4202ef81082') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:18.738944 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0f2d8a89-1186-490c-b1cb-29e2f1e5ec5a req-4a92f428-2aba-466e-9ae3-9c0210e42ac6 service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502997 Mar 28 10:56:18.741516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Subnet': ['ID=b422f00c-ec67-4146-b509-26382764476a,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:18.743837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.760049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Checking segment: {'id': '183270fa-5039-42f7-bf1a-7fcb0c6b5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:18.760049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network hostable DHCP agents. Network: 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:18.883514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router c434dff5-aa23-4857-b5a7-cad40174fead is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:56:18.896755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ae0b3-4ae0-4974-8df7-7ddef7d13a53 req-dcd2ac5f-d57f-4035-8ba0-fdf0bd00533d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:18.898257 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a2ae0b3-4ae0-4974-8df7-7ddef7d13a53 req-dcd2ac5f-d57f-4035-8ba0-fdf0bd00533d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 945 time: 0.3976398 Mar 28 10:56:18.899290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.922910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:18.923308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:18.925184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:18.941380 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:18.985204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] For port e4a567f6-f294-46c5-850b-07703550173b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e4a567f6-f294-46c5-850b-07703550173b,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:18.985655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.049512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:19.057633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31d89f-b664-4f19-b727-773faa88ea1a None None] Network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:19.066835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:19.067422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.166797 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3c786afc-dfde-4f40-806e-a2653c615aec tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6699629 Mar 28 10:56:19.174479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35616) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:19.182258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1660709964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:19.190487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:19.199088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:router and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:19.203260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:19.219461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:19.227637 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a2ae0b3-4ae0-4974-8df7-7ddef7d13a53 req-1821334e-c6b3-4413-928f-6d558ef1aa24 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b209619-58e9-4cb7-83b2-9dc1e008cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182428 Mar 28 10:56:19.266133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:19.297159 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3bed68e7-a2bf-4fd0-8301-b85e26b35aed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/c434dff5-aa23-4857-b5a7-cad40174fead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4498096 Mar 28 10:56:19.300343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35620) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:19.328104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ef146-d2e5-4aa8-afd2-2366fd50c4c9 None None] Sync routers for ids ['c434dff5-aa23-4857-b5a7-cad40174fead'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:19.340464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ef146-d2e5-4aa8-afd2-2366fd50c4c9 None None] Routers {'c434dff5-aa23-4857-b5a7-cad40174fead'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:19.341103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a23ef146-d2e5-4aa8-afd2-2366fd50c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c434dff5-aa23-4857-b5a7-cad40174fead'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:19.341546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.380627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.381613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.382145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.382463 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Floating IP e5c6a45e-e431-4616-8970-e8701f315e9f disassociated. External IP: 172.26.2.105, port: e4a567f6-f294-46c5-850b-07703550173b. Mar 28 10:56:19.382925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Calling delete_port for e4a567f6-f294-46c5-850b-07703550173b owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:19.383551 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] 10.222.0.18 "DELETE /v2.0/networks/54831640-ed39-4dff-9837-e31f66622ebc HTTP/1.1" status: 204 len: 168 time: 3.2673817 Mar 28 10:56:19.384984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de90eab-4cd4-46b0-b6f8-efcc2cd45aa6 tempest-ExtraDHCPOptionsTestJSON-1068312571 tempest-ExtraDHCPOptionsTestJSON-1068312571-project] Pushing event deleted for resources: {'Network': ['ID=54831640-ed39-4dff-9837-e31f66622ebc,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:19.393462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b', 'network_id': '8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'fixed_ips': [{'subnet_id': 'b422f00c-ec67-4146-b509-26382764476a'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:56:19.394443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.416238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b2aaf-4778-4e58-bd5e-c2d68e97a743 req-ed51c82e-b6e0-4ebc-a8c9-a585b5f82d31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:19.418155 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b88b2aaf-4778-4e58-bd5e-c2d68e97a743 req-ed51c82e-b6e0-4ebc-a8c9-a585b5f82d31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 943 time: 0.4137914 Mar 28 10:56:19.430615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a23ef146-d2e5-4aa8-afd2-2366fd50c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:19.534186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec831b-e8db-4575-beae-d4193ee5d418 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:19.535096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1fec831b-e8db-4575-beae-d4193ee5d418 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:19.562571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ef146-d2e5-4aa8-afd2-2366fd50c4c9 None None] Routers {'c434dff5-aa23-4857-b5a7-cad40174fead'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:19.563351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a23ef146-d2e5-4aa8-afd2-2366fd50c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c434dff5-aa23-4857-b5a7-cad40174fead'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:19.576691 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b88b2aaf-4778-4e58-bd5e-c2d68e97a743 req-6817271b-b7a8-4145-b4c6-7b05172438aa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429088 Mar 28 10:56:19.598747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.599957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.619745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.639549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1fec831b-e8db-4575-beae-d4193ee5d418 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:19.643523 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1fec831b-e8db-4575-beae-d4193ee5d418 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports/53cbfac0-595b-4d9d-b4aa-11a7592bb342 HTTP/1.1" status: 200 len: 911 time: 0.3392637 Mar 28 10:56:19.643682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a23ef146-d2e5-4aa8-afd2-2366fd50c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:19.643682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ef146-d2e5-4aa8-afd2-2366fd50c4c9 None None] The sync data for ids ['c434dff5-aa23-4857-b5a7-cad40174fead'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:19.643897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35626) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:19.748713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Allocated IP 172.20.0.2 (8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b/b422f00c-ec67-4146-b509-26382764476a/69ecbb1b-86b5-41d5-8cbb-6503e0517171) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:19.809692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.859653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:19.877129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Pushing event deleted for resources: {'Port': ['ID=e4a567f6-f294-46c5-850b-07703550173b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:19.949793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 08dfcd4a-1f30-4060-a701-428300894e25 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 10:56:20.102345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.106978 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-49ca7795-4675-4b7d-9e85-f9580841a08a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9314373 Mar 28 10:56:20.113145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35632) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:20.159347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Router 319941c2-b252-4302-8e96-49ad14250d34 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:20.172307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.184720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Transition to ACTIVE for port object 69ecbb1b-86b5-41d5-8cbb-6503e0517171 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:20.207675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Transition to ACTIVE for port object 69ecbb1b-86b5-41d5-8cbb-6503e0517171 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:20.222958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35636) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:20.223257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 08dfcd4a-1f30-4060-a701-428300894e25, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=08dfcd4a-1f30-4060-a701-428300894e25,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:20.240147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '08dfcd4a-1f30-4060-a701-428300894e25', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 10:56:20.294287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.374120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:20.384715 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] Sync routers for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:20.385790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.400602 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:20.401272 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:55:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:20.427568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:20.435964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:20.435964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:20.437855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dfcd4a-1f30-4060-a701-428300894e25 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:56:20.445146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Pushing event updated for resources: {'Port': ['ID=69ecbb1b-86b5-41d5-8cbb-6503e0517171,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:20.483073 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d77bd66-14e3-4ee1-85c3-da3ab4eae6f6 req-7bd717e4-7be1-4d9f-b097-6aeea33e67e8 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 210 time: 0.0804269 Mar 28 10:56:20.496206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] No DVR routers for this DVR port e4a567f6-f294-46c5-850b-07703550173b on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:20.498988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.501969 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-aaf78a62-2db3-495b-bc6c-60b4a39e574a req-071cb30f-4e92-44e1-ad33-0bc443dd9202 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.31 "DELETE /v2.0/ports/e4a567f6-f294-46c5-850b-07703550173b HTTP/1.1" status: 204 len: 173 time: 2.1122916 Mar 28 10:56:20.503207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde22117-5729-4985-9162-95b805311fbe', 'name': 'network-vif-deleted', 'tag': 'e4a567f6-f294-46c5-850b-07703550173b'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:56:20.529481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a38f0bb6-c365-4fa9-85ca-5a31d71fad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.579758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 08dfcd4a-1f30-4060-a701-428300894e25, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=08dfcd4a-1f30-4060-a701-428300894e25,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:20.588878 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde22117-5729-4985-9162-95b805311fbe', 'name': 'network-vif-deleted', 'tag': 'e4a567f6-f294-46c5-850b-07703550173b', 'status': 'completed', 'code': 200} Mar 28 10:56:20.596643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Attempting to bind port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:20.597374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Attempting to bind port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '183270fa-5039-42f7-bf1a-7fcb0c6b5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:20.598133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Attempting to bind port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 on network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:20.605422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:20.609506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Checking segment: {'id': '183270fa-5039-42f7-bf1a-7fcb0c6b5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:20.609506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.609506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Bound using segment: {'id': '183270fa-5039-42f7-bf1a-7fcb0c6b5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:20.609506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Bound port: 69ecbb1b-86b5-41d5-8cbb-6503e0517171, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183270fa-5039-42f7-bf1a-7fcb0c6b5d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:20.609506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.666920 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:20.671840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.792706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] For port 69ecbb1b-86b5-41d5-8cbb-6503e0517171, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:20.795015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=08dfcd4a-1f30-4060-a701-428300894e25,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:20.800210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] For port 69ecbb1b-86b5-41d5-8cbb-6503e0517171, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=69ecbb1b-86b5-41d5-8cbb-6503e0517171,segment=NetworkSegment(183270fa-5039-42f7-bf1a-7fcb0c6b5d39),segment_id=183270fa-5039-42f7-bf1a-7fcb0c6b5d39)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:20.880591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:20.980274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1199f0-e420-47ed-97ba-8473b4e6607f None None] Pushing event updated for resources: {'Port': ['ID=69ecbb1b-86b5-41d5-8cbb-6503e0517171,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:21.001944 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-159cbe01-e3d5-48f6-b6bc-72c00af6e185 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef056dd17e2f4c8b88df7fe93fc17d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7752903 Mar 28 10:56:21.003623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35648) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:21.040480 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:25Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'ff68c5e3-380c-41ed-9a8c-d7ed76189ca9', 'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'mac_address': 'fa:16:3e:b9:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:21Z', 'updated_at': '2022-03-28T10:50:37Z', 'revision_number': 5, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'subnets': [{'id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:21.047937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['08dfcd4a-1f30-4060-a701-428300894e25'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 10:56:21.051827 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] Checking router: 319941c2-b252-4302-8e96-49ad14250d34 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:56:21.062285 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:21.063123 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:21.095518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-42db18a1-ee44-4195-9f4b-0c872d0d11f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:21.144602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:21.176963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc6fcf-01f8-4e51-a645-9c9b7d19c66a req-c54d2738-4b0f-4aa5-b579-aec191bd5707 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:21.178596 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60dc6fcf-01f8-4e51-a645-9c9b7d19c66a req-c54d2738-4b0f-4aa5-b579-aec191bd5707 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 944 time: 0.4213073 Mar 28 10:56:21.346496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-42db18a1-ee44-4195-9f4b-0c872d0d11f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:21.375860 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:21.476873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:21.577051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-42db18a1-ee44-4195-9f4b-0c872d0d11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:21.577215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:21.602682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db18a1-ee44-4195-9f4b-0c872d0d11f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1abcb7-c387-4651-986e-dbafd9331691,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:21.611283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:21.620759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-42db18a1-ee44-4195-9f4b-0c872d0d11f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:21.623073 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-42db18a1-ee44-4195-9f4b-0c872d0d11f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb1abcb7-c387-4651-986e-dbafd9331691 HTTP/1.1" status: 204 len: 168 time: 0.6183655 Mar 28 10:56:21.715426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60dc6fcf-01f8-4e51-a645-9c9b7d19c66a req-dbf0306c-8317-48d9-878a-dde2172f8b14 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4419136 Mar 28 10:56:21.888239 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:25Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'ff68c5e3-380c-41ed-9a8c-d7ed76189ca9', 'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'mac_address': 'fa:16:3e:b9:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:21Z', 'updated_at': '2022-03-28T10:50:37Z', 'revision_number': 5, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'subnets': [{'id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:21.892180 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302ee4f-610e-4d29-a7b9-1b8227736f87 None None] The sync data for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv is: [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:50:25Z', 'revision_number': 4, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'ff68c5e3-380c-41ed-9a8c-d7ed76189ca9', 'name': '', 'network_id': 'fc8e5cca-9bfd-4335-bd22-f668795e796b', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'mac_address': 'fa:16:3e:b9:4a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:21Z', 'updated_at': '2022-03-28T10:50:37Z', 'revision_number': 5, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'subnets': [{'id': 'a7fd33c1-9c55-44e8-a4dd-e34bca384fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:21.906220 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-513fbc90-4625-406c-8078-3cb0235172f1 req-9760b5ff-1783-426d-a932-b8383096ffba tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde22117-5729-4985-9162-95b805311fbe HTTP/1.1" status: 200 len: 210 time: 0.1047680 Mar 28 10:56:21.906943 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-bd87fa42-5744-434e-8010-91a61ee7b82b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1260922 Mar 28 10:56:21.920199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 69ecbb1b-86b5-41d5-8cbb-6503e0517171 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:22.001010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e4a567f6-f294-46c5-850b-07703550173b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:22.042732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: e4a567f6-f294-46c5-850b-07703550173b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:22.045138 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e4a567f6-f294-46c5-850b-07703550173b not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:22.090350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-01ca9774-40b0-46aa-bc79-96040f4ee298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:22.092615 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-01ca9774-40b0-46aa-bc79-96040f4ee298 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce021e23beda4285a363b2200abcc0c9&device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 1099 time: 0.1310699 Mar 28 10:56:22.106799 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:22.207959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.20.0.1 (8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b/b422f00c-ec67-4146-b509-26382764476a/e220e169-3004-4cd3-a7af-94c4283e4956) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:22.284935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-1f7679ca-bb47-413a-b197-e0bf6dbb2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:22.286530 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-1f7679ca-bb47-413a-b197-e0bf6dbb2117 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ea8a685-f547-43d0-9dbd-abd58ec50a65 HTTP/1.1" status: 200 len: 897 time: 0.1732903 Mar 28 10:56:22.307879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc6661-46f4-4298-96b0-41670664a634 None None] New status for floating IP e5c6a45e-e431-4616-8970-e8701f315e9f: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:56:22.335050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 53cbfac0-595b-4d9d-b4aa-11a7592bb342 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:22.335353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:22.421027 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-6e0c4862-a4d8-420f-b9f5-37be54c55d81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83 HTTP/1.1" status: 200 len: 1002 time: 0.1245966 Mar 28 10:56:22.495070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-06d23c20-f263-42be-a9ac-daab4b20a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:22.497146 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-06d23c20-f263-42be-a9ac-daab4b20a87a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb931aa5-8b10-4083-b2fa-a082a230bc10 HTTP/1.1" status: 200 len: 834 time: 0.0710566 Mar 28 10:56:22.529340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997752ac-fd9d-4935-ac3a-a55b635c4607 None None] Network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:22.597780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-5325760e-5304-4c98-80a9-57c22f3408ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:22.599797 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-5325760e-5304-4c98-80a9-57c22f3408ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ea8a685-f547-43d0-9dbd-abd58ec50a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957513 Mar 28 10:56:22.746680 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:22.783191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Transition to ACTIVE for port object e220e169-3004-4cd3-a7af-94c4283e4956 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:22.783297 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-651e5555-8317-41aa-a5c8-08df848ab159 service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718860 Mar 28 10:56:22.800431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:22.917720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dd1240cc-7546-4626-9af4-d8bb2562dcc9 None None] Provisioning for port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:22.927323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dd1240cc-7546-4626-9af4-d8bb2562dcc9 None None] Provisioning complete for port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:22.927323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd1240cc-7546-4626-9af4-d8bb2562dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:22.959842 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae46e86b-d276-4a16-9587-ca000fdcdc4e req-dd75f610-1d38-4723-bf54-110bca89ef52 service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691687 Mar 28 10:56:22.970821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for 53cbfac0-595b-4d9d-b4aa-11a7592bb342 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:23.006031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.119508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bda25-c4a2-49ab-9cf9-5862355925a8 req-b320e1af-7975-4f45-9400-02dec2327991 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:23.121183 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b25bda25-c4a2-49ab-9cf9-5862355925a8 req-b320e1af-7975-4f45-9400-02dec2327991 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 944 time: 0.2541273 Mar 28 10:56:23.138738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd1240cc-7546-4626-9af4-d8bb2562dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.141050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35680) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:23.157600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.172037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35686) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:23.189166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dd1240cc-7546-4626-9af4-d8bb2562dcc9 None None] For port 69ecbb1b-86b5-41d5-8cbb-6503e0517171, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=69ecbb1b-86b5-41d5-8cbb-6503e0517171,segment=NetworkSegment(183270fa-5039-42f7-bf1a-7fcb0c6b5d39),segment_id=183270fa-5039-42f7-bf1a-7fcb0c6b5d39)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:23.251367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd1240cc-7546-4626-9af4-d8bb2562dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.271975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-079f0f26-940b-4677-82ea-31c6f421205d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.299335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=e220e169-3004-4cd3-a7af-94c4283e4956,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:23.319790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-079f0f26-940b-4677-82ea-31c6f421205d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.328753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:23.332056 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b25bda25-c4a2-49ab-9cf9-5862355925a8 req-a921f62e-ec7a-4395-b0c0-3c6f6d49e60b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910439 Mar 28 10:56:23.333223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'networks': [{'name': 'tempest-network--1278023871'}, {'name': 'tempest-network--458828320'}]} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:23.333785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'network': {'name': 'tempest-network--1278023871'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:23.334604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'network': {'name': 'tempest-network--458828320'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:23.335180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:23.339604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:23.357165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:23.366446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Usage tracker for resource:network and tenant:d83c88239ee848298cf50e400634f786 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:23.371185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:23.372350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1240cc-7546-4626-9af4-d8bb2562dcc9 None None] Pushing event updated for resources: {'Port': ['ID=69ecbb1b-86b5-41d5-8cbb-6503e0517171,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:23.387148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:23.407394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.441320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.472752 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3a9800c0-6780-4a80-8e38-5112f2bec8cc None None] Provisioning complete for port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:23.473118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3a9800c0-6780-4a80-8e38-5112f2bec8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.495717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=53cbfac0-595b-4d9d-b4aa-11a7592bb342,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:23.508348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Made reservation on behalf of d83c88239ee848298cf50e400634f786 for: {'network': 2} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:23.513473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.538614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-079f0f26-940b-4677-82ea-31c6f421205d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.562827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.584699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f0f26-940b-4677-82ea-31c6f421205d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b209619-58e9-4cb7-83b2-9dc1e008cf47,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:23.592694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:23.596859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Usage tracker for resource:security_group_rule and tenant:d83c88239ee848298cf50e400634f786 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:23.599921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:23.615770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:23.659234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-079f0f26-940b-4677-82ea-31c6f421205d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.660365 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-079f0f26-940b-4677-82ea-31c6f421205d tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "DELETE /v2.0/security-groups/6b209619-58e9-4cb7-83b2-9dc1e008cf47 HTTP/1.1" status: 204 len: 168 time: 0.4873292 Mar 28 10:56:23.662904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35690) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:23.681694 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-6a70543d-7549-41c9-974c-1942087ceafd tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] show failed (client error): The resource could not be found. Mar 28 10:56:23.685162 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6a70543d-7549-41c9-974c-1942087ceafd tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "GET /v2.0/security-groups/6b209619-58e9-4cb7-83b2-9dc1e008cf47 HTTP/1.1" status: 404 len: 347 time: 0.0189331 Mar 28 10:56:23.690022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35694) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:23.790959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.817256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-79dc0b12-8fc3-41f5-9e5b-19bdca67c9fa None None] Provisioning for port e220e169-3004-4cd3-a7af-94c4283e4956 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:23.823576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-79dc0b12-8fc3-41f5-9e5b-19bdca67c9fa None None] Provisioning complete for port e220e169-3004-4cd3-a7af-94c4283e4956 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:23.823974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-79dc0b12-8fc3-41f5-9e5b-19bdca67c9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.864324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 69ecbb1b-86b5-41d5-8cbb-6503e0517171 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:23.890949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Deleting port 5da944cd-4ae2-4c31-924d-98568c186898 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:23.891325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.944217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-79dc0b12-8fc3-41f5-9e5b-19bdca67c9fa None None] Port e220e169-3004-4cd3-a7af-94c4283e4956 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:23.962910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 08dfcd4a-1f30-4060-a701-428300894e25 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:23.971145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.996034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:23.996267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:23.996267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.087733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.088239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.149208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 08dfcd4a-1f30-4060-a701-428300894e25 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:24.155340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 08dfcd4a-1f30-4060-a701-428300894e25 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:24.155753 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.169925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb9d424-d453-41f4-8855-e7f72dca52b5,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:24.172562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:24.181655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.182534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.199847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.200192 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Added segment 5cd2c156-ae4c-4796-854e-c97b2d28ffd1 of type vlan for network b807d3ab-cf7f-46ff-ac65-3a1a66f9b4fa Mar 28 10:56:24.285481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.313876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:56:24.316166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router c434dff5-aa23-4857-b5a7-cad40174fead has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:24.332340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 08dfcd4a-1f30-4060-a701-428300894e25, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=08dfcd4a-1f30-4060-a701-428300894e25,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:24.417546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.473353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Calling delete_port for 5da944cd-4ae2-4c31-924d-98568c186898 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:24.510659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=08dfcd4a-1f30-4060-a701-428300894e25,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:24.545720 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25', 'code': 200} Mar 28 10:56:24.571204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.649272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:24.660650 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696e74b3-1637-401e-bc23-845c98cf22da None None] Sync routers for ids ['c434dff5-aa23-4857-b5a7-cad40174fead'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:24.662285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:24.669397 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e74b3-1637-401e-bc23-845c98cf22da None None] Routers {'c434dff5-aa23-4857-b5a7-cad40174fead'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:24.670244 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-696e74b3-1637-401e-bc23-845c98cf22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c434dff5-aa23-4857-b5a7-cad40174fead'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:24.685605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.690321 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Added segment 1e76ae53-7ea6-4e46-994c-55ea85ba13b0 of type vlan for network be1cfdcf-26b0-4f88-a556-cdf51dcb3952 Mar 28 10:56:24.728001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.731205 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-696e74b3-1637-401e-bc23-845c98cf22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:24.740201 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e74b3-1637-401e-bc23-845c98cf22da None None] Routers {'c434dff5-aa23-4857-b5a7-cad40174fead'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:24.741069 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-696e74b3-1637-401e-bc23-845c98cf22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c434dff5-aa23-4857-b5a7-cad40174fead'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:24.788148 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ccd9e237-623c-45d0-88d9-7d671d28dd8b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/c434dff5-aa23-4857-b5a7-cad40174fead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1433005 Mar 28 10:56:24.791043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35704) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:24.804821 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-696e74b3-1637-401e-bc23-845c98cf22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:24.805218 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696e74b3-1637-401e-bc23-845c98cf22da None None] The sync data for ids ['c434dff5-aa23-4857-b5a7-cad40174fead'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:24.805416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299e84-f32f-4fc4-bf89-f37ffeff548b req-b4eb4a8f-a7d5-4c65-8df4-b5cf09be6c98 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:24.807473 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e299e84-f32f-4fc4-bf89-f37ffeff548b req-b4eb4a8f-a7d5-4c65-8df4-b5cf09be6c98 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 945 time: 0.3058765 Mar 28 10:56:24.837267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8f441db2-af5b-4e63-a5ee-f2da3addf884 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:24.875181 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e299e84-f32f-4fc4-bf89-f37ffeff548b req-27abc51e-02aa-4ab5-b570-372ab81e81ab tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508180 Mar 28 10:56:24.884008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.886116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.893837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.894044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:24.897977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:24.898681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.925593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:24.969398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.021432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8f441db2-af5b-4e63-a5ee-f2da3addf884 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:25.022620 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8f441db2-af5b-4e63-a5ee-f2da3addf884 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=c434dff5-aa23-4857-b5a7-cad40174fead HTTP/1.1" status: 200 len: 205 time: 0.2304735 Mar 28 10:56:25.035198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Pushing event deleted for resources: {'Port': ['ID=5da944cd-4ae2-4c31-924d-98568c186898,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:25.035410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35708) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:25.172266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Network': ['ID=b807d3ab-cf7f-46ff-ac65-3a1a66f9b4fa,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:25.183222 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network b807d3ab-cf7f-46ff-ac65-3a1a66f9b4fa details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:25.214705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.218526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=e220e169-3004-4cd3-a7af-94c4283e4956,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:25.222378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-90dfb68c-79cf-4986-a25f-c3b56e9721cb tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.225422 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0841534 Mar 28 10:56:25.231610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35712) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:25.348939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35439f5-1995-4ef2-8a83-cc72a8fdbfb4 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Network': ['ID=be1cfdcf-26b0-4f88-a556-cdf51dcb3952,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:25.361404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network be1cfdcf-26b0-4f88-a556-cdf51dcb3952 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:25.410289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.412672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.416339 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b76c97d2-d7bc-4d4d-9362-cb18b0f826c0 tempest-ServerActionsTestJSON-1339770880 tempest-ServerActionsTestJSON-1339770880-project] 10.222.0.18 "DELETE /v2.0/floatingips/e5c6a45e-e431-4616-8970-e8701f315e9f HTTP/1.1" status: 204 len: 168 time: 1.7250214 Mar 28 10:56:25.423892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35716) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:25.428187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6aafe5-8549-48f2-8dd9-5d68107fc9ca req-bd22c8d4-af49-4f23-aa0b-d28187f503ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:25.429747 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc6aafe5-8549-48f2-8dd9-5d68107fc9ca req-bd22c8d4-af49-4f23-aa0b-d28187f503ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 1098 time: 0.5075655 Mar 28 10:56:25.500031 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc6aafe5-8549-48f2-8dd9-5d68107fc9ca req-754c814b-ee21-427f-8a5e-a73cfb510b1c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631812 Mar 28 10:56:25.507147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2052d-a4f2-4a46-960b-0c4346303919 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:25.513731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2052d-a4f2-4a46-960b-0c4346303919 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:25.519457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2052d-a4f2-4a46-960b-0c4346303919 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:25.525115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2052d-a4f2-4a46-960b-0c4346303919 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:25.526517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5ea2052d-a4f2-4a46-960b-0c4346303919 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Synchronizing usage tracker for tenant:d83c88239ee848298cf50e400634f786 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:25.606016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5ea2052d-a4f2-4a46-960b-0c4346303919 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Unset dirty status for tenant:d83c88239ee848298cf50e400634f786 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:25.607166 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5ea2052d-a4f2-4a46-960b-0c4346303919 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3731396 Mar 28 10:56:25.610057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35720) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:25.727314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.742001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-90dfb68c-79cf-4986-a25f-c3b56e9721cb tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.745845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-90dfb68c-79cf-4986-a25f-c3b56e9721cb tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.861633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.862957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:25.865970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:25.892420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b807d3ab-cf7f-46ff-ac65-3a1a66f9b4fa']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:25.912608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd2c156-ae4c-4796-854e-c97b2d28ffd1') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:25.912819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd2c156-ae4c-4796-854e-c97b2d28ffd1') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:25.925260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.943402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.950890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:25.951296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:25.966847 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:26.028646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-90dfb68c-79cf-4986-a25f-c3b56e9721cb tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.029421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dfb68c-79cf-4986-a25f-c3b56e9721cb tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Fanout notify agent at l3_agent the message router_deleted on router c434dff5-aa23-4857-b5a7-cad40174fead {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:56:26.108216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.112552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.143170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Network': ['ID=b807d3ab-cf7f-46ff-ac65-3a1a66f9b4fa,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:26.182289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-edd698b8-5775-47bc-b801-ea15c381c8fc None None] Provisioning complete for port e220e169-3004-4cd3-a7af-94c4283e4956 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:26.182717 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-edd698b8-5775-47bc-b801-ea15c381c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.201369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-90dfb68c-79cf-4986-a25f-c3b56e9721cb tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.202469 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-90dfb68c-79cf-4986-a25f-c3b56e9721cb tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/c434dff5-aa23-4857-b5a7-cad40174fead HTTP/1.1" status: 204 len: 168 time: 1.1621513 Mar 28 10:56:26.205266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35728) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:26.211509 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-df47da05-a1c0-440f-956e-be8bde67e226 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/networks/b807d3ab-cf7f-46ff-ac65-3a1a66f9b4fa HTTP/1.1" status: 204 len: 168 time: 0.5980265 Mar 28 10:56:26.216924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35732) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:26.239081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-edd698b8-5775-47bc-b801-ea15c381c8fc None None] Port e220e169-3004-4cd3-a7af-94c4283e4956 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:26.274357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d3cab0-3f4d-4d37-b2ab-a24288c85edc tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting subnet 12aa06c1-6c5f-4b1e-8d38-0c8521483b37 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:56:26.277309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86d3cab0-3f4d-4d37-b2ab-a24288c85edc tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.331024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86d3cab0-3f4d-4d37-b2ab-a24288c85edc tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.481929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.493884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a55c7-0a17-4241-a689-186d48977226 req-0ca8948c-793f-4e20-aab7-990c9f0cd5d6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:26.495892 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-088a55c7-0a17-4241-a689-186d48977226 req-0ca8948c-793f-4e20-aab7-990c9f0cd5d6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 945 time: 0.4683249 Mar 28 10:56:26.529068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86d3cab0-3f4d-4d37-b2ab-a24288c85edc tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.660567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 1802bffc-1d4a-4c80-9176-60417773a0b0 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:56:26.670016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-088a55c7-0a17-4241-a689-186d48977226 req-458ddb04-d3c0-459e-991a-6ec987fb812d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627924 Mar 28 10:56:26.680950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86d3cab0-3f4d-4d37-b2ab-a24288c85edc tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.730291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3cab0-3f4d-4d37-b2ab-a24288c85edc tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Subnet': ['ID=12aa06c1-6c5f-4b1e-8d38-0c8521483b37,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:26.735537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86d3cab0-3f4d-4d37-b2ab-a24288c85edc tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.741979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a1dcfc-1236-4463-a190-665af2eed49c None None] Network e703067f-2be1-4553-a0f4-ddcbe2d26cc8 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:26.747375 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-86d3cab0-3f4d-4d37-b2ab-a24288c85edc tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/12aa06c1-6c5f-4b1e-8d38-0c8521483b37 HTTP/1.1" status: 204 len: 168 time: 0.5375714 Mar 28 10:56:26.747375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35736) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:26.767146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.877595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:26.888616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port fbaae38b-30bc-4611-896a-7de3b5a77951 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:26.888943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.052415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] DHCP port deletion for e703067f-2be1-4553-a0f4-ddcbe2d26cc8 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:56:27.054599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1cfdcf-26b0-4f88-a556-cdf51dcb3952']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.056281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] Deleting port fbaae38b-30bc-4611-896a-7de3b5a77951 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:27.056749 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.078003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e76ae53-7ea6-4e46-994c-55ea85ba13b0') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.078475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e76ae53-7ea6-4e46-994c-55ea85ba13b0') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.106247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.115591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port fbaae38b-30bc-4611-896a-7de3b5a77951, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fbaae38b-30bc-4611-896a-7de3b5a77951,segment=NetworkSegment(759bfda9-5e93-4ef2-bd51-124782d000e9),segment_id=759bfda9-5e93-4ef2-bd51-124782d000e9)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:27.115951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.137229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:27.139214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.147096 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f1de058d-0ffc-4c6c-bc90-4b67840b5640 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/1802bffc-1d4a-4c80-9176-60417773a0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0316408 Mar 28 10:56:27.148068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35740) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:27.154421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb28afaf-9383-480f-b1b5-8de588b64683 None None] Sync routers for ids ['1802bffc-1d4a-4c80-9176-60417773a0b0'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:27.176158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb28afaf-9383-480f-b1b5-8de588b64683 None None] Routers {'1802bffc-1d4a-4c80-9176-60417773a0b0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:27.176931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-eb28afaf-9383-480f-b1b5-8de588b64683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['1802bffc-1d4a-4c80-9176-60417773a0b0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.183552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:27.183968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:27.198787 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:27.246519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for fbaae38b-30bc-4611-896a-7de3b5a77951 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:27.264702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-eb28afaf-9383-480f-b1b5-8de588b64683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.323116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb28afaf-9383-480f-b1b5-8de588b64683 None None] Routers {'1802bffc-1d4a-4c80-9176-60417773a0b0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:27.323891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-eb28afaf-9383-480f-b1b5-8de588b64683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['1802bffc-1d4a-4c80-9176-60417773a0b0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.343891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b72e96-ba38-461e-a33c-ea2f7484a2b8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:27.347434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c2b72e96-ba38-461e-a33c-ea2f7484a2b8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:27.392705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.402119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-eb28afaf-9383-480f-b1b5-8de588b64683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.402502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb28afaf-9383-480f-b1b5-8de588b64683 None None] The sync data for ids ['1802bffc-1d4a-4c80-9176-60417773a0b0'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:27.409740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] For port fbaae38b-30bc-4611-896a-7de3b5a77951, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fbaae38b-30bc-4611-896a-7de3b5a77951,segment=NetworkSegment(759bfda9-5e93-4ef2-bd51-124782d000e9),segment_id=759bfda9-5e93-4ef2-bd51-124782d000e9)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:27.410152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.445305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.452732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.462428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c2b72e96-ba38-461e-a33c-ea2f7484a2b8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:27.466781 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c2b72e96-ba38-461e-a33c-ea2f7484a2b8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports/e220e169-3004-4cd3-a7af-94c4283e4956 HTTP/1.1" status: 200 len: 910 time: 0.3139312 Mar 28 10:56:27.478511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35748) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:27.482459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.498561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ea069b9c-853f-4697-bf8c-8c23e86e45d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b422f00c-ec67-4146-b509-26382764476a'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:27.498759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Network': ['ID=be1cfdcf-26b0-4f88-a556-cdf51dcb3952,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:27.507719 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-33d45588-5a78-4044-80a3-8aa0e5609c9b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/networks/be1cfdcf-26b0-4f88-a556-cdf51dcb3952 HTTP/1.1" status: 204 len: 168 time: 1.2873721 Mar 28 10:56:27.520300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35752) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:27.555734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] Calling delete_port for fbaae38b-30bc-4611-896a-7de3b5a77951 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:27.598350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=fbaae38b-30bc-4611-896a-7de3b5a77951,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:27.599792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No DVR routers for this DVR port fbaae38b-30bc-4611-896a-7de3b5a77951 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: from cryptography.utils import int_from_bytes Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: from cryptography.utils import int_from_bytes Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn_limited( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn_limited( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.636393 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:27.640618 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 10:56:27.645288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:56:27.645961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:56:27.791331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.832829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e703067f-2be1-4553-a0f4-ddcbe2d26cc8']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.839552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fbaae38b-30bc-4611-896a-7de3b5a77951 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:27.874891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: fbaae38b-30bc-4611-896a-7de3b5a77951 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:27.875378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fbaae38b-30bc-4611-896a-7de3b5a77951 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:27.881453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759bfda9-5e93-4ef2-bd51-124782d000e9') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.881679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759bfda9-5e93-4ef2-bd51-124782d000e9') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:27.888976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35338afb-71a9-4d26-8efa-65ee12653ff0 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:27.894906 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35338afb-71a9-4d26-8efa-65ee12653ff0 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:27.895658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-35338afb-71a9-4d26-8efa-65ee12653ff0 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Synchronizing usage tracker for tenant:d83c88239ee848298cf50e400634f786 on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:27.903331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.927652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea069b9c-853f-4697-bf8c-8c23e86e45d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.937430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.948833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:27.949226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:27.958190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c01506-d764-442d-9c2c-71e3ab8a2109 req-233ffdb0-5569-483e-ab32-6f6859e1f822 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:27.959645 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-27c01506-d764-442d-9c2c-71e3ab8a2109 req-233ffdb0-5569-483e-ab32-6f6859e1f822 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 945 time: 0.1548502 Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:27.963663 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:28.012705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-35338afb-71a9-4d26-8efa-65ee12653ff0 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Unset dirty status for tenant:d83c88239ee848298cf50e400634f786 on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:28.019297 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-35338afb-71a9-4d26-8efa-65ee12653ff0 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4922450 Mar 28 10:56:28.023850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35758) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:28.034737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1100121053'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:28.055401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:28.071835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Deleting port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:28.072170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.105344 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-27c01506-d764-442d-9c2c-71e3ab8a2109 req-5f424561-6a27-4a75-af20-531aa6118c43 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383486 Mar 28 10:56:28.106220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:28.147464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] Deleting port fbaae38b-30bc-4611-896a-7de3b5a77951 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:28.148462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.236301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Made reservation on behalf of d83c88239ee848298cf50e400634f786 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:28.237166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d3d733e5-8f66-435b-a1a8-41af420b59e4 None None] The port 'fbaae38b-30bc-4611-896a-7de3b5a77951' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:56:28.239990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.321723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.346695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:28.347354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.357055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Network': ['ID=e703067f-2be1-4553-a0f4-ddcbe2d26cc8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:28.366530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] For port ff68c5e3-380c-41ed-9a8c-d7ed76189ca9, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ff68c5e3-380c-41ed-9a8c-d7ed76189ca9,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:28.367269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.375083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.375244 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Added segment 723f005d-8ae1-4236-af08-9c7223a42af4 of type vlan for network d7ae05ef-5853-45b4-81b3-8b93c6a6bb44 Mar 28 10:56:28.434982 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8fb73056-c576-4798-bef0-ce47f417f3e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/networks/e703067f-2be1-4553-a0f4-ddcbe2d26cc8 HTTP/1.1" status: 204 len: 168 time: 1.6859529 Mar 28 10:56:28.441026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35764) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:28.508093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Calling delete_port for ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:28.545858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1021518778', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:28.559865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:28.577688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:router and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:28.586611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a167d7a-20a3-4dc9-aff0-8037f0da6b04 req-2b548341-0d45-41a0-91d6-2e8094b6332a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:28.588573 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a167d7a-20a3-4dc9-aff0-8037f0da6b04 req-2b548341-0d45-41a0-91d6-2e8094b6332a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 945 time: 0.3583715 Mar 28 10:56:28.596787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:28.600350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.622583 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:28.700555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea069b9c-853f-4697-bf8c-8c23e86e45d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.765570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea069b9c-853f-4697-bf8c-8c23e86e45d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.792699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:56:28.823649 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a167d7a-20a3-4dc9-aff0-8037f0da6b04 req-26c579e9-1232-4633-a0c0-062e8721d8e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190194 Mar 28 10:56:28.855008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35768) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:28.892487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.893514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.926778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.928032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea069b9c-853f-4697-bf8c-8c23e86e45d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=e220e169-3004-4cd3-a7af-94c4283e4956,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:28.933964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.936854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea069b9c-853f-4697-bf8c-8c23e86e45d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:28.937483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ea069b9c-853f-4697-bf8c-8c23e86e45d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.938819 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ea069b9c-853f-4697-bf8c-8c23e86e45d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/ports/e220e169-3004-4cd3-a7af-94c4283e4956 HTTP/1.1" status: 200 len: 910 time: 1.4526348 Mar 28 10:56:28.939539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:28.940125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:28.941946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35772) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:29.101684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Network': ['ID=d7ae05ef-5853-45b4-81b3-8b93c6a6bb44,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:29.113861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network d7ae05ef-5853-45b4-81b3-8b93c6a6bb44 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:29.121349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b17c2-eea4-40be-bc84-7449d577c0fb tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:29.125549 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-791b17c2-eea4-40be-bc84-7449d577c0fb tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 1093 time: 0.2668388 Mar 28 10:56:29.176771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35776) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:29.192899 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0e8549bd-44c2-4fbb-ad02-572813074e13 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1657035 Mar 28 10:56:29.194164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35780) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:29.199244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:29.209163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2025039568'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:29.214277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:29.219420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:29.222508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:floatingip and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:29.277780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:29.287661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Usage tracker for resource:network and tenant:d83c88239ee848298cf50e400634f786 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:29.294499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:29.299050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:29.309051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:29.309260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:29.415944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff68c5e3-380c-41ed-9a8c-d7ed76189ca9,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:29.428918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:29.451508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Made reservation on behalf of d83c88239ee848298cf50e400634f786 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:29.454894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:29.459946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:29.547204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:29.651674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:29.651914 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Added segment 95954937-b7ae-4243-a148-4328a65211af of type vlan for network 11d3961a-4922-4d17-ab77-1227d1ee68bc Mar 28 10:56:29.703211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:29.766430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:29.797959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:30.020096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:30.026130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:30.026738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:30.047891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:30.280803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Network': ['ID=11d3961a-4922-4d17-ab77-1227d1ee68bc,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:30.291671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 11d3961a-4922-4d17-ab77-1227d1ee68bc details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:30.330768 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c15c2cc1-ae36-4920-9beb-12268121c596 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1364844 Mar 28 10:56:30.337339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35786) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:30.361797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:30.374600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'ports': [{'network_id': 'd7ae05ef-5853-45b4-81b3-8b93c6a6bb44', 'name': 'tempest-port--1823998992', 'admin_state_up': True}, {'network_id': '11d3961a-4922-4d17-ab77-1227d1ee68bc', 'admin_state_up': False}]} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:30.374905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'port': {'network_id': 'd7ae05ef-5853-45b4-81b3-8b93c6a6bb44', 'name': 'tempest-port--1823998992', 'admin_state_up': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:30.375385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'port': {'network_id': '11d3961a-4922-4d17-ab77-1227d1ee68bc', 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:30.403064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:30.498868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.23 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/95db281e-3b41-4915-9fc4-1643c71d9cdc) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:30.580851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Router 319941c2-b252-4302-8e96-49ad14250d34 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:30.765251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:30.774181 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] Sync routers for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:30.777191 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e66825ea-e6fe-4547-8e32-a3d52ec39e19 admin admin] 10.222.0.18 "PUT /v2.0/routers/319941c2-b252-4302-8e96-49ad14250d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3522732 Mar 28 10:56:30.780161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35790) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:30.784748 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:30.785350 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:30.798320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:30.805064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Usage tracker for resource:port and tenant:d83c88239ee848298cf50e400634f786 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:30.810701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port e220e169-3004-4cd3-a7af-94c4283e4956 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:30.811043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:30.838563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:30.862567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:30.904276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:30.946784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Made reservation on behalf of d83c88239ee848298cf50e400634f786 for: {'port': 2} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:30.951198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:30.962472 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:30.966917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:31.019398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:31.131925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:31.144313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:31.209059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Deleting port 088199b3-b3ea-47b2-925a-34a3d028dac6 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:31.209473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:31.244733 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:56:29Z', 'revision_number': 5, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port': {'id': '088199b3-b3ea-47b2-925a-34a3d028dac6', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319941c2-b252-4302-8e96-49ad14250d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:50:09Z', 'updated_at': '2022-03-28T10:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:31.249237 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] Checking router: 319941c2-b252-4302-8e96-49ad14250d34 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:56:31.258432 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] Routers {'319941c2-b252-4302-8e96-49ad14250d34'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:31.258914 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['319941c2-b252-4302-8e96-49ad14250d34'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:31.320981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for e220e169-3004-4cd3-a7af-94c4283e4956 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:31.395532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] For port 088199b3-b3ea-47b2-925a-34a3d028dac6, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=088199b3-b3ea-47b2-925a-34a3d028dac6,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:31.396093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:31.428141 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] Set router 319941c2-b252-4302-8e96-49ad14250d34 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:31.540030 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:56:31Z', 'revision_number': 6, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:31.545936 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1321e3a-452a-405c-8b4b-43f5f77387fb None None] The sync data for ids ['319941c2-b252-4302-8e96-49ad14250d34'] in dv-neutron-835336-1-hyperv is: [{'id': '319941c2-b252-4302-8e96-49ad14250d34', 'name': 'tempest-ServerActionsTestJSON-220896201-router', 'tenant_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:50:06Z', 'updated_at': '2022-03-28T10:56:31Z', 'revision_number': 6, 'project_id': 'db15a669cbd84629a8091c0c1b9ad3ee', 'gw_port_host': None}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:31.585236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:31.655246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] device_id is not set on port 7e1b6a94-bbc3-4675-b277-fe8898018bcb yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:56:31.671829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Calling delete_port for 088199b3-b3ea-47b2-925a-34a3d028dac6 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:31.691242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:31.695924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:31.701770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:31.771233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=95db281e-3b41-4915-9fc4-1643c71d9cdc,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:31.794899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 172.26.2.87 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/6d9fdfea-9458-43fc-959e-22975689839a) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:31.901611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:31.948574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:31.949181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ff68c5e3-380c-41ed-9a8c-d7ed76189ca9 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:32.020015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.103181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.114353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.118166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.164252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.168972 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=e220e169-3004-4cd3-a7af-94c4283e4956,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:32.220939 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:32.256735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:32.267997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:32.297608 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=6d9fdfea-9458-43fc-959e-22975689839a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:32.365451 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=088199b3-b3ea-47b2-925a-34a3d028dac6,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:32.392559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.459506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] device_id is not set on port 5c3c0e9f-c8f6-48f2-b492-d888b91ed691 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:56:32.638469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.642222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.656283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.894995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.895443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319941c2-b252-4302-8e96-49ad14250d34 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:56:32.916463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.924749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:32.925876 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e479f4b3-30f4-4cf0-8e62-6f3e84842e32 admin admin] 10.222.0.18 "DELETE /v2.0/routers/319941c2-b252-4302-8e96-49ad14250d34 HTTP/1.1" status: 204 len: 168 time: 2.1448131 Mar 28 10:56:32.928463 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35794) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:33.077415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-779083e8-e8c1-4ab2-aeeb-71f657a80bf8 admin admin] Deleting subnet a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:56:33.079385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.157190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 1802bffc-1d4a-4c80-9176-60417773a0b0 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:33.159200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.257596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-779083e8-e8c1-4ab2-aeeb-71f657a80bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.327543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-779083e8-e8c1-4ab2-aeeb-71f657a80bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.345383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:33.356175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f08ec-c866-4705-a03d-0467f658accd None None] Sync routers for ids ['1802bffc-1d4a-4c80-9176-60417773a0b0'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:33.367384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f08ec-c866-4705-a03d-0467f658accd None None] Routers {'1802bffc-1d4a-4c80-9176-60417773a0b0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:33.368186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-cd9f08ec-c866-4705-a03d-0467f658accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['1802bffc-1d4a-4c80-9176-60417773a0b0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:33.376688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.436318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-cd9f08ec-c866-4705-a03d-0467f658accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:33.443835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.447934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f08ec-c866-4705-a03d-0467f658accd None None] Routers {'1802bffc-1d4a-4c80-9176-60417773a0b0'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:33.448769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-cd9f08ec-c866-4705-a03d-0467f658accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['1802bffc-1d4a-4c80-9176-60417773a0b0'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:33.521415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-cd9f08ec-c866-4705-a03d-0467f658accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:33.522412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f08ec-c866-4705-a03d-0467f658accd None None] The sync data for ids ['1802bffc-1d4a-4c80-9176-60417773a0b0'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:33.540751 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d1d6efbf-1111-43db-8e4a-6083b23acab8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/1802bffc-1d4a-4c80-9176-60417773a0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5977988 Mar 28 10:56:33.546550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35800) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:33.608431 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7ca07868-7869-4c74-a84e-ba8e0e2ec761 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=1802bffc-1d4a-4c80-9176-60417773a0b0 HTTP/1.1" status: 200 len: 205 time: 0.0583282 Mar 28 10:56:33.611580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35804) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:33.614548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-779083e8-e8c1-4ab2-aeeb-71f657a80bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.628253 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Port': ['ID=7e1b6a94-bbc3-4675-b277-fe8898018bcb,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:33.654465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Checking segment: {'id': '723f005d-8ae1-4236-af08-9c7223a42af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd7ae05ef-5853-45b4-81b3-8b93c6a6bb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:33.654822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Network hostable DHCP agents. Network: d7ae05ef-5853-45b4-81b3-8b93c6a6bb44, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:33.709462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.799869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Network d7ae05ef-5853-45b4-81b3-8b93c6a6bb44 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:33.831620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 088199b3-b3ea-47b2-925a-34a3d028dac6 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:33.833814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.860761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fdc41b-f0cf-4f94-9bb0-33e4def92403 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.867994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 088199b3-b3ea-47b2-925a-34a3d028dac6 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:33.868577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 088199b3-b3ea-47b2-925a-34a3d028dac6 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:33.914878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.918125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, d7ae05ef-5853-45b4-81b3-8b93c6a6bb44) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:33.930341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e8c6c1-25c7-41ea-ad1e-96ecd16e293c None None] Network d7ae05ef-5853-45b4-81b3-8b93c6a6bb44 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:33.948875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:33.949713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:33.964278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=95db281e-3b41-4915-9fc4-1643c71d9cdc,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:34.023286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.136854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Port': ['ID=5c3c0e9f-c8f6-48f2-b492-d888b91ed691,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:34.156723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Checking segment: {'id': '95954937-b7ae-4243-a148-4328a65211af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11d3961a-4922-4d17-ab77-1227d1ee68bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:34.157085 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Network hostable DHCP agents. Network: 11d3961a-4922-4d17-ab77-1227d1ee68bc, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:34.259341 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP d270e6ab-39d0-43ea-9744-2bd456902dab associated. External IP: 172.26.2.23, port: 08dfcd4a-1f30-4060-a701-428300894e25. Mar 28 10:56:34.350796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Network 11d3961a-4922-4d17-ab77-1227d1ee68bc is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:34.437607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-779083e8-e8c1-4ab2-aeeb-71f657a80bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.442913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fdc41b-f0cf-4f94-9bb0-33e4def92403 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.478338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fdc41b-f0cf-4f94-9bb0-33e4def92403 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.498558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779083e8-e8c1-4ab2-aeeb-71f657a80bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fd33c1-9c55-44e8-a4dd-e34bca384fe1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:34.507682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 11d3961a-4922-4d17-ab77-1227d1ee68bc) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:34.516795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:34.517174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e880b-bfee-4209-a937-a66833b5899c None None] Network fc8e5cca-9bfd-4335-bd22-f668795e796b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:34.519899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:34.521725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-779083e8-e8c1-4ab2-aeeb-71f657a80bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.524718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:34.525418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.543613 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-779083e8-e8c1-4ab2-aeeb-71f657a80bf8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a7fd33c1-9c55-44e8-a4dd-e34bca384fe1 HTTP/1.1" status: 204 len: 168 time: 1.6142197 Mar 28 10:56:34.546230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35808) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:34.577728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237ec93-3eee-4f14-b861-b9f0e5841705 None None] Network 11d3961a-4922-4d17-ab77-1227d1ee68bc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:34.639520 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8857a2f6-1f2f-466a-bd75-85c31a2a1a5f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3005381 Mar 28 10:56:34.642477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35812) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:34.656926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fdc41b-f0cf-4f94-9bb0-33e4def92403 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.657433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fdc41b-f0cf-4f94-9bb0-33e4def92403 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Fanout notify agent at l3_agent the message router_deleted on router 1802bffc-1d4a-4c80-9176-60417773a0b0 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:56:34.671857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fdc41b-f0cf-4f94-9bb0-33e4def92403 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.675897 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a9fdc41b-f0cf-4f94-9bb0-33e4def92403 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/1802bffc-1d4a-4c80-9176-60417773a0b0 HTTP/1.1" status: 204 len: 168 time: 1.0604303 Mar 28 10:56:34.676895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35816) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:34.687948 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.699672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Deleting port 86c185af-0bdc-4bea-ab9e-874e71be1f90 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:34.700012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.734942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:34.793287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:56:34.972359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86ed75f-3bed-4e43-b057-a4d756218342 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting subnet b422f00c-ec67-4146-b509-26382764476a {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:56:34.978351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49211beb-9ebb-4e16-9c2c-ece275c85458 None None] DHCP port deletion for fc8e5cca-9bfd-4335-bd22-f668795e796b request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:56:34.979050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f86ed75f-3bed-4e43-b057-a4d756218342 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:34.982817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-49211beb-9ebb-4e16-9c2c-ece275c85458 None None] Deleting port 86c185af-0bdc-4bea-ab9e-874e71be1f90 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:34.983282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49211beb-9ebb-4e16-9c2c-ece275c85458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.092565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] For port 86c185af-0bdc-4bea-ab9e-874e71be1f90, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=86c185af-0bdc-4bea-ab9e-874e71be1f90,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:35.093126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.118960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9098ea-8885-4538-b75f-5f695c70bbb6 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:35.124918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9098ea-8885-4538-b75f-5f695c70bbb6 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:35.125693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6b9098ea-8885-4538-b75f-5f695c70bbb6 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Synchronizing usage tracker for tenant:d83c88239ee848298cf50e400634f786 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:35.140170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f86ed75f-3bed-4e43-b057-a4d756218342 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.189916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-49211beb-9ebb-4e16-9c2c-ece275c85458 None None] For port 86c185af-0bdc-4bea-ab9e-874e71be1f90, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=86c185af-0bdc-4bea-ab9e-874e71be1f90,segment=NetworkSegment(9f062e80-1f24-4d5d-9777-885e9f0a91a0),segment_id=9f062e80-1f24-4d5d-9777-885e9f0a91a0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:35.190404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49211beb-9ebb-4e16-9c2c-ece275c85458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.218852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:35.230145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Calling delete_port for 86c185af-0bdc-4bea-ab9e-874e71be1f90 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:35.237115 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] Sync routers for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:35.243814 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:35.245248 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:35.260271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:35.270788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f86ed75f-3bed-4e43-b057-a4d756218342 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.305197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6b9098ea-8885-4538-b75f-5f695c70bbb6 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Unset dirty status for tenant:d83c88239ee848298cf50e400634f786 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:35.309437 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6b9098ea-8885-4538-b75f-5f695c70bbb6 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6630983 Mar 28 10:56:35.309984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35820) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:35.323335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.362494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-49211beb-9ebb-4e16-9c2c-ece275c85458 None None] Calling delete_port for 86c185af-0bdc-4bea-ab9e-874e71be1f90 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:35.387835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-05d1e0ba-3914-49da-b157-b4d376ff1764 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Deleting port 7e1b6a94-bbc3-4675-b277-fe8898018bcb {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:35.388179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05d1e0ba-3914-49da-b157-b4d376ff1764 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.403708 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e8a4564d-9232-4cc1-8795-12c818beef72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2183454 Mar 28 10:56:35.405287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:56:35.411877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35824) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:35.467544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc00b8-0d7c-46e1-9cb5-7d5eee48344a None None] Sync routers for ids ['13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:35.478858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc00b8-0d7c-46e1-9cb5-7d5eee48344a None None] Routers {'13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:35.480133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c0dc00b8-0d7c-46e1-9cb5-7d5eee48344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:35.502716 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25', 'status': 'completed', 'code': 200} Mar 28 10:56:35.511119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f86ed75f-3bed-4e43-b057-a4d756218342 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.515587 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:35.555410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49211beb-9ebb-4e16-9c2c-ece275c85458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.607997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ed75f-3bed-4e43-b057-a4d756218342 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Subnet': ['ID=b422f00c-ec67-4146-b509-26382764476a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:35.622195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2aafc3-1629-45f0-9ad5-3642da03cce5 None None] Network 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:35.625765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.629837 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7e7723dc-423f-41e7-943b-f7527d8d583e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.1303320 Mar 28 10:56:35.630555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35830) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:35.660369 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a2ef71f8-52c1-4b29-a221-63d379fdee94 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/d270e6ab-39d0-43ea-9744-2bd456902dab HTTP/1.1" status: 200 len: 990 time: 0.2463179 Mar 28 10:56:35.661721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f86ed75f-3bed-4e43-b057-a4d756218342 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.679355 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f86ed75f-3bed-4e43-b057-a4d756218342 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/b422f00c-ec67-4146-b509-26382764476a HTTP/1.1" status: 204 len: 168 time: 0.9922895 Mar 28 10:56:35.679587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35834) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:35.786381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c0dc00b8-0d7c-46e1-9cb5-7d5eee48344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:35.790302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:56:35.790629 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:56:35.793305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49211beb-9ebb-4e16-9c2c-ece275c85458 None None] Pushing event deleted for resources: {'Port': ['ID=86c185af-0bdc-4bea-ab9e-874e71be1f90,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:35.796277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49211beb-9ebb-4e16-9c2c-ece275c85458 None None] No DVR routers for this DVR port 86c185af-0bdc-4bea-ab9e-874e71be1f90 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:35.803646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05d1e0ba-3914-49da-b157-b4d376ff1764 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.842696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.851340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc00b8-0d7c-46e1-9cb5-7d5eee48344a None None] Routers {'13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:35.855095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c0dc00b8-0d7c-46e1-9cb5-7d5eee48344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:35.864500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:35.865068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:35.913037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-87308398-a0ca-4ef1-b24c-1508536abea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:35.914856 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-87308398-a0ca-4ef1-b24c-1508536abea7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 1098 time: 0.3609009 Mar 28 10:56:35.949680 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:55:55Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd270e6ab-39d0-43ea-9744-2bd456902dab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:56:32Z', 'updated_at': '2022-03-28T10:56:32Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:35.954407 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] Checking router: cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:56:35.964903 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:35.965523 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:35.981949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 86c185af-0bdc-4bea-ab9e-874e71be1f90 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:36.028103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 86c185af-0bdc-4bea-ab9e-874e71be1f90 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:36.028103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 86c185af-0bdc-4bea-ab9e-874e71be1f90 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:36.032680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c0dc00b8-0d7c-46e1-9cb5-7d5eee48344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:36.033184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc00b8-0d7c-46e1-9cb5-7d5eee48344a None None] The sync data for ids ['13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:36.076783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-c5331885-ed23-4697-8422-517a4e5c7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:36.078215 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-c5331885-ed23-4697-8422-517a4e5c7aa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=65926e96-1942-4d75-aa6b-446f018b2ae3 HTTP/1.1" status: 200 len: 898 time: 0.1399872 Mar 28 10:56:36.150677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c89ef-26fc-489f-bf8b-d1ed2b4bd078 None None] DHCP port deletion for 8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:56:36.156348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c89ef-26fc-489f-bf8b-d1ed2b4bd078 None None] Deleting port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:36.156967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0f4c89ef-26fc-489f-bf8b-d1ed2b4bd078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.157562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-05d1e0ba-3914-49da-b157-b4d376ff1764 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Calling delete_port for 7e1b6a94-bbc3-4675-b277-fe8898018bcb owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:36.192739 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:36.249596 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0f2750ab-ba18-4f52-b1d3-c321cc5dccfe tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/routers/13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c HTTP/1.1" status: 200 len: 884 time: 0.6037576 Mar 28 10:56:36.250227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35838) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:36.266394 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-e61f7698-b932-4c5d-ae44-4228f8d79f0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08dfcd4a-1f30-4060-a701-428300894e25 HTTP/1.1" status: 200 len: 998 time: 0.1820972 Mar 28 10:56:36.317467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Deleting port 86c185af-0bdc-4bea-ab9e-874e71be1f90 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:36.317467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.387314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 69ecbb1b-86b5-41d5-8cbb-6503e0517171, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=69ecbb1b-86b5-41d5-8cbb-6503e0517171,segment=NetworkSegment(183270fa-5039-42f7-bf1a-7fcb0c6b5d39),segment_id=183270fa-5039-42f7-bf1a-7fcb0c6b5d39)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:36.387669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.403679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] The port '86c185af-0bdc-4bea-ab9e-874e71be1f90' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:56:36.433272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0f4c89ef-26fc-489f-bf8b-d1ed2b4bd078 None None] For port 69ecbb1b-86b5-41d5-8cbb-6503e0517171, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=69ecbb1b-86b5-41d5-8cbb-6503e0517171,segment=NetworkSegment(183270fa-5039-42f7-bf1a-7fcb0c6b5d39),segment_id=183270fa-5039-42f7-bf1a-7fcb0c6b5d39)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:36.434042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0f4c89ef-26fc-489f-bf8b-d1ed2b4bd078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.454107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-71b2b94e-da94-42df-bc0b-e5790ddd3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:36.455630 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-71b2b94e-da94-42df-bc0b-e5790ddd3a19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e6c8acf4-3f0b-48b3-8604-84fb5a0a198f HTTP/1.1" status: 200 len: 835 time: 0.1440997 Mar 28 10:56:36.545585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05d1e0ba-3914-49da-b157-b4d376ff1764 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.567724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.577704 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:55:55Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd270e6ab-39d0-43ea-9744-2bd456902dab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:56:32Z', 'updated_at': '2022-03-28T10:56:32Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:36.582340 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35559823-4e04-4783-85e2-eaf99d985180 None None] The sync data for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv is: [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:55:55Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd270e6ab-39d0-43ea-9744-2bd456902dab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:56:32Z', 'updated_at': '2022-03-28T10:56:32Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:36.651543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05d1e0ba-3914-49da-b157-b4d376ff1764 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.654623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1e0ba-3914-49da-b157-b4d376ff1764 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Port': ['ID=7e1b6a94-bbc3-4675-b277-fe8898018bcb,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:36.658369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c89ef-26fc-489f-bf8b-d1ed2b4bd078 None None] Calling delete_port for 69ecbb1b-86b5-41d5-8cbb-6503e0517171 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:36.664359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35842) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:36.669026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8e5cca-9bfd-4335-bd22-f668795e796b']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:36.682192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 69ecbb1b-86b5-41d5-8cbb-6503e0517171 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:36.783044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f062e80-1f24-4d5d-9777-885e9f0a91a0') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:36.783341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f062e80-1f24-4d5d-9777-885e9f0a91a0') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:36.783726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-c7888d87-89c6-4887-b10c-5838790af5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:36.785287 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-c7888d87-89c6-4887-b10c-5838790af5df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=65926e96-1942-4d75-aa6b-446f018b2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1460397 Mar 28 10:56:36.802526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.834155 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0f4c89ef-26fc-489f-bf8b-d1ed2b4bd078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.842431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:56:36.842751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:56:36.866088 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890658f-9d1c-444b-af44-80aafd7a0911 None None] New status for floating IP d270e6ab-39d0-43ea-9744-2bd456902dab: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:56:36.879762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-05d1e0ba-3914-49da-b157-b4d376ff1764 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/ports/7e1b6a94-bbc3-4675-b277-fe8898018bcb HTTP/1.1" status: 204 len: 168 time: 1.5663576 Mar 28 10:56:36.892852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35846) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:36.898111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.901514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c89ef-26fc-489f-bf8b-d1ed2b4bd078 None None] No DVR routers for this DVR port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:36.903376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c89ef-26fc-489f-bf8b-d1ed2b4bd078 None None] Pushing event deleted for resources: {'Port': ['ID=69ecbb1b-86b5-41d5-8cbb-6503e0517171,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:36.945497 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-31621533-8ff0-4410-b482-0c6d90c54bbd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/d270e6ab-39d0-43ea-9744-2bd456902dab HTTP/1.1" status: 200 len: 990 time: 0.2774174 Mar 28 10:56:36.949167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:36.949167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:36.970713 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-76dee587-a93a-4412-bd37-f7b298f4fdd8 service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701124 Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:36.971698 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:37.066366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-54615745-69a0-4ef6-980e-00b4cd9b199a tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Deleting port 5c3c0e9f-c8f6-48f2-b492-d888b91ed691 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:37.069283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-54615745-69a0-4ef6-980e-00b4cd9b199a tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.110721 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bb81e4a-ca5f-4c72-8f02-cef3a9a2e213 req-5bd7f443-28af-4775-8dfc-89048ce92d31 service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329372 Mar 28 10:56:37.149005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-eb359449-4f19-42a1-84d0-d196ea3ed22f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:router {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:37.182334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.212905 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.225922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8e5cca-9bfd-4335-bd22-f668795e796b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:37.328025 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-366c6693-0f50-4b54-85f7-9eb3d5557bdf admin admin] 10.222.0.18 "DELETE /v2.0/networks/fc8e5cca-9bfd-4335-bd22-f668795e796b HTTP/1.1" status: 204 len: 168 time: 2.7807522 Mar 28 10:56:37.337437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-eb359449-4f19-42a1-84d0-d196ea3ed22f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:router {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:37.340081 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-eb359449-4f19-42a1-84d0-d196ea3ed22f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0863507 Mar 28 10:56:37.342181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35852) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:37.347648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-30e922de-2e4f-47e5-8eb8-2669f2181681 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1021518778'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:37.354527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-54615745-69a0-4ef6-980e-00b4cd9b199a tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.400536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 69ecbb1b-86b5-41d5-8cbb-6503e0517171 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:37.400867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.477986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] The port '69ecbb1b-86b5-41d5-8cbb-6503e0517171' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:56:37.481816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-54615745-69a0-4ef6-980e-00b4cd9b199a tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Calling delete_port for 5c3c0e9f-c8f6-48f2-b492-d888b91ed691 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:37.634415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35856) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:37.678004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.720334 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f20424c7-fe9a-45c3-9201-8994b239fd1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db15a669cbd84629a8091c0c1b9ad3ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0834105 Mar 28 10:56:37.720564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35860) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:37.722660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:37.779453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b003c7f7-ce16-4109-aa66-4157ff62655e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.793462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183270fa-5039-42f7-bf1a-7fcb0c6b5d39') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:37.793762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183270fa-5039-42f7-bf1a-7fcb0c6b5d39') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:37.807379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-54615745-69a0-4ef6-980e-00b4cd9b199a tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.815753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.838811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.848192 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 69ecbb1b-86b5-41d5-8cbb-6503e0517171 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:37.852721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b003c7f7-ce16-4109-aa66-4157ff62655e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.868614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54615745-69a0-4ef6-980e-00b4cd9b199a tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Port': ['ID=5c3c0e9f-c8f6-48f2-b492-d888b91ed691,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:37.885832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 69ecbb1b-86b5-41d5-8cbb-6503e0517171 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:37.886153 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 69ecbb1b-86b5-41d5-8cbb-6503e0517171 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:37.887896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-54615745-69a0-4ef6-980e-00b4cd9b199a tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.905730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:37.906166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:37.913647 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-54615745-69a0-4ef6-980e-00b4cd9b199a tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/ports/5c3c0e9f-c8f6-48f2-b492-d888b91ed691 HTTP/1.1" status: 204 len: 168 time: 1.0174637 Mar 28 10:56:37.913793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35864) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:37.920668 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:37.950119 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35868) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:38.017359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a4d569b3-005a-432f-9b02-83af5611f5e9 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Synchronizing usage tracker for tenant:d83c88239ee848298cf50e400634f786 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:38.074614 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ad4df531-aafc-4f9b-9ad7-18539ac66baf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/d270e6ab-39d0-43ea-9744-2bd456902dab HTTP/1.1" status: 200 len: 992 time: 0.1182132 Mar 28 10:56:38.099684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.126664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.131129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a4d569b3-005a-432f-9b02-83af5611f5e9 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Unset dirty status for tenant:d83c88239ee848298cf50e400634f786 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:38.132316 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a4d569b3-005a-432f-9b02-83af5611f5e9 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2175586 Mar 28 10:56:38.133368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b003c7f7-ce16-4109-aa66-4157ff62655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.137713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35874) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:38.156795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-123854753'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:38.163800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003c7f7-ce16-4109-aa66-4157ff62655e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c78da7f-fd95-47d1-8062-128d639a2486,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:38.166279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:38.173045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Usage tracker for resource:network and tenant:d83c88239ee848298cf50e400634f786 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:38.176444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:38.179773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b003c7f7-ce16-4109-aa66-4157ff62655e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.189979 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b003c7f7-ce16-4109-aa66-4157ff62655e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c78da7f-fd95-47d1-8062-128d639a2486 HTTP/1.1" status: 204 len: 168 time: 0.4626951 Mar 28 10:56:38.195785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:38.255318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35880) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:38.304819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Network': ['ID=8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:38.320571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Made reservation on behalf of d83c88239ee848298cf50e400634f786 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:38.324287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.329057 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5059f514-dede-4db2-b679-5848c34f3bc1 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/networks/8fa27db1-2ce7-466c-a7ab-fd8b4f4d928b HTTP/1.1" status: 204 len: 168 time: 2.6449716 Mar 28 10:56:38.329204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35884) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:38.345041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1867934522', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:38.354474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:38.361973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30e922de-2e4f-47e5-8eb8-2669f2181681 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.365915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:router and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:38.369335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:38.376791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:38.439851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30e922de-2e4f-47e5-8eb8-2669f2181681 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.448950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:38.477494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.477851 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Added segment 5d6776ba-7233-48dc-ab2d-d87f7f19c65d of type vlan for network 8119a39c-7f0f-49a1-bceb-77ca704d4199 Mar 28 10:56:38.505755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Deleting port d9eaed9c-8f48-4221-8fa5-ea352a360043 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:38.506139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.558522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.595485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.595485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.620557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.659656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e922de-2e4f-47e5-8eb8-2669f2181681 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:38.718031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.718366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.743319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.837192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.843799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:38.844397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.855844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Calling delete_port for d9eaed9c-8f48-4221-8fa5-ea352a360043 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:38.865928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e922de-2e4f-47e5-8eb8-2669f2181681 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:38.872447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30e922de-2e4f-47e5-8eb8-2669f2181681 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.876260 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-30e922de-2e4f-47e5-8eb8-2669f2181681 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c HTTP/1.1" status: 200 len: 891 time: 1.5329177 Mar 28 10:56:38.876925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35898) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:38.881138 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392a1ec-b720-436e-ae4c-aef0145dcffe None None] Sync routers for ids ['13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:38.895993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392a1ec-b720-436e-ae4c-aef0145dcffe None None] Routers {'13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:38.897136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e392a1ec-b720-436e-ae4c-aef0145dcffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:38.957009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:38.961480 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-db70f113-7f82-4572-b907-3834e926f553 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6311371 Mar 28 10:56:38.964596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35902) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:38.973026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663256002'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:38.975233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e392a1ec-b720-436e-ae4c-aef0145dcffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:38.980831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:38.984382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392a1ec-b720-436e-ae4c-aef0145dcffe None None] Routers {'13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:38.985226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e392a1ec-b720-436e-ae4c-aef0145dcffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:38.994633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:network and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:38.999496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:39.015925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Network': ['ID=8119a39c-7f0f-49a1-bceb-77ca704d4199,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:39.041855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 8119a39c-7f0f-49a1-bceb-77ca704d4199 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:39.061823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:39.075508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e392a1ec-b720-436e-ae4c-aef0145dcffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:39.075916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392a1ec-b720-436e-ae4c-aef0145dcffe None None] The sync data for ids ['13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:39.099176 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-aff8cff4-948e-4695-ad3c-adffeba06994 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9548905 Mar 28 10:56:39.109592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35910) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:39.116189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1909672402'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:39.125312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:39.132655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Usage tracker for resource:network and tenant:d83c88239ee848298cf50e400634f786 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:39.143576 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a6411233-bad8-4b55-b2b4-1e982fd8f11e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/routers/13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c HTTP/1.1" status: 200 len: 891 time: 0.2631485 Mar 28 10:56:39.143741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:39.143978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35916) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:39.151566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:39.184579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:39.187569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.203458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8f4fb707-06e4-432f-a20b-9e8f22c580fd tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:39.214874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.229059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:39.237479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.237841 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added segment eaf7e190-6679-44ba-93ad-2d2eb6799123 of type vlan for network 911bb68a-59de-461a-b1f8-0ff31ed5b163 Mar 28 10:56:39.260560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Made reservation on behalf of d83c88239ee848298cf50e400634f786 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:39.263984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.264903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.275918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event deleted for resources: {'Port': ['ID=d9eaed9c-8f48-4221-8fa5-ea352a360043,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:39.311765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8f4fb707-06e4-432f-a20b-9e8f22c580fd tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:39.315582 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8f4fb707-06e4-432f-a20b-9e8f22c580fd tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c HTTP/1.1" status: 200 len: 205 time: 0.1682873 Mar 28 10:56:39.315894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35922) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:39.371727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:39.377593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.383224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:39.383803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.388149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.388498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Added segment a3bafbd1-d942-45ec-a7d7-53bcd498dfa7 of type vlan for network 9bc1d71d-7abe-4b53-807d-55e733a939bf Mar 28 10:56:39.394566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.395098 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Floating IP 520ff843-9f06-4c33-bc7e-00e44ad8eddb disassociated (deleted). External IP: 172.26.2.229, port: 5e6091e4-73c0-46c6-9b5d-a7d747350c83. Mar 28 10:56:39.547452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Network': ['ID=911bb68a-59de-461a-b1f8-0ff31ed5b163,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:39.561568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 911bb68a-59de-461a-b1f8-0ff31ed5b163 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:39.594421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.610382 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-90da8a6a-ab0c-46a0-bc48-800df8f4f3b6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6449132 Mar 28 10:56:39.613785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35928) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:39.652663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.675379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'subnet': {'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:39.808916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.814528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:39.815104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.844308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.913940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 6d9fdfea-9458-43fc-959e-22975689839a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:39.914457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:39.998709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:40.017878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:subnet and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:40.020444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Network': ['ID=9bc1d71d-7abe-4b53-807d-55e733a939bf,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:40.024676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:40.033558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:40.037419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 9bc1d71d-7abe-4b53-807d-55e733a939bf details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:40.164828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Router 4721d3f6-8232-40d2-b3ca-c1973bf73676 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:40.172765 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-50ee7cf2-4f79-42c9-8fb6-f9b1eac4f75c tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0677667 Mar 28 10:56:40.270334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:40.340521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35944) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:40.353705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:40.356484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:40.398814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'subnets': [{'network_id': '8119a39c-7f0f-49a1-bceb-77ca704d4199', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1547088031', 'ip_version': 4}, {'network_id': '9bc1d71d-7abe-4b53-807d-55e733a939bf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:40.399183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'subnet': {'network_id': '8119a39c-7f0f-49a1-bceb-77ca704d4199', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1547088031', 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:40.399616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Request body: {'subnet': {'network_id': '9bc1d71d-7abe-4b53-807d-55e733a939bf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:40.424910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for 6d9fdfea-9458-43fc-959e-22975689839a owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:40.479786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:40.492162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:40.499368 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] Sync routers for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:40.508524 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:40.510007 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:40.566248 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f17f02cc-5752-468c-a64d-6241242783d4 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "DELETE /v2.0/floatingips/520ff843-9f06-4c33-bc7e-00e44ad8eddb HTTP/1.1" status: 204 len: 168 time: 2.3073323 Mar 28 10:56:40.566248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:56:40.737651 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:40.785533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35960) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:40.803177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:40.808235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Usage tracker for resource:subnet and tenant:d83c88239ee848298cf50e400634f786 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:40.812168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:40.820022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:40.857074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:40.943277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Made reservation on behalf of d83c88239ee848298cf50e400634f786 for: {'subnet': 2} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:40.949150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:40.949623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:40.955000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Subnet': ['ID=3ceb7aa4-eb01-43ca-a58b-4e6011b8632f,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:40.964005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Checking segment: {'id': 'eaf7e190-6679-44ba-93ad-2d2eb6799123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:40.964438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network hostable DHCP agents. Network: 911bb68a-59de-461a-b1f8-0ff31ed5b163, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:40.970118 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'status': 'completed', 'code': 200} Mar 28 10:56:40.985370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0d4f693c-de65-4277-9ac7-7eaab908e855 tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:41.002654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:41.047490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 911bb68a-59de-461a-b1f8-0ff31ed5b163 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:41.128382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 911bb68a-59de-461a-b1f8-0ff31ed5b163) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:41.140058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63502940-c097-4672-a0c4-8df987c9e23e None None] Network 911bb68a-59de-461a-b1f8-0ff31ed5b163 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:41.142044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=6d9fdfea-9458-43fc-959e-22975689839a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:41.160858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:41.163824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:41.209869 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:45Z', 'revision_number': 5, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:41.214954 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] Checking router: 4721d3f6-8232-40d2-b3ca-c1973bf73676 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:56:41.223561 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:41.224294 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:41.306697 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0fd6088e-51af-4997-94bf-5d8a650b9b54 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6900172 Mar 28 10:56:41.309801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 35968) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:41.310896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:41.319824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdc0df-5077-40f0-ba33-961e1ac388a0 req-6e208fdd-92a4-4f3d-8209-f1dbe44a90e8 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:41.321011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-f5bdc0df-5077-40f0-ba33-961e1ac388a0 req-6e208fdd-92a4-4f3d-8209-f1dbe44a90e8 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Synchronizing usage tracker for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:41.387639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-911bb68a-59de-461a-b1f8-0ff31ed5b163', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:56:41.388262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-f5bdc0df-5077-40f0-ba33-961e1ac388a0 req-6e208fdd-92a4-4f3d-8209-f1dbe44a90e8 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Unset dirty status for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:41.388762 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:41.389696 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f5bdc0df-5077-40f0-ba33-961e1ac388a0 req-6e208fdd-92a4-4f3d-8209-f1dbe44a90e8 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.1881902 Mar 28 10:56:41.439241 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:41.447611 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f5bdc0df-5077-40f0-ba33-961e1ac388a0 req-6fd09ccc-5c3a-4cb0-8534-7409fd56b93d tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511472 Mar 28 10:56:41.585894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Allocated IP 172.20.0.2 (911bb68a-59de-461a-b1f8-0ff31ed5b163/3ceb7aa4-eb01-43ca-a58b-4e6011b8632f/1f3a0371-d18c-4277-98a2-4b6ee6a52eec) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:41.637780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123501a-7760-4039-8b39-259cc31fe993 req-4d172b2f-6e1f-4320-876b-834319a4eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:41.639251 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e123501a-7760-4039-8b39-259cc31fe993 req-4d172b2f-6e1f-4320-876b-834319a4eaec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce021e23beda4285a363b2200abcc0c9&device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 1099 time: 0.5903177 Mar 28 10:56:41.768371 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:45Z', 'revision_number': 5, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:41.773235 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b844ae-ea65-4f12-ad23-09f8fcb537bd None None] The sync data for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv is: [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:54:32Z', 'revision_number': 4, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'aefad608-f214-4346-a449-0e55f053b2fc', 'name': '', 'network_id': '6ea8a685-f547-43d0-9dbd-abd58ec50a65', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'mac_address': 'fa:16:3e:1e:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:31Z', 'updated_at': '2022-03-28T10:54:45Z', 'revision_number': 5, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'subnets': [{'id': 'cb931aa5-8b10-4083-b2fa-a082a230bc10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:41.805124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:41.819826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Transition to ACTIVE for port object 1f3a0371-d18c-4277-98a2-4b6ee6a52eec will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:41.838546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Transition to ACTIVE for port object 1f3a0371-d18c-4277-98a2-4b6ee6a52eec will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:41.904880 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0d4f693c-de65-4277-9ac7-7eaab908e855 tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] 10.222.0.18 "PUT /v2.0/quotas/6bc07932503a43f48561d762f322b38f HTTP/1.1" status: 200 len: 366 time: 1.1168177 Mar 28 10:56:41.905660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35972) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:41.916738 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5a533149-b491-4ff1-890c-a3d2b2353a3c tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0098777 Mar 28 10:56:41.919180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35976) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:41.923931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:41.938647 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a487e3e9-c8fa-430f-84d5-1afbf2782a89 tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] 10.222.0.18 "GET /v2.0/quotas/6bc07932503a43f48561d762f322b38f HTTP/1.1" status: 200 len: 366 time: 0.0160935 Mar 28 10:56:41.938933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35980) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:41.994075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:41.995107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Network 911bb68a-59de-461a-b1f8-0ff31ed5b163 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:41.998867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:42.003684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:42.007890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:42.013817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Pushing event updated for resources: {'Port': ['ID=1f3a0371-d18c-4277-98a2-4b6ee6a52eec,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:42.021084 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e045107d-7d53-46a2-b479-3ec56dc62199 tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/6bc07932503a43f48561d762f322b38f HTTP/1.1" status: 204 len: 168 time: 0.0811057 Mar 28 10:56:42.024404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35984) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:42.040430 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7ca51203-9738-4726-a63c-b2f39fea43cc tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0133784 Mar 28 10:56:42.047360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35988) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:42.056026 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-88b59802-47be-4ffb-958f-fe22f37c831a tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] 10.222.0.18 "GET /v2.0/quotas/6bc07932503a43f48561d762f322b38f HTTP/1.1" status: 200 len: 370 time: 0.0130703 Mar 28 10:56:42.056665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35992) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:42.066898 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0310db05-1009-4697-ae30-6b7be8dbfc37 tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] 10.222.0.18 "GET /v2.0/quotas/6bc07932503a43f48561d762f322b38f/default HTTP/1.1" status: 200 len: 370 time: 0.0091863 Mar 28 10:56:42.069465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 35996) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:42.081447 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-72c9627d-8e8a-43e1-86c4-185fe8e4fad0 tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] delete failed (client error): The resource could not be found. Mar 28 10:56:42.081447 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-72c9627d-8e8a-43e1-86c4-185fe8e4fad0 tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/6bc07932503a43f48561d762f322b38f HTTP/1.1" status: 404 len: 348 time: 0.0091946 Mar 28 10:56:42.093135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06c294-3c48-40de-8b77-da9000dc06d9 None None] New status for floating IP 520ff843-9f06-4c33-bc7e-00e44ad8eddb: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:56:42.226551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Attempting to bind port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:42.227186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Attempting to bind port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'eaf7e190-6679-44ba-93ad-2d2eb6799123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:42.227305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Attempting to bind port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec on network 911bb68a-59de-461a-b1f8-0ff31ed5b163 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:42.233337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:42.233709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Checking segment: {'id': 'eaf7e190-6679-44ba-93ad-2d2eb6799123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:42.234183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:42.234504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Bound using segment: {'id': 'eaf7e190-6679-44ba-93ad-2d2eb6799123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:42.235099 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Bound port: 1f3a0371-d18c-4277-98a2-4b6ee6a52eec, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf7e190-6679-44ba-93ad-2d2eb6799123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:42.235336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:42.305656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:42.306379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Fanout notify agent at l3_agent the message router_deleted on router 13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:56:42.326668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] For port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:42.329726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] For port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1f3a0371-d18c-4277-98a2-4b6ee6a52eec,segment=NetworkSegment(eaf7e190-6679-44ba-93ad-2d2eb6799123),segment_id=eaf7e190-6679-44ba-93ad-2d2eb6799123)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:42.340975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36002) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:42.358558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Usage tracker for resource:network and tenant:09a576fa91794b73b5dd17db5cb83fb3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:42.362645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:42.368804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Usage tracker for resource:subnet and tenant:09a576fa91794b73b5dd17db5cb83fb3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:42.372589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:42.378967 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123501a-7760-4039-8b39-259cc31fe993 req-c87d5a94-706a-4b01-b63a-832a158d6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:42.379113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Usage tracker for resource:subnetpool and tenant:09a576fa91794b73b5dd17db5cb83fb3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:42.380409 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e123501a-7760-4039-8b39-259cc31fe993 req-c87d5a94-706a-4b01-b63a-832a158d6bb3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6ea8a685-f547-43d0-9dbd-abd58ec50a65 HTTP/1.1" status: 200 len: 897 time: 0.7279947 Mar 28 10:56:42.383065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:42.389870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Usage tracker for resource:port and tenant:09a576fa91794b73b5dd17db5cb83fb3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:42.393675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:42.399932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Usage tracker for resource:router and tenant:09a576fa91794b73b5dd17db5cb83fb3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:42.404420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:42.409559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:42.411263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Usage tracker for resource:floatingip and tenant:09a576fa91794b73b5dd17db5cb83fb3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:42.415890 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:42.444746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Usage tracker for resource:security_group and tenant:09a576fa91794b73b5dd17db5cb83fb3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:42.451022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:42.457063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Usage tracker for resource:security_group_rule and tenant:09a576fa91794b73b5dd17db5cb83fb3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:42.461314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:42.470443 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6a201f79-0d7b-464d-bb32-0606fc5bfdfa tempest-QuotasTest-1588558163 tempest-QuotasTest-1588558163-project-admin] 10.222.0.18 "GET /v2.0/quotas/09a576fa91794b73b5dd17db5cb83fb3/details.json HTTP/1.1" status: 200 len: 703 time: 0.1244414 Mar 28 10:56:42.502708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc541e9-358e-4e36-b98c-680b2a80ee7a None None] Pushing event updated for resources: {'Port': ['ID=1f3a0371-d18c-4277-98a2-4b6ee6a52eec,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:42.528405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:42.554808 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e123501a-7760-4039-8b39-259cc31fe993 req-231a407a-737d-423f-a7c5-c5673def5ad2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83 HTTP/1.1" status: 200 len: 217 time: 0.1430495 Mar 28 10:56:42.688160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:42.689305 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4113959e-fad5-415e-a82f-7410e07feca9 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c HTTP/1.1" status: 204 len: 168 time: 3.3723793 Mar 28 10:56:42.698476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36010) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:42.706394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-980632091'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:42.712082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:42.718844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:network and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:42.730805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc4845-bc33-43f4-a215-700f2e393802 req-0d59b12c-203d-4602-8cb0-87635665d978 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:42.732486 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fcc4845-bc33-43f4-a215-700f2e393802 req-0d59b12c-203d-4602-8cb0-87635665d978 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.1301081 Mar 28 10:56:42.733511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:42.740658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:42.791439 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fcc4845-bc33-43f4-a215-700f2e393802 req-90a8831f-628b-41d6-83f1-296e121bb030 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478666 Mar 28 10:56:42.854893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123501a-7760-4039-8b39-259cc31fe993 req-93549d92-7e40-4462-9760-8353993399a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:42.859511 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e123501a-7760-4039-8b39-259cc31fe993 req-93549d92-7e40-4462-9760-8353993399a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb931aa5-8b10-4083-b2fa-a082a230bc10 HTTP/1.1" status: 200 len: 834 time: 0.2199521 Mar 28 10:56:42.874460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:42.880241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:42.917764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:42.927506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:42.927925 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added segment f91a66c2-be5f-4356-a2e8-94e8da6e3d81 of type vlan for network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 Mar 28 10:56:42.973298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:43.062170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:43.068908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:43.069676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:43.177680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36016) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:43.236086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:43.322692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Network': ['ID=7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:43.326563 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7404b775-42a6-4632-9816-46aaf4b7bec1 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6272213 Mar 28 10:56:43.329253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36022) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:43.334865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'subnet': {'network_id': '7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:43.347874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:43.421555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951d647-c770-4e14-97f7-2e986a576e9f req-9a301fcd-9503-48dd-a15b-f29c2a99d63e tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:43.422298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-4951d647-c770-4e14-97f7-2e986a576e9f req-9a301fcd-9503-48dd-a15b-f29c2a99d63e tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Synchronizing usage tracker for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:43.437793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123501a-7760-4039-8b39-259cc31fe993 req-05f09de1-e368-4537-b8bc-b82bf6292455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:43.439279 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e123501a-7760-4039-8b39-259cc31fe993 req-05f09de1-e368-4537-b8bc-b82bf6292455 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6ea8a685-f547-43d0-9dbd-abd58ec50a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5290935 Mar 28 10:56:43.485561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:43.486611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.20.0.1 (911bb68a-59de-461a-b1f8-0ff31ed5b163/3ceb7aa4-eb01-43ca-a58b-4e6011b8632f/47f5877d-1bc1-43f5-a37b-c0cb821f6372) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:43.489894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:subnet and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:43.492718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:43.498792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:43.515704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee571916-6911-446f-b383-526b4bca157a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:43.558917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-4951d647-c770-4e14-97f7-2e986a576e9f req-9a301fcd-9503-48dd-a15b-f29c2a99d63e tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Unset dirty status for tenant:ce021e23beda4285a363b2200abcc0c9 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:43.560289 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4951d647-c770-4e14-97f7-2e986a576e9f req-9a301fcd-9503-48dd-a15b-f29c2a99d63e tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.31 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.6536741 Mar 28 10:56:43.568895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:43.573729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ee571916-6911-446f-b383-526b4bca157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:43.573868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:43.582654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ee571916-6911-446f-b383-526b4bca157a admin admin] Usage tracker for resource:security_group_rule and tenant:6e201071182e46a0a8f8f8b5bb127bb6 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:43.643938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ee571916-6911-446f-b383-526b4bca157a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:43.705561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Subnet': ['ID=d372f907-f955-4d77-bbc9-f03e3c01247b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:43.708715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5ac09b-64dc-48c1-8d28-42eb7f96306a None None] Network 911bb68a-59de-461a-b1f8-0ff31ed5b163 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:43.733088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ee571916-6911-446f-b383-526b4bca157a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:43.849652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Checking segment: {'id': '5d6776ba-7233-48dc-ab2d-d87f7f19c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8119a39c-7f0f-49a1-bceb-77ca704d4199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:43.849652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Network hostable DHCP agents. Network: 8119a39c-7f0f-49a1-bceb-77ca704d4199, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:43.866650 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-4951d647-c770-4e14-97f7-2e986a576e9f req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Deleting port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:43.867031 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4951d647-c770-4e14-97f7-2e986a576e9f req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:43.889619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-bf1dd8a1-cf78-4f17-991c-9064d5c18e1f None None] Provisioning for port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:43.896515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:43.993837 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1f3a0371-d18c-4277-98a2-4b6ee6a52eec up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:43.998028 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e123501a-7760-4039-8b39-259cc31fe993 req-7f65f753-3762-4995-bbd8-453e0c01372a service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152888 Mar 28 10:56:44.054912 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Subnet': ['ID=f84c3191-d325-4a70-b372-a7a9bf35f37f,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:44.065873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Checking segment: {'id': 'f91a66c2-be5f-4356-a2e8-94e8da6e3d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:44.066688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network hostable DHCP agents. Network: 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:44.094855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Network 8119a39c-7f0f-49a1-bceb-77ca704d4199 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:44.113371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.117110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7012098-65d1-4504-b893-d033d54b4134 req-62582613-d853-4f7f-a52e-3c73c818e302 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:44.118648 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c7012098-65d1-4504-b893-d033d54b4134 req-62582613-d853-4f7f-a52e-3c73c818e302 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 946 time: 0.1443861 Mar 28 10:56:44.165446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:44.170894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:44.171258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.174608 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c7012098-65d1-4504-b893-d033d54b4134 req-d2695244-b073-4646-a774-120edfe67e44 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2d485cf-bc2b-4287-9683-bc4bd6e3194a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488269 Mar 28 10:56:44.194222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:44.248231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Transition to ACTIVE for port object 47f5877d-1bc1-43f5-a37b-c0cb821f6372 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:44.292875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:44.299353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:44.299940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.311553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6cb826-a282-4348-81f1-f9ec3b67ddb8 None None] Network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:44.340768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.352322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 8119a39c-7f0f-49a1-bceb-77ca704d4199) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:44.367496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c52dcd-4d51-471a-88dd-17b6a1331a75 None None] Network 8119a39c-7f0f-49a1-bceb-77ca704d4199 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:44.372026 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f6edfbce-74a5-4e5a-9780-101fa9bd61be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0413954 Mar 28 10:56:44.374778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36028) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:44.374922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.379954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-570679522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:44.387219 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:44.391930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:router and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:44.394765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:44.400502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:44.417743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee571916-6911-446f-b383-526b4bca157a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.462381 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e123501a-7760-4039-8b39-259cc31fe993 req-e0a9e48c-aa31-4459-a869-7f7ea7acc8b7 service neutron] 10.222.0.31 "GET /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208798 Mar 28 10:56:44.473770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-be375ea2-b109-4c0b-a1b7-51b71574d89c None None] Provisioning complete for port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:44.474159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-be375ea2-b109-4c0b-a1b7-51b71574d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.493214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ee571916-6911-446f-b383-526b4bca157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.533040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event updated for resources: {'Subnet': ['ID=a6ed78fe-a0d7-4ba2-b92a-ab0c3c202770,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:44.550485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-4951d647-c770-4e14-97f7-2e986a576e9f req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] For port 5e6091e4-73c0-46c6-9b5d-a7d747350c83, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5e6091e4-73c0-46c6-9b5d-a7d747350c83,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:44.550848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4951d647-c770-4e14-97f7-2e986a576e9f req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.570458 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.571627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.586244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1f3a0371-d18c-4277-98a2-4b6ee6a52eec,segment=NetworkSegment(eaf7e190-6679-44ba-93ad-2d2eb6799123),segment_id=eaf7e190-6679-44ba-93ad-2d2eb6799123)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:44.588734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.635046 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ee571916-6911-446f-b383-526b4bca157a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e201071182e46a0a8f8f8b5bb127bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4498827 Mar 28 10:56:44.638164 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36032) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:44.701632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b692473c-4dd2-43a0-b95a-fc6b6b5f6ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.703713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-4951d647-c770-4e14-97f7-2e986a576e9f req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Calling delete_port for 5e6091e4-73c0-46c6-9b5d-a7d747350c83 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:44.706830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.715121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.733462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.737146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Checking segment: {'id': 'a3bafbd1-d942-45ec-a7d7-53bcd498dfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bc1d71d-7abe-4b53-807d-55e733a939bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:44.741719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Network hostable DHCP agents. Network: 9bc1d71d-7abe-4b53-807d-55e733a939bf, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:44.751552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b692473c-4dd2-43a0-b95a-fc6b6b5f6ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.779671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee571916-6911-446f-b383-526b4bca157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0013e00-5a68-4e2a-b42c-7175f8588791,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:44.836161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 911bb68a-59de-461a-b1f8-0ff31ed5b163 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:44.840298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.843480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:44.843627 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a6180ce8-e447-4b69-84f4-9becc57efc73 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4665444 Mar 28 10:56:44.846954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36038) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:44.850555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:44.917508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=47f5877d-1bc1-43f5-a37b-c0cb821f6372,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:44.917829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b692473c-4dd2-43a0-b95a-fc6b6b5f6ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.940813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:44.989118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Network 9bc1d71d-7abe-4b53-807d-55e733a939bf is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:44.991234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682', 'network_id': '7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'fixed_ips': [{'subnet_id': 'f84c3191-d325-4a70-b372-a7a9bf35f37f'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:56:44.992514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.010347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692473c-4dd2-43a0-b95a-fc6b6b5f6ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0013e00-5a68-4e2a-b42c-7175f8588791,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:45.010780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=1f3a0371-d18c-4277-98a2-4b6ee6a52eec,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:45.073792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 9bc1d71d-7abe-4b53-807d-55e733a939bf) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:45.075860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-8119a39c-7f0f-49a1-bceb-77ca704d4199', 'network_id': '8119a39c-7f0f-49a1-bceb-77ca704d4199', 'tenant_id': 'd83c88239ee848298cf50e400634f786', 'fixed_ips': [{'subnet_id': 'd372f907-f955-4d77-bbc9-f03e3c01247b'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:56:45.076827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.086221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:45.086221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:45.086221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.090676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88d6c1-94d9-4c47-a069-3805a2d38e70 None None] Network 9bc1d71d-7abe-4b53-807d-55e733a939bf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:45.095034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b692473c-4dd2-43a0-b95a-fc6b6b5f6ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.098659 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b692473c-4dd2-43a0-b95a-fc6b6b5f6ae6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0013e00-5a68-4e2a-b42c-7175f8588791 HTTP/1.1" status: 204 len: 168 time: 0.4568498 Mar 28 10:56:45.106924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:56:45.110004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4951d647-c770-4e14-97f7-2e986a576e9f req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.205350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event deleted for resources: {'Port': ['ID=5e6091e4-73c0-46c6-9b5d-a7d747350c83,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:45.414056 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b2f074d9-140f-45ee-aeb0-710851c6a0f3 req-567c34b0-f9c0-486b-b83e-f6cad247c75e tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 210 time: 0.0789557 Mar 28 10:56:45.469567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.486018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.537789 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1a6b5cce-00b3-4128-a941-38f83006f017 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.1961794 Mar 28 10:56:45.542269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36048) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:45.623649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-4951d647-c770-4e14-97f7-2e986a576e9f req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] No DVR routers for this DVR port 5e6091e4-73c0-46c6-9b5d-a7d747350c83 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:45.627509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4951d647-c770-4e14-97f7-2e986a576e9f req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.631658 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4951d647-c770-4e14-97f7-2e986a576e9f req-6e35cb4d-47af-42a4-b5cd-8f7da72c73b1 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.31 "DELETE /v2.0/ports/5e6091e4-73c0-46c6-9b5d-a7d747350c83 HTTP/1.1" status: 204 len: 173 time: 2.0570920 Mar 28 10:56:45.694657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'name': 'network-vif-deleted', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:56:45.706193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064aecf-7997-49bb-b4fd-9f8102dd396b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:45.707829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064aecf-7997-49bb-b4fd-9f8102dd396b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:45.710490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064aecf-7997-49bb-b4fd-9f8102dd396b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:45.711817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c064aecf-7997-49bb-b4fd-9f8102dd396b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Synchronizing usage tracker for tenant:d83c88239ee848298cf50e400634f786 on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:45.713806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Allocated IP 2001:db8::2 (7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682/f84c3191-d325-4a70-b372-a7a9bf35f37f/a5540d68-d512-45f4-9a90-b4709255f5df) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:45.763234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Allocated IP 172.20.0.2 (8119a39c-7f0f-49a1-bceb-77ca704d4199/d372f907-f955-4d77-bbc9-f03e3c01247b/52826a2b-229d-485f-92d4-c41db3f6f54c) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:45.802396 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b2f0a4-3764-4426-8c96-335f54e9d378', 'name': 'network-vif-deleted', 'tag': '5e6091e4-73c0-46c6-9b5d-a7d747350c83', 'status': 'completed', 'code': 200} Mar 28 10:56:45.864591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.866048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fa8bb101-43e6-4a22-af6b-f5c745d4a71c None None] Provisioning for port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:45.893004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fa8bb101-43e6-4a22-af6b-f5c745d4a71c None None] Provisioning complete for port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:45.893594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fa8bb101-43e6-4a22-af6b-f5c745d4a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.921155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36054) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:45.977318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c064aecf-7997-49bb-b4fd-9f8102dd396b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Unset dirty status for tenant:d83c88239ee848298cf50e400634f786 on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:45.982380 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c064aecf-7997-49bb-b4fd-9f8102dd396b tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4126134 Mar 28 10:56:45.984641 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-9bc1d71d-7abe-4b53-807d-55e733a939bf', 'network_id': '9bc1d71d-7abe-4b53-807d-55e733a939bf', 'tenant_id': 'd83c88239ee848298cf50e400634f786', 'fixed_ips': [{'subnet_id': 'a6ed78fe-a0d7-4ba2-b92a-ab0c3c202770'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:56:45.985449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:45.986065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36058) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:45.995544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60270ee3-da00-40d0-b87b-c174ad7f4ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.015787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1f3a0371-d18c-4277-98a2-4b6ee6a52eec up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:46.072751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-60270ee3-da00-40d0-b87b-c174ad7f4ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:46.091405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-60270ee3-da00-40d0-b87b-c174ad7f4ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:09a576fa91794b73b5dd17db5cb83fb3 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:46.096069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-60270ee3-da00-40d0-b87b-c174ad7f4ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:46.110137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-60270ee3-da00-40d0-b87b-c174ad7f4ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:46.122028 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76d9a35-9a63-4029-8121-d051a6c023d3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Deleting subnet d372f907-f955-4d77-bbc9-f03e3c01247b {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:56:46.146440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 5e6091e4-73c0-46c6-9b5d-a7d747350c83 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:46.154674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.212068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60270ee3-da00-40d0-b87b-c174ad7f4ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.243105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.267928 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60270ee3-da00-40d0-b87b-c174ad7f4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.293965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bb101-43e6-4a22-af6b-f5c745d4a71c None None] Port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:46.295286 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 5e6091e4-73c0-46c6-9b5d-a7d747350c83 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:46.295673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 5e6091e4-73c0-46c6-9b5d-a7d747350c83 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:46.329668 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-60270ee3-da00-40d0-b87b-c174ad7f4ba3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09a576fa91794b73b5dd17db5cb83fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074593 Mar 28 10:56:46.333239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36062) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:46.335610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60270ee3-da00-40d0-b87b-c174ad7f4ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2dcff-9149-48f1-8a8e-75c0c5026124,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:46.365398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.369494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=47f5877d-1bc1-43f5-a37b-c0cb821f6372,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:46.404469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-955833c9-e945-4b9f-9e3f-482d49108f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.433058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-955833c9-e945-4b9f-9e3f-482d49108f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.551841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 911bb68a-59de-461a-b1f8-0ff31ed5b163 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:46.553282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:46.595694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:46.597653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.623261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-955833c9-e945-4b9f-9e3f-482d49108f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.635073 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8139aefa-9a94-4ead-92ae-0f41e9526b33 req-812a0300-8cb9-4c42-bc60-aa512d416f5f tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "GET /v2.0/ports?device_id=68b2f0a4-3764-4426-8c96-335f54e9d378 HTTP/1.1" status: 200 len: 210 time: 0.0797992 Mar 28 10:56:46.646926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955833c9-e945-4b9f-9e3f-482d49108f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2dcff-9149-48f1-8a8e-75c0c5026124,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:46.655112 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-955833c9-e945-4b9f-9e3f-482d49108f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.660864 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-955833c9-e945-4b9f-9e3f-482d49108f94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1b2dcff-9149-48f1-8a8e-75c0c5026124 HTTP/1.1" status: 204 len: 168 time: 0.3264897 Mar 28 10:56:46.729971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.742342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Transition to ACTIVE for port object a5540d68-d512-45f4-9a90-b4709255f5df will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:46.766426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Transition to ACTIVE for port object a5540d68-d512-45f4-9a90-b4709255f5df will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:46.804847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.823833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Transition to ACTIVE for port object 52826a2b-229d-485f-92d4-c41db3f6f54c will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:46.842063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:46.856406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:56:46.893426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 2001:db8::1 (7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682/f84c3191-d325-4a70-b372-a7a9bf35f37f/d9b6c395-076c-49ed-beb3-98385c695a3d) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:46.933948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Allocated IP 172.20.0.18 (9bc1d71d-7abe-4b53-807d-55e733a939bf/a6ed78fe-a0d7-4ba2-b92a-ab0c3c202770/b34e0c56-901e-4188-882e-922f4af7814f) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:46.973301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3f7fb0d2-19af-4970-9e99-eea78e98065e None None] Provisioning complete for port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:46.973675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f7fb0d2-19af-4970-9e99-eea78e98065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.008986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Transition to ACTIVE for port object 52826a2b-229d-485f-92d4-c41db3f6f54c will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:47.016260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:47.033073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:47.035565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:47.063903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:47.076774 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:47.077293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.080864 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-594ca4d0-ab23-411f-a30d-a0173e32148c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7264190 Mar 28 10:56:47.084376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36072) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:47.090097 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:47.090906 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:47.096072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'network': {'name': 'tempest-RoutersTest-20416083'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:47.105560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:47.113510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b76d9a35-9a63-4029-8121-d051a6c023d3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.158476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.172058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:network and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:47.173627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Pushing event updated for resources: {'Port': ['ID=a5540d68-d512-45f4-9a90-b4709255f5df,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:47.176297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Transition to ACTIVE for port object d9b6c395-076c-49ed-beb3-98385c695a3d will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:47.180649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:47.188896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:47.198394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b76d9a35-9a63-4029-8121-d051a6c023d3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.264985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:47.267178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3f7fb0d2-19af-4970-9e99-eea78e98065e None None] Port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:47.269823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.292383 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:47.342620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:47.356853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.357198 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added segment e7090545-5de0-427c-8a5f-de8f7b3bc4d0 of type vlan for network 51492333-833b-4e96-93e9-2b70d712f1f0 Mar 28 10:56:47.364866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Network 8119a39c-7f0f-49a1-bceb-77ca704d4199 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:47.372492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b76d9a35-9a63-4029-8121-d051a6c023d3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.374262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:47.388069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:47.426316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Attempting to bind port a5540d68-d512-45f4-9a90-b4709255f5df on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:47.426687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Attempting to bind port a5540d68-d512-45f4-9a90-b4709255f5df by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'f91a66c2-be5f-4356-a2e8-94e8da6e3d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:47.427050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Attempting to bind port a5540d68-d512-45f4-9a90-b4709255f5df on network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:47.435156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.465840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Pushing event updated for resources: {'Port': ['ID=52826a2b-229d-485f-92d4-c41db3f6f54c,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:47.483360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:47.483738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Checking segment: {'id': 'f91a66c2-be5f-4356-a2e8-94e8da6e3d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:47.487713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.487713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Bound using segment: {'id': 'f91a66c2-be5f-4356-a2e8-94e8da6e3d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:47.487713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Bound port: a5540d68-d512-45f4-9a90-b4709255f5df, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91a66c2-be5f-4356-a2e8-94e8da6e3d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:47.487713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.514509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.537562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=d9b6c395-076c-49ed-beb3-98385c695a3d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:47.558607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:47.566006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:47.573338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:47.574343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.574495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Attempting to bind port 52826a2b-229d-485f-92d4-c41db3f6f54c on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:47.574855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Attempting to bind port 52826a2b-229d-485f-92d4-c41db3f6f54c by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '5d6776ba-7233-48dc-ab2d-d87f7f19c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8119a39c-7f0f-49a1-bceb-77ca704d4199'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:47.575216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Attempting to bind port 52826a2b-229d-485f-92d4-c41db3f6f54c on network 8119a39c-7f0f-49a1-bceb-77ca704d4199 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:47.619427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:47.619802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Checking segment: {'id': '5d6776ba-7233-48dc-ab2d-d87f7f19c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8119a39c-7f0f-49a1-bceb-77ca704d4199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:47.620208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.620605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Bound using segment: {'id': '5d6776ba-7233-48dc-ab2d-d87f7f19c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8119a39c-7f0f-49a1-bceb-77ca704d4199'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:47.621085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Bound port: 52826a2b-229d-485f-92d4-c41db3f6f54c, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6776ba-7233-48dc-ab2d-d87f7f19c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8119a39c-7f0f-49a1-bceb-77ca704d4199'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:47.621448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.690366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.698471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:47.699749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.777058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] For port a5540d68-d512-45f4-9a90-b4709255f5df, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:47.779341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.802935 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:56:45Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:45Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:47.807196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36094) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:47.812307 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:56:47.812664 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Updating router 60596ddc-b6df-48f4-bb76-700df449cd87 port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:56:47.813538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Transition to ACTIVE for port object b34e0c56-901e-4188-882e-922f4af7814f will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:47.833819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Transition to ACTIVE for port object b34e0c56-901e-4188-882e-922f4af7814f will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:47.843196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b76d9a35-9a63-4029-8121-d051a6c023d3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.850481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] For port a5540d68-d512-45f4-9a90-b4709255f5df, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a5540d68-d512-45f4-9a90-b4709255f5df,segment=NetworkSegment(f91a66c2-be5f-4356-a2e8-94e8da6e3d81),segment_id=f91a66c2-be5f-4356-a2e8-94e8da6e3d81)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:47.850644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Network': ['ID=51492333-833b-4e96-93e9-2b70d712f1f0,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:47.863323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 51492333-833b-4e96-93e9-2b70d712f1f0 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:47.896882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] For port 52826a2b-229d-485f-92d4-c41db3f6f54c, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:47.902615 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.925030 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d9a35-9a63-4029-8121-d051a6c023d3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Subnet': ['ID=d372f907-f955-4d77-bbc9-f03e3c01247b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:47.927223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] For port 52826a2b-229d-485f-92d4-c41db3f6f54c, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=52826a2b-229d-485f-92d4-c41db3f6f54c,segment=NetworkSegment(5d6776ba-7233-48dc-ab2d-d87f7f19c65d),segment_id=5d6776ba-7233-48dc-ab2d-d87f7f19c65d)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:47.930133 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-912b0503-ad25-4a95-8cc1-0c51f61b7ab5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8447146 Mar 28 10:56:47.936128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36100) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:47.945730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b76d9a35-9a63-4029-8121-d051a6c023d3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:47.953808 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b76d9a35-9a63-4029-8121-d051a6c023d3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/subnets/d372f907-f955-4d77-bbc9-f03e3c01247b HTTP/1.1" status: 204 len: 168 time: 1.9605703 Mar 28 10:56:47.955978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'subnet': {'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:47.959741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36104) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.003373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.009965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.128671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.144542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Pushing event updated for resources: {'Port': ['ID=b34e0c56-901e-4188-882e-922f4af7814f,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:48.193251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.230751 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Network 9bc1d71d-7abe-4b53-807d-55e733a939bf is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:48.253461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:48.264056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:48.282075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36108) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.349174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:48.358747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:subnet and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:48.363910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:48.393196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c5d3f392-252f-44fa-884a-657bec405d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.438235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Attempting to bind port b34e0c56-901e-4188-882e-922f4af7814f on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:48.438691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Attempting to bind port b34e0c56-901e-4188-882e-922f4af7814f by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'a3bafbd1-d942-45ec-a7d7-53bcd498dfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bc1d71d-7abe-4b53-807d-55e733a939bf'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:48.439122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Attempting to bind port b34e0c56-901e-4188-882e-922f4af7814f on network 9bc1d71d-7abe-4b53-807d-55e733a939bf {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:48.443777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:48.451049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:48.451522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Checking segment: {'id': 'a3bafbd1-d942-45ec-a7d7-53bcd498dfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bc1d71d-7abe-4b53-807d-55e733a939bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:48.451996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.452798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Bound using segment: {'id': 'a3bafbd1-d942-45ec-a7d7-53bcd498dfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bc1d71d-7abe-4b53-807d-55e733a939bf'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:48.453483 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Bound port: b34e0c56-901e-4188-882e-922f4af7814f, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bafbd1-d942-45ec-a7d7-53bcd498dfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bc1d71d-7abe-4b53-807d-55e733a939bf'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:48.454152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.529041 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.544381 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Transition to ACTIVE for port object 47f5877d-1bc1-43f5-a37b-c0cb821f6372 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:48.547391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:48.551932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.558236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfca7bd-e7ce-464f-ae27-7293a771b644 None None] Pushing event updated for resources: {'Port': ['ID=a5540d68-d512-45f4-9a90-b4709255f5df,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:48.574310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-de0fb1f0-5714-4f7a-ae0d-de14e7f21c61 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.579436 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-de0fb1f0-5714-4f7a-ae0d-de14e7f21c61 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2869773 Mar 28 10:56:48.580746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36114) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.589394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-a0b9a74e-5cec-427a-bd23-7c090cfdf547 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.590523 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a0b9a74e-5cec-427a-bd23-7c090cfdf547 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068233 Mar 28 10:56:48.594844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36118) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.600922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e6735b-b96c-4581-b2cf-09da25f91552 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Deleting subnet a6ed78fe-a0d7-4ba2-b92a-ab0c3c202770 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:56:48.606255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4e6735b-b96c-4581-b2cf-09da25f91552 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.633338 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.687592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-71057975-0972-4310-94fb-6528dd2990c4 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.690983 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-71057975-0972-4310-94fb-6528dd2990c4 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0161223 Mar 28 10:56:48.701303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36122) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.706248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] For port b34e0c56-901e-4188-882e-922f4af7814f, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:48.715653 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4e6735b-b96c-4581-b2cf-09da25f91552 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.768777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] For port b34e0c56-901e-4188-882e-922f4af7814f, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b34e0c56-901e-4188-882e-922f4af7814f,segment=NetworkSegment(a3bafbd1-d942-45ec-a7d7-53bcd498dfa7),segment_id=a3bafbd1-d942-45ec-a7d7-53bcd498dfa7)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:48.781456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100868a-de71-47f2-ad9f-b0ea59f5653c None None] Pushing event updated for resources: {'Port': ['ID=52826a2b-229d-485f-92d4-c41db3f6f54c,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:48.805719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.812495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-0f71354f-3888-4526-9fdf-9b9d4e324f8e tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.814262 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0f71354f-3888-4526-9fdf-9b9d4e324f8e tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.1062093 Mar 28 10:56:48.825352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36126) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.835804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-d36e4fc9-909a-4cc5-b547-5c784445494a tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.840588 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d36e4fc9-909a-4cc5-b547-5c784445494a tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0132535 Mar 28 10:56:48.849312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36130) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.863752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-76f7af97-468e-491b-a7c2-52c7551d08fe tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.867904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36134) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.868866 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-76f7af97-468e-491b-a7c2-52c7551d08fe tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0178783 Mar 28 10:56:48.874182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.879634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-2bcf1fdc-a765-4ab0-824c-abb4579d2686 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.880645 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2bcf1fdc-a765-4ab0-824c-abb4579d2686 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0108330 Mar 28 10:56:48.893683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36138) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.898922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-7dac4d6d-76ad-4e82-b85d-d9fd80c69fbf tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.899970 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7dac4d6d-76ad-4e82-b85d-d9fd80c69fbf tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052631 Mar 28 10:56:48.907833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36142) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.928448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-9750bdca-8565-4136-ad62-fdd317a9e68f tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.929319 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9750bdca-8565-4136-ad62-fdd317a9e68f tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0205126 Mar 28 10:56:48.931823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.932626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:48.936273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36146) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.943897 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-50433abb-51f4-4e50-af75-5ab3df3a5c94 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.948311 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-50433abb-51f4-4e50-af75-5ab3df3a5c94 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0110002 Mar 28 10:56:48.952319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36150) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:48.967574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-6708a06f-287f-48b8-a16f-f4de2510bdf7 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:48.971979 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6708a06f-287f-48b8-a16f-f4de2510bdf7 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0117528 Mar 28 10:56:49.014776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36154) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.027499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-fcc26f4e-dc89-4281-ac00-9b41237f2e3c tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.031459 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fcc26f4e-dc89-4281-ac00-9b41237f2e3c tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0158513 Mar 28 10:56:49.035069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36158) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.051739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-43755660-57ab-44d8-9f98-147c12886276 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.059411 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-43755660-57ab-44d8-9f98-147c12886276 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0227640 Mar 28 10:56:49.073221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36162) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.083668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-374e8dbd-5a95-4b50-9a16-c77b0f5854da tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.087625 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-374e8dbd-5a95-4b50-9a16-c77b0f5854da tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119073 Mar 28 10:56:49.091696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36166) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.095824 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97346411-4379-4bca-9a4b-d8c0419a5788 None None] Pushing event updated for resources: {'Port': ['ID=47f5877d-1bc1-43f5-a37b-c0cb821f6372,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:49.098260 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Attempting to bind port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:49.098618 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Attempting to bind port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'eaf7e190-6679-44ba-93ad-2d2eb6799123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:49.098970 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Attempting to bind port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 on network 911bb68a-59de-461a-b1f8-0ff31ed5b163 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:49.100167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-be2543f2-a967-4ef8-a288-f79f2f7b3a68 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.104679 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-be2543f2-a967-4ef8-a288-f79f2f7b3a68 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0117424 Mar 28 10:56:49.109647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36170) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.117421 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:49.117807 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Checking segment: {'id': 'eaf7e190-6679-44ba-93ad-2d2eb6799123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:49.122357 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:49.122769 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Bound using segment: {'id': 'eaf7e190-6679-44ba-93ad-2d2eb6799123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:49.123271 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Bound port: 47f5877d-1bc1-43f5-a37b-c0cb821f6372, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf7e190-6679-44ba-93ad-2d2eb6799123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:49.123667 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:49.124086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-5259762a-7869-4eba-b083-a85186bfcb6b tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.128703 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5259762a-7869-4eba-b083-a85186bfcb6b tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0177822 Mar 28 10:56:49.140081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36174) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.149770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-f03ce600-a2c9-4921-a4ae-6ea40ac942e6 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.150531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee8036-cfaf-451f-ac56-f6edadc9ff84 None None] Pushing event updated for resources: {'Port': ['ID=b34e0c56-901e-4188-882e-922f4af7814f,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:49.153841 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f03ce600-a2c9-4921-a4ae-6ea40ac942e6 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0102251 Mar 28 10:56:49.157066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36178) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.235412 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4e6735b-b96c-4581-b2cf-09da25f91552 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:49.241362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-b7e0c47b-9202-42ea-863b-1d47e6d4e595 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.246264 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b7e0c47b-9202-42ea-863b-1d47e6d4e595 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0874088 Mar 28 10:56:49.251021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36182) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.270120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-3eed4386-47a4-4076-8758-1fe0cfa7b8fc tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.274149 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3eed4386-47a4-4076-8758-1fe0cfa7b8fc tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0198815 Mar 28 10:56:49.279378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36186) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.293043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-2f24a4a7-d943-42f2-8476-5c9f893d7a28 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.293202 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] For port 47f5877d-1bc1-43f5-a37b-c0cb821f6372, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:49.296394 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] For port 47f5877d-1bc1-43f5-a37b-c0cb821f6372, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=47f5877d-1bc1-43f5-a37b-c0cb821f6372,segment=NetworkSegment(eaf7e190-6679-44ba-93ad-2d2eb6799123),segment_id=eaf7e190-6679-44ba-93ad-2d2eb6799123)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:49.297559 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2f24a4a7-d943-42f2-8476-5c9f893d7a28 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0171018 Mar 28 10:56:49.305321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36190) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.327236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-72b79b83-ae25-44f5-9f1e-82c77a3089b8 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.331645 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-72b79b83-ae25-44f5-9f1e-82c77a3089b8 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0189183 Mar 28 10:56:49.333571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36194) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.340863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-1ee875bb-d450-43f6-a718-d0c03582c010 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.347468 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1ee875bb-d450-43f6-a718-d0c03582c010 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084183 Mar 28 10:56:49.350783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36198) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.377065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-a5a3fd53-cb35-4d43-921a-1dea7c5b6aae tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.380827 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a5a3fd53-cb35-4d43-921a-1dea7c5b6aae tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0091453 Mar 28 10:56:49.382876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36202) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.384787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=d9b6c395-076c-49ed-beb3-98385c695a3d,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:49.392059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:49.405610 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:49.476004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-65d39e7d-bb1e-47ce-a68e-07e0c34a0c80 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.480151 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-65d39e7d-bb1e-47ce-a68e-07e0c34a0c80 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0915713 Mar 28 10:56:49.494261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36206) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.494467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:49.507875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-b26475e2-8407-4d19-8524-156368d6867c tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.511558 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b26475e2-8407-4d19-8524-156368d6867c tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0132673 Mar 28 10:56:49.515156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36210) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.523952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-be8407ff-ada8-4cde-93fe-095c2ab99b2d tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.524177 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:49.525449 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:49.529162 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-be8407ff-ada8-4cde-93fe-095c2ab99b2d tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0097179 Mar 28 10:56:49.534008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:49.535059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36214) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.545311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-88d65fba-6c60-4477-8e85-c8472b2e098d tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.548930 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-88d65fba-6c60-4477-8e85-c8472b2e098d tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067246 Mar 28 10:56:49.548930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:49.549816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36218) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.556416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-4fcd598e-b9ad-4dcc-9985-2512cf5717ff tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.565766 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4fcd598e-b9ad-4dcc-9985-2512cf5717ff tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0131106 Mar 28 10:56:49.566710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36222) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.573097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-a28d2fac-3a8a-49b9-9d12-135603e620b1 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.576575 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a28d2fac-3a8a-49b9-9d12-135603e620b1 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0063791 Mar 28 10:56:49.616590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36226) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.630241 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97346411-4379-4bca-9a4b-d8c0419a5788 None None] Pushing event updated for resources: {'Port': ['ID=47f5877d-1bc1-43f5-a37b-c0cb821f6372,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:49.666452 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4e6735b-b96c-4581-b2cf-09da25f91552 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:49.678571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-9f0d238f-98cb-4344-9afa-5243f2dfd72a tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.682717 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9f0d238f-98cb-4344-9afa-5243f2dfd72a tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0258932 Mar 28 10:56:49.687047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36230) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.692006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Subnet': ['ID=937f96c0-7d4e-4f33-baec-8fd16a2e7b93,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:49.702783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-884d9484-7ae2-4da0-a01d-efe86c1cd7f9 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.703889 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-884d9484-7ae2-4da0-a01d-efe86c1cd7f9 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0132883 Mar 28 10:56:49.706981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36234) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.716616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-d5ea024a-1efa-4bbe-bd75-47eeb564dead tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.718262 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d5ea024a-1efa-4bbe-bd75-47eeb564dead tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0075486 Mar 28 10:56:49.735830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36238) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.795509 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:49.801648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6735b-b96c-4581-b2cf-09da25f91552 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ed78fe-a0d7-4ba2-b92a-ab0c3c202770,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:49.816384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-6a929bef-de28-48d8-9224-8a26d2140052 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.820553 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6a929bef-de28-48d8-9224-8a26d2140052 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0815575 Mar 28 10:56:49.822450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4e6735b-b96c-4581-b2cf-09da25f91552 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:49.824982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36242) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.840144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-d2e78015-c315-43a2-9b23-6faea5010e09 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.841053 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d2e78015-c315-43a2-9b23-6faea5010e09 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0127206 Mar 28 10:56:49.848423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36246) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.866597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-8abba218-71b3-4fe0-ae38-c48468b91d86 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.867799 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8abba218-71b3-4fe0-ae38-c48468b91d86 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0184577 Mar 28 10:56:49.872686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36250) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.879936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-62f15e1f-ec81-4149-a191-f59c65255824 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.888310 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-62f15e1f-ec81-4149-a191-f59c65255824 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0144846 Mar 28 10:56:49.891246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36254) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.898676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-b3b23d77-5123-4d85-9233-7ee5bd9bb71c tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.900203 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b3b23d77-5123-4d85-9233-7ee5bd9bb71c tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0075157 Mar 28 10:56:49.906071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36258) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.927322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-ae6772a4-6110-4121-899e-c0755b4b9376 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.930982 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ae6772a4-6110-4121-899e-c0755b4b9376 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0234823 Mar 28 10:56:49.933522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36262) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.935638 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a4e6735b-b96c-4581-b2cf-09da25f91552 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/subnets/a6ed78fe-a0d7-4ba2-b92a-ab0c3c202770 HTTP/1.1" status: 204 len: 168 time: 1.9749103 Mar 28 10:56:49.943295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-601df968-08bc-484d-a253-5a22ac51bcc8 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.944244 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-601df968-08bc-484d-a253-5a22ac51bcc8 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075865 Mar 28 10:56:49.944740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36266) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.949688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36270) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:49.994015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-ebcb0181-0081-459c-be88-be40667f8029 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:49.995270 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ebcb0181-0081-459c-be88-be40667f8029 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0443437 Mar 28 10:56:50.006903 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36274) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.019652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-7122294b-ba78-472f-9a03-3c1256401098 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.022915 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7122294b-ba78-472f-9a03-3c1256401098 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0127778 Mar 28 10:56:50.030316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36278) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.066502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d7d1db-ab3e-4293-bb00-33c5ea563e3e tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:50.070936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-14e92dec-1cb4-4079-9926-3ce40e04fbfa tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.071223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-74d7d1db-ab3e-4293-bb00-33c5ea563e3e tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Synchronizing usage tracker for tenant:d83c88239ee848298cf50e400634f786 on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:50.075065 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-14e92dec-1cb4-4079-9926-3ce40e04fbfa tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0341625 Mar 28 10:56:50.076756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36282) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.084994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-eb5b1264-9f44-4260-b228-dae11d15cea0 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.089671 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-eb5b1264-9f44-4260-b228-dae11d15cea0 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079894 Mar 28 10:56:50.091477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36286) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.093267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Checking segment: {'id': 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:50.093631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network hostable DHCP agents. Network: 51492333-833b-4e96-93e9-2b70d712f1f0, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:50.097505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-cacb56e0-0652-443e-bca7-455124308af4 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.100810 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cacb56e0-0652-443e-bca7-455124308af4 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050752 Mar 28 10:56:50.101409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36290) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.117182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-cdebbfc7-e99c-4893-b267-3238db298f9a tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.118173 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cdebbfc7-e99c-4893-b267-3238db298f9a tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0145526 Mar 28 10:56:50.120885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36294) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.128706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-1ac7a9b1-8520-4241-8bf1-da7e3e1ef9c1 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.129944 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1ac7a9b1-8520-4241-8bf1-da7e3e1ef9c1 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052130 Mar 28 10:56:50.132231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36298) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.135632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a5540d68-d512-45f4-9a90-b4709255f5df up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:50.140302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-17fc546b-385b-4d0a-ac50-65c5a0b77615 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.145614 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-17fc546b-385b-4d0a-ac50-65c5a0b77615 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081737 Mar 28 10:56:50.145614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 66968af0-7cc0-49de-9fc3-553e5b05c072 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:56:50.148870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36302) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.157963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-ba2a09f6-6745-4fac-9d20-92b028e5a515 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.164248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36306) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.170279 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ba2a09f6-6745-4fac-9d20-92b028e5a515 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091276 Mar 28 10:56:50.172135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-9e681eb5-3c7e-4361-9c6a-6cfc1bcfa2a9 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.174323 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9e681eb5-3c7e-4361-9c6a-6cfc1bcfa2a9 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0081189 Mar 28 10:56:50.218676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36310) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.230288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-99ceea96-362c-4dfb-b51c-ae51391069ed tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.231377 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-99ceea96-362c-4dfb-b51c-ae51391069ed tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0125062 Mar 28 10:56:50.235089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 51492333-833b-4e96-93e9-2b70d712f1f0 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:50.240312 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:56:45Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:49Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:50.241248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36314) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.245850 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9644109-9b05-4e40-a329-18e90b41b9a3 None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:56:45Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:49Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:50.251929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-1f5d4105-86a7-4546-a6f7-bb51053ec408 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.253974 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1f5d4105-86a7-4546-a6f7-bb51053ec408 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0107050 Mar 28 10:56:50.254985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-74d7d1db-ab3e-4293-bb00-33c5ea563e3e tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Unset dirty status for tenant:d83c88239ee848298cf50e400634f786 on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:50.256159 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-74d7d1db-ab3e-4293-bb00-33c5ea563e3e tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3105330 Mar 28 10:56:50.256711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36318) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.273953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36322) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.280769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-e4740de2-5e9e-4175-9a37-1f2159e11fd2 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.281958 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e4740de2-5e9e-4175-9a37-1f2159e11fd2 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0135458 Mar 28 10:56:50.285268 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port a5540d68-d512-45f4-9a90-b4709255f5df completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:50.287643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36326) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.293231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b34e0c56-901e-4188-882e-922f4af7814f up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:50.315098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Deleting port aefad608-f214-4346-a449-0e55f053b2fc {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:50.315450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:50.545312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-8b2d0870-eadc-4cea-aa97-184887f97944 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.545312 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8b2d0870-eadc-4cea-aa97-184887f97944 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.1107881 Mar 28 10:56:50.545312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36330) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.545312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-9ea5818f-47ff-4faf-9ba3-a26c28e32e8d tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.545312 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9ea5818f-47ff-4faf-9ba3-a26c28e32e8d tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0249002 Mar 28 10:56:50.548237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 51492333-833b-4e96-93e9-2b70d712f1f0) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:50.548624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a0674-1645-449b-8ba1-b9438b5d7692 None None] Network 51492333-833b-4e96-93e9-2b70d712f1f0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:50.548917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:50.548917 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6b5a9a01-9fb9-473a-ae77-eaa72168574b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/66968af0-7cc0-49de-9fc3-553e5b05c072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6243386 Mar 28 10:56:50.549086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeadd60-92de-4f64-85b6-aa7c642fbcfd None None] Sync routers for ids ['66968af0-7cc0-49de-9fc3-553e5b05c072'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:50.549176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:50.549176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:50.549335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36334) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.549335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36336) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.593949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeadd60-92de-4f64-85b6-aa7c642fbcfd None None] Routers {'66968af0-7cc0-49de-9fc3-553e5b05c072'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:50.595028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-daeadd60-92de-4f64-85b6-aa7c642fbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['66968af0-7cc0-49de-9fc3-553e5b05c072'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:50.659799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-d5334910-6683-4444-891f-3de985c9b8f3 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.664452 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d5334910-6683-4444-891f-3de985c9b8f3 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.1109269 Mar 28 10:56:50.676893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36344) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.706763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-1249b66a-2d1d-4563-9105-c4a854fb2b2c tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.709816 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1249b66a-2d1d-4563-9105-c4a854fb2b2c tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0285988 Mar 28 10:56:50.716195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36348) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.732416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-e69f4be6-87a1-4277-a90d-11463d93c9c8 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.733416 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e69f4be6-87a1-4277-a90d-11463d93c9c8 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0162420 Mar 28 10:56:50.735016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ead22-6b30-4165-96e6-10aadfb8c0b2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:50.737129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-486ead22-6b30-4165-96e6-10aadfb8c0b2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:50.741259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36352) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.744513 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-79a06e40-4dfa-4d45-ae16-db5adc215e4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8058581 Mar 28 10:56:50.752743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:50.756236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-846eb486-0c80-4462-b093-4d9df9725dac tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.756236 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-846eb486-0c80-4462-b093-4d9df9725dac tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0089307 Mar 28 10:56:50.756236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36356) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.762667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36358) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.779389 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a1bd1f0c-9db7-4ebe-874e-976c2153d65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:50.785468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-190a3376-8d69-4488-9b17-bd4ed383a998 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.789594 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-190a3376-8d69-4488-9b17-bd4ed383a998 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0194190 Mar 28 10:56:50.793438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b34e0c56-901e-4188-882e-922f4af7814f completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:50.805351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36364) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.817009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-93fb849c-a33c-4b40-9e7d-3af89f815d6f tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.818328 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-93fb849c-a33c-4b40-9e7d-3af89f815d6f tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0120537 Mar 28 10:56:50.829060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36368) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.834408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-daeadd60-92de-4f64-85b6-aa7c642fbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:50.837947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] For port aefad608-f214-4346-a449-0e55f053b2fc, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=aefad608-f214-4346-a449-0e55f053b2fc,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:50.839242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:50.852493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 52826a2b-229d-485f-92d4-c41db3f6f54c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:50.859524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-2ebbdc22-bee4-4c3c-a2f1-ca343c857a17 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.873419 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2ebbdc22-bee4-4c3c-a2f1-ca343c857a17 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0375500 Mar 28 10:56:50.937233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde03910-cef7-498d-b28c-6bf965703735 None None] Network 8119a39c-7f0f-49a1-bceb-77ca704d4199 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:50.948748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36372) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.974129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-4a779a9c-d8b7-4331-acb2-edd3fd8eb421 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:50.978831 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4a779a9c-d8b7-4331-acb2-edd3fd8eb421 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0290530 Mar 28 10:56:50.982650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36376) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.988740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-486ead22-6b30-4165-96e6-10aadfb8c0b2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:56:50.991713 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-486ead22-6b30-4165-96e6-10aadfb8c0b2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports/d9b6c395-076c-49ed-beb3-98385c695a3d HTTP/1.1" status: 200 len: 911 time: 0.4500427 Mar 28 10:56:50.996181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36380) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:50.999611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-6ac2a7a1-3296-45b7-8e93-3dac805d9ea4 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:51.003711 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6ac2a7a1-3296-45b7-8e93-3dac805d9ea4 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0169280 Mar 28 10:56:51.011391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36382) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:51.015782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2f873010-0a8f-41c0-85bc-83e4efb2c215 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f84c3191-d325-4a70-b372-a7a9bf35f37f'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:51.080514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-54ff2f15-ec63-44b6-995f-77ea0b5123cb tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:51.090601 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-54ff2f15-ec63-44b6-995f-77ea0b5123cb tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0254638 Mar 28 10:56:51.098186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36388) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:51.129189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-1c5ec281-4016-4b39-8efc-32ed42149d83 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:51.132878 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1c5ec281-4016-4b39-8efc-32ed42149d83 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0171893 Mar 28 10:56:51.136810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36392) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:51.150987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [None req-7d8326cb-15bd-4b36-910b-f42723bb17b1 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:51.154742 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7d8326cb-15bd-4b36-910b-f42723bb17b1 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0136330 Mar 28 10:56:51.204578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeadd60-92de-4f64-85b6-aa7c642fbcfd None None] Routers {'66968af0-7cc0-49de-9fc3-553e5b05c072'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:51.205293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-daeadd60-92de-4f64-85b6-aa7c642fbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['66968af0-7cc0-49de-9fc3-553e5b05c072'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:51.232120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Calling delete_port for aefad608-f214-4346-a449-0e55f053b2fc owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:51.266373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Deleting port b34e0c56-901e-4188-882e-922f4af7814f {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:51.266995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:51.322764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36396) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:51.335984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5b2039-b9cf-4c86-accd-238a3ea08db0 None None] Network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:51.347426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-2391c378-139f-4961-91af-1f186a8a2e92 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:51.348814 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2391c378-139f-4961-91af-1f186a8a2e92 tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0247073 Mar 28 10:56:51.354600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36400) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:51.373970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-ea4be8fe-980c-47da-b010-fb83c6d098ac tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:51.375269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ea4be8fe-980c-47da-b010-fb83c6d098ac tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0166562 Mar 28 10:56:51.383678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36404) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:51.390979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [None req-48d64bbf-b347-4438-a543-3efa55b9850f tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 10:56:51.392239 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-48d64bbf-b347-4438-a543-3efa55b9850f tempest-ExtensionsTestJSON-1917913243 tempest-ExtensionsTestJSON-1917913243-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0054905 Mar 28 10:56:51.584250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0175f051-0a2d-4cfd-ae9b-e88705deadb8 None None] Network 9bc1d71d-7abe-4b53-807d-55e733a939bf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:51.637775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] For port b34e0c56-901e-4188-882e-922f4af7814f, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b34e0c56-901e-4188-882e-922f4af7814f,segment=NetworkSegment(a3bafbd1-d942-45ec-a7d7-53bcd498dfa7),segment_id=a3bafbd1-d942-45ec-a7d7-53bcd498dfa7)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:51.638214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:51.646147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6569d0b9-034b-4c11-b01b-f9d313900e5e None None] Provisioning for port 52826a2b-229d-485f-92d4-c41db3f6f54c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:51.776790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Calling delete_port for b34e0c56-901e-4188-882e-922f4af7814f owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:51.876639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-daeadd60-92de-4f64-85b6-aa7c642fbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:51.877154 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeadd60-92de-4f64-85b6-aa7c642fbcfd None None] The sync data for ids ['66968af0-7cc0-49de-9fc3-553e5b05c072'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:51.895089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:51.971051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:51.992815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f873010-0a8f-41c0-85bc-83e4efb2c215 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.044092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event deleted for resources: {'Port': ['ID=aefad608-f214-4346-a449-0e55f053b2fc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:52.046273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.070565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-51492333-833b-4e96-93e9-2b70d712f1f0', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:56:52.072015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.082543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36412) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:52.140557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.160219 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-be504a3b-c6a3-4636-8b13-529437984b5c None None] Could not find standard attr ID for object b34e0c56-901e-4188-882e-922f4af7814f. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:56:52.180749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] No DVR routers for this DVR port b34e0c56-901e-4188-882e-922f4af7814f on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:52.216156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.386789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Port': ['ID=b34e0c56-901e-4188-882e-922f4af7814f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:52.392727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7aead-a6d0-49d0-a210-8658ead3cda2 None None] DHCP port deletion for 9bc1d71d-7abe-4b53-807d-55e733a939bf request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:56:52.411851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 52826a2b-229d-485f-92d4-c41db3f6f54c completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:52.423449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 52826a2b-229d-485f-92d4-c41db3f6f54c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:52.423815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.436189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-72b1797d-eff4-4c54-a265-06f225c6c6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.494630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-be504a3b-c6a3-4636-8b13-529437984b5c None None] Provisioning for port a5540d68-d512-45f4-9a90-b4709255f5df completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:52.494630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Allocated IP 172.21.0.2 (51492333-833b-4e96-93e9-2b70d712f1f0/937f96c0-7d4e-4f33-baec-8fd16a2e7b93/2930ab85-e39d-4b7e-b7ab-f68d67bfa283) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:52.505017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-be504a3b-c6a3-4636-8b13-529437984b5c None None] Provisioning complete for port a5540d68-d512-45f4-9a90-b4709255f5df triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:52.505596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-be504a3b-c6a3-4636-8b13-529437984b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.542023 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] DHCP port deletion for 8119a39c-7f0f-49a1-bceb-77ca704d4199 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:56:52.563177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.563456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-72b1797d-eff4-4c54-a265-06f225c6c6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:52.601186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Deleting port 52826a2b-229d-485f-92d4-c41db3f6f54c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:52.601828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.621153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc1d71d-7abe-4b53-807d-55e733a939bf']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:52.628263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-72b1797d-eff4-4c54-a265-06f225c6c6ee admin admin] Usage tracker for resource:security_group_rule and tenant:2f355d2cd07e45e681e93d44e43e6ccd is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:52.645186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-72b1797d-eff4-4c54-a265-06f225c6c6ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:52.646709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bafbd1-d942-45ec-a7d7-53bcd498dfa7') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:52.647080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bafbd1-d942-45ec-a7d7-53bcd498dfa7') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:52.675601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-72b1797d-eff4-4c54-a265-06f225c6c6ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:52.726465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.757478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.768718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.778635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:52.780029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:52.854461 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:53.031790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-be504a3b-c6a3-4636-8b13-529437984b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.084114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.102003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.150033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 52826a2b-229d-485f-92d4-c41db3f6f54c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=52826a2b-229d-485f-92d4-c41db3f6f54c,segment=NetworkSegment(5d6776ba-7233-48dc-ab2d-d87f7f19c65d),segment_id=5d6776ba-7233-48dc-ab2d-d87f7f19c65d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:53.157283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.178011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-be504a3b-c6a3-4636-8b13-529437984b5c None None] For port a5540d68-d512-45f4-9a90-b4709255f5df, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a5540d68-d512-45f4-9a90-b4709255f5df,segment=NetworkSegment(f91a66c2-be5f-4356-a2e8-94e8da6e3d81),segment_id=f91a66c2-be5f-4356-a2e8-94e8da6e3d81)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:53.185939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.201437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Transition to ACTIVE for port object 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:53.216648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.232027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.238038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Network': ['ID=9bc1d71d-7abe-4b53-807d-55e733a939bf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:53.304516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f873010-0a8f-41c0-85bc-83e4efb2c215 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.324299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-72b1797d-eff4-4c54-a265-06f225c6c6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.350445 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-be504a3b-c6a3-4636-8b13-529437984b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.355516 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c078bda6-816e-46cb-974a-2f879a4615ba tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/networks/9bc1d71d-7abe-4b53-807d-55e733a939bf HTTP/1.1" status: 204 len: 168 time: 3.0796294 Mar 28 10:56:53.358156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36418) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:53.422711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Transition to ACTIVE for port object 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:53.464471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] For port 52826a2b-229d-485f-92d4-c41db3f6f54c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=52826a2b-229d-485f-92d4-c41db3f6f54c,segment=NetworkSegment(5d6776ba-7233-48dc-ab2d-d87f7f19c65d),segment_id=5d6776ba-7233-48dc-ab2d-d87f7f19c65d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:53.464912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.478685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=52826a2b-229d-485f-92d4-c41db3f6f54c,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:53.478814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f873010-0a8f-41c0-85bc-83e4efb2c215 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.484503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f873010-0a8f-41c0-85bc-83e4efb2c215 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:53.485124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f873010-0a8f-41c0-85bc-83e4efb2c215 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.486445 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2f873010-0a8f-41c0-85bc-83e4efb2c215 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/ports/d9b6c395-076c-49ed-beb3-98385c695a3d HTTP/1.1" status: 200 len: 911 time: 2.4815884 Mar 28 10:56:53.487233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-72b1797d-eff4-4c54-a265-06f225c6c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.495136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36422) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:53.558323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Router 4721d3f6-8232-40d2-b3ca-c1973bf73676 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:53.594432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f873010-0a8f-41c0-85bc-83e4efb2c215 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=d9b6c395-076c-49ed-beb3-98385c695a3d,revision_number=3']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:53.596663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1797d-eff4-4c54-a265-06f225c6c6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5863f511-636f-4a7f-bd79-37d7363d62bf,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:53.602391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.621628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Calling delete_port for 52826a2b-229d-485f-92d4-c41db3f6f54c owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:53.650534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 47f5877d-1bc1-43f5-a37b-c0cb821f6372 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:53.728218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.745040 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-72b1797d-eff4-4c54-a265-06f225c6c6ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f355d2cd07e45e681e93d44e43e6ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6612380 Mar 28 10:56:53.747888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36426) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:53.754570 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-73d97f28-310a-408b-b568-73b1e3a9e7f2 None None] Provisioning complete for port a5540d68-d512-45f4-9a90-b4709255f5df triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:53.754940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-73d97f28-310a-408b-b568-73b1e3a9e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.791096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:53.799462 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70cea07c-1b86-4790-975b-034f3adcfa26 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "PUT /v2.0/routers/4721d3f6-8232-40d2-b3ca-c1973bf73676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9906225 Mar 28 10:56:53.802665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36430) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:53.808713 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] Sync routers for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:53.818074 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:53.818923 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:53.834224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Network 51492333-833b-4e96-93e9-2b70d712f1f0 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:53.835163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.21.0.1 (51492333-833b-4e96-93e9-2b70d712f1f0/937f96c0-7d4e-4f33-baec-8fd16a2e7b93/89a39517-8133-4962-a02a-6f2a82988b42) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:56:53.841076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:53.849303 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:53.885058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed846620-04c1-4cec-9d94-fdaf10a79688 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Deleting subnet cb931aa5-8b10-4083-b2fa-a082a230bc10 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:56:53.888509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed846620-04c1-4cec-9d94-fdaf10a79688 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.910617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be504a3b-c6a3-4636-8b13-529437984b5c None None] Pushing event updated for resources: {'Port': ['ID=a5540d68-d512-45f4-9a90-b4709255f5df,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:53.956111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed846620-04c1-4cec-9d94-fdaf10a79688 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:53.981798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Pushing event updated for resources: {'Port': ['ID=2930ab85-e39d-4b7e-b7ab-f68d67bfa283,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:53.995086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Deleting port 52826a2b-229d-485f-92d4-c41db3f6f54c {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:53.995442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.022390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ec674e8-75da-44b5-93a0-fedcbaedb96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.039811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:56:54.039811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:56:54.059377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Attempting to bind port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:56:54.059985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Attempting to bind port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:56:54.060543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Attempting to bind port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 on network 51492333-833b-4e96-93e9-2b70d712f1f0 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:56:54.067439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ec674e8-75da-44b5-93a0-fedcbaedb96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.097195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:56:54.097888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Checking segment: {'id': 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:54.098469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.099024 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Bound using segment: {'id': 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:56:54.099668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Bound port: 2930ab85-e39d-4b7e-b7ab-f68d67bfa283, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:56:54.100217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.105655 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:54.117849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:54.132686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed846620-04c1-4cec-9d94-fdaf10a79688 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.140042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:54.140770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.267729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ec674e8-75da-44b5-93a0-fedcbaedb96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.295915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec674e8-75da-44b5-93a0-fedcbaedb96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5863f511-636f-4a7f-bd79-37d7363d62bf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:54.312229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed846620-04c1-4cec-9d94-fdaf10a79688 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.367135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.382499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed846620-04c1-4cec-9d94-fdaf10a79688 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event deleted for resources: {'Subnet': ['ID=cb931aa5-8b10-4083-b2fa-a082a230bc10,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:54.409974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed846620-04c1-4cec-9d94-fdaf10a79688 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.411328 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ed846620-04c1-4cec-9d94-fdaf10a79688 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "DELETE /v2.0/subnets/cb931aa5-8b10-4083-b2fa-a082a230bc10 HTTP/1.1" status: 204 len: 168 time: 0.6081185 Mar 28 10:56:54.414034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36438) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:54.421981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90ffc3-1825-40b6-94a9-d5ab8ed5c42c None None] Network 6ea8a685-f547-43d0-9dbd-abd58ec50a65 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:54.469783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Transition to ACTIVE for port object 89a39517-8133-4962-a02a-6f2a82988b42 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:56:54.485696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0ec674e8-75da-44b5-93a0-fedcbaedb96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.487571 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0ec674e8-75da-44b5-93a0-fedcbaedb96a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5863f511-636f-4a7f-bd79-37d7363d62bf HTTP/1.1" status: 204 len: 168 time: 0.7387087 Mar 28 10:56:54.511060 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:56:51Z', 'revision_number': 5, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:54.518890 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] Checking router: 4721d3f6-8232-40d2-b3ca-c1973bf73676 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:56:54.543600 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] Routers {'4721d3f6-8232-40d2-b3ca-c1973bf73676'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:54.544274 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['4721d3f6-8232-40d2-b3ca-c1973bf73676'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:54.575322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-73d97f28-310a-408b-b568-73b1e3a9e7f2 None None] Provisioning for port d9b6c395-076c-49ed-beb3-98385c695a3d completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:54.580951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Deleting port 52826a2b-229d-485f-92d4-c41db3f6f54c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:54.581467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.600989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] For port 52826a2b-229d-485f-92d4-c41db3f6f54c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=52826a2b-229d-485f-92d4-c41db3f6f54c,segment=NetworkSegment(5d6776ba-7233-48dc-ab2d-d87f7f19c65d),segment_id=5d6776ba-7233-48dc-ab2d-d87f7f19c65d)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:54.601350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.619768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] For port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:56:54.626621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-73d97f28-310a-408b-b568-73b1e3a9e7f2 None None] Provisioning complete for port d9b6c395-076c-49ed-beb3-98385c695a3d triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:54.626621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-73d97f28-310a-408b-b568-73b1e3a9e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.648391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.695862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:54.724075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-73d97f28-310a-408b-b568-73b1e3a9e7f2 None None] Port d9b6c395-076c-49ed-beb3-98385c695a3d cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:54.752306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] For port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2930ab85-e39d-4b7e-b7ab-f68d67bfa283,segment=NetworkSegment(e7090545-5de0-427c-8a5f-de8f7b3bc4d0),segment_id=e7090545-5de0-427c-8a5f-de8f7b3bc4d0)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:56:54.755019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Calling delete_port for 52826a2b-229d-485f-92d4-c41db3f6f54c owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:54.815518 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] Set router 4721d3f6-8232-40d2-b3ca-c1973bf73676 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:54.820412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 47f5877d-1bc1-43f5-a37b-c0cb821f6372, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=47f5877d-1bc1-43f5-a37b-c0cb821f6372,segment=NetworkSegment(eaf7e190-6679-44ba-93ad-2d2eb6799123),segment_id=eaf7e190-6679-44ba-93ad-2d2eb6799123)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:54.960393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.006226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.045151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Deleting port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:55.045505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.051299 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.112403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] For port 52826a2b-229d-485f-92d4-c41db3f6f54c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=52826a2b-229d-485f-92d4-c41db3f6f54c,segment=NetworkSegment(5d6776ba-7233-48dc-ab2d-d87f7f19c65d),segment_id=5d6776ba-7233-48dc-ab2d-d87f7f19c65d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:55.112831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.123914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.211026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.262522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] No DVR routers for this DVR port 52826a2b-229d-485f-92d4-c41db3f6f54c on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:55.271248 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:56:51Z', 'revision_number': 5, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:55.273879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 51492333-833b-4e96-93e9-2b70d712f1f0 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:55.279579 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b2a01-c5df-402c-a164-d9aaecac1940 None None] The sync data for ids ['4721d3f6-8232-40d2-b3ca-c1973bf73676'] in dv-neutron-835336-1-hyperv is: [{'id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338857385', 'tenant_id': 'ce021e23beda4285a363b2200abcc0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:54:15Z', 'updated_at': '2022-03-28T10:56:51Z', 'revision_number': 5, 'project_id': 'ce021e23beda4285a363b2200abcc0c9', 'gw_port': {'id': '68678b6c-5dc0-4ea3-87c6-2b6f50646f9e', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:da:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721d3f6-8232-40d2-b3ca-c1973bf73676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:54:17Z', 'updated_at': '2022-03-28T10:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:56:55.315658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:55.325441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:56:55.330620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Calling delete_port for 52826a2b-229d-485f-92d4-c41db3f6f54c owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:55.381372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=89a39517-8133-4962-a02a-6f2a82988b42,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:55.435874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 52826a2b-229d-485f-92d4-c41db3f6f54c no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:55.480571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 52826a2b-229d-485f-92d4-c41db3f6f54c {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:55.480888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 52826a2b-229d-485f-92d4-c41db3f6f54c not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:55.481250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b34e0c56-901e-4188-882e-922f4af7814f no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:55.519514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b34e0c56-901e-4188-882e-922f4af7814f {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:55.519856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b34e0c56-901e-4188-882e-922f4af7814f not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:55.522854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead538a-1a6f-4f92-b341-ebe344345239 None None] Pushing event updated for resources: {'Port': ['ID=2930ab85-e39d-4b7e-b7ab-f68d67bfa283,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:55.538859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.566753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8119a39c-7f0f-49a1-bceb-77ca704d4199']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:55.573032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] For port 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=68678b6c-5dc0-4ea3-87c6-2b6f50646f9e,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:55.573652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.583933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6776ba-7233-48dc-ab2d-d87f7f19c65d') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:55.584213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6776ba-7233-48dc-ab2d-d87f7f19c65d') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:55.591695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:56:55.592195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:56:55.595520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Port': ['ID=52826a2b-229d-485f-92d4-c41db3f6f54c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:55.611042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.635372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.647870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.698885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=47f5877d-1bc1-43f5-a37b-c0cb821f6372,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:55.748325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.764816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975d614-aa1d-420e-bcce-bbd6157d17f6 None None] DHCP port deletion for 6ea8a685-f547-43d0-9dbd-abd58ec50a65 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:56:55.769300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c975d614-aa1d-420e-bcce-bbd6157d17f6 None None] Deleting port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:55.769683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c975d614-aa1d-420e-bcce-bbd6157d17f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.780731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:55.781097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:55.819102 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:55.842553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Calling delete_port for 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:56.068953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a5540d68-d512-45f4-9a90-b4709255f5df up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:56.131149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Deleting port 52826a2b-229d-485f-92d4-c41db3f6f54c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:56.131528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.141224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36462) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:56.201525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.205413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.225088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6543c-a226-494e-8c59-b56bfd9942d1 None None] The port '52826a2b-229d-485f-92d4-c41db3f6f54c' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:56:56.234189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.234355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c975d614-aa1d-420e-bcce-bbd6157d17f6 None None] For port a7e94bac-dfb9-4633-ad17-30b670dd9bf5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a7e94bac-dfb9-4633-ad17-30b670dd9bf5,segment=NetworkSegment(20564d01-f1ab-4f35-8f20-26203b8d34f0),segment_id=20564d01-f1ab-4f35-8f20-26203b8d34f0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:56.235226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c975d614-aa1d-420e-bcce-bbd6157d17f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.249454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Network': ['ID=8119a39c-7f0f-49a1-bceb-77ca704d4199,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:56.279554 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a59266fc-779f-4ab3-8ab3-829d4ffd7616 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/networks/8119a39c-7f0f-49a1-bceb-77ca704d4199 HTTP/1.1" status: 204 len: 168 time: 2.9178872 Mar 28 10:56:56.280906 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36468) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:56.322003 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event deleted for resources: {'Port': ['ID=68678b6c-5dc0-4ea3-87c6-2b6f50646f9e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:56.327906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1878687400'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:56.363275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a5540d68-d512-45f4-9a90-b4709255f5df triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:56.363640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.376717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:56.387072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:network and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:56.390567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:56.396946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:56.435736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.475455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.509347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c975d614-aa1d-420e-bcce-bbd6157d17f6 None None] Calling delete_port for a7e94bac-dfb9-4633-ad17-30b670dd9bf5 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:56.569648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.607409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Made reservation on behalf of 98555b89bab8454181b79e7da8ede750 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:56.612405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.634441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.679440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:56.712677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.716863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.722058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:56.730441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:security_group_rule and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:56.749740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:56.759397 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:56.770452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e2bdd-2589-40b9-8020-fc8f248a9386 None None] Network 51492333-833b-4e96-93e9-2b70d712f1f0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:56.855712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c975d614-aa1d-420e-bcce-bbd6157d17f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.857242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.878932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.879477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Fanout notify agent at l3_agent the message router_deleted on router 4721d3f6-8232-40d2-b3ca-c1973bf73676 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:56:56.907123 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.912419 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-16445675-8ecf-452e-96d3-8ed414d900e9 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "DELETE /v2.0/routers/4721d3f6-8232-40d2-b3ca-c1973bf73676 HTTP/1.1" status: 204 len: 168 time: 2.4971704 Mar 28 10:56:56.913238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36474) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:56.926728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:56.939010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975d614-aa1d-420e-bcce-bbd6157d17f6 None None] Pushing event deleted for resources: {'Port': ['ID=a7e94bac-dfb9-4633-ad17-30b670dd9bf5,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:56.940909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:56.941212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975d614-aa1d-420e-bcce-bbd6157d17f6 None None] No DVR routers for this DVR port a7e94bac-dfb9-4633-ad17-30b670dd9bf5 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:56:57.036452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a7e94bac-dfb9-4633-ad17-30b670dd9bf5 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:57.062124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:57.067362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d4a8cbd5-2dcf-47cd-a5f2-4044750de66d None None] Provisioning for port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:57.091697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe061ff-7e8f-4c5d-8369-9f3fb4072a17,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:57.095766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.096119 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Added segment dc87b60f-3129-4f12-8775-95c2e1388f0e of type vlan for network 0f97bb0b-69e8-4391-a34b-d599971735fa Mar 28 10:56:57.107492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.113709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: a7e94bac-dfb9-4633-ad17-30b670dd9bf5 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:57.114118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a7e94bac-dfb9-4633-ad17-30b670dd9bf5 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:57.114706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device aefad608-f214-4346-a449-0e55f053b2fc no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:57.138509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.151402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d4a8cbd5-2dcf-47cd-a5f2-4044750de66d None None] Provisioning complete for port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:57.152066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cbd5-2dcf-47cd-a5f2-4044750de66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.179467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port d9b6c395-076c-49ed-beb3-98385c695a3d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:56:57.179804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.211380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: aefad608-f214-4346-a449-0e55f053b2fc {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:57.212616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device aefad608-f214-4346-a449-0e55f053b2fc not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:57.288080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.319359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea8a685-f547-43d0-9dbd-abd58ec50a65']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:57.333964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20564d01-f1ab-4f35-8f20-26203b8d34f0') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:57.334404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20564d01-f1ab-4f35-8f20-26203b8d34f0') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:57.341565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.353033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.361221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.367412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:57.368093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.375764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cbd5-2dcf-47cd-a5f2-4044750de66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.413879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d4a8cbd5-2dcf-47cd-a5f2-4044750de66d None None] For port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2930ab85-e39d-4b7e-b7ab-f68d67bfa283,segment=NetworkSegment(e7090545-5de0-427c-8a5f-de8f7b3bc4d0),segment_id=e7090545-5de0-427c-8a5f-de8f7b3bc4d0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:56:57.438914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d3961a-4922-4d17-ab77-1227d1ee68bc']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:57.462121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95954937-b7ae-4243-a148-4328a65211af') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:57.462402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95954937-b7ae-4243-a148-4328a65211af') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:57.463274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cbd5-2dcf-47cd-a5f2-4044750de66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.483891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.489698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.505781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:57.506206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:57.521677 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:57.524305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Network': ['ID=0f97bb0b-69e8-4391-a34b-d599971735fa,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:57.538123 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4e0b7ff3-9e7c-4b2c-b66b-034e644a9ec8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3957605 Mar 28 10:56:57.542071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.542841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36478) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:57.550431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0f97bb0b-69e8-4391-a34b-d599971735fa details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:56:57.555475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.558632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.574550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:57.577805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:57.590381 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:57.692037 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8cbd5-2dcf-47cd-a5f2-4044750de66d None None] Pushing event updated for resources: {'Port': ['ID=2930ab85-e39d-4b7e-b7ab-f68d67bfa283,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:57.710456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'subnet': {'network_id': '0f97bb0b-69e8-4391-a34b-d599971735fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:57.729669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.800616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 47f5877d-1bc1-43f5-a37b-c0cb821f6372 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:57.840390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:57.842292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for d9b6c395-076c-49ed-beb3-98385c695a3d owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:56:57.845832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:subnet and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:57.849216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:57.856827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:57.860172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5c665de7-f929-477c-8c95-348bba6f3ddb None None] Provisioning for port 89a39517-8133-4962-a02a-6f2a82988b42 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:56:57.875524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5c665de7-f929-477c-8c95-348bba6f3ddb None None] Provisioning complete for port 89a39517-8133-4962-a02a-6f2a82988b42 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:57.875902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5c665de7-f929-477c-8c95-348bba6f3ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.879502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.883863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.910823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.913649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event deleted for resources: {'Network': ['ID=6ea8a685-f547-43d0-9dbd-abd58ec50a65,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:57.930594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Made reservation on behalf of 98555b89bab8454181b79e7da8ede750 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:57.935991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.960232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5c665de7-f929-477c-8c95-348bba6f3ddb None None] Port 89a39517-8133-4962-a02a-6f2a82988b42 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:57.972608 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:57.973354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:57.976945 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-febaf244-fffb-4943-93ff-db2f7566b35a tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "DELETE /v2.0/networks/6ea8a685-f547-43d0-9dbd-abd58ec50a65 HTTP/1.1" status: 204 len: 168 time: 1.0593348 Mar 28 10:56:57.978266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36482) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:58.013029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5c665de7-f929-477c-8c95-348bba6f3ddb None None] Provisioning complete for port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:58.013318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5c665de7-f929-477c-8c95-348bba6f3ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.122320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7a14bd0-3c0f-484e-b74b-b76adc5fe2a6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.202251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7a14bd0-3c0f-484e-b74b-b76adc5fe2a6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.215392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=89a39517-8133-4962-a02a-6f2a82988b42,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:58.229837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.255004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:56:58.263554 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.281724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Network': ['ID=11d3961a-4922-4d17-ab77-1227d1ee68bc,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:58.290967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:56:58.290967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 68678b6c-5dc0-4ea3-87c6-2b6f50646f9e not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:56:58.302033 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-85aaaa73-e732-4cf1-b118-2f450ee5b06f tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/networks/11d3961a-4922-4d17-ab77-1227d1ee68bc HTTP/1.1" status: 204 len: 168 time: 2.0185709 Mar 28 10:56:58.303037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36486) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:58.328400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-abdc398d-62eb-4c9a-a0f3-e2903f5d7b76 None None] Provisioning complete for port 89a39517-8133-4962-a02a-6f2a82988b42 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:58.328400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-abdc398d-62eb-4c9a-a0f3-e2903f5d7b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.348011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 51492333-833b-4e96-93e9-2b70d712f1f0 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:56:58.349635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:58.384713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-abdc398d-62eb-4c9a-a0f3-e2903f5d7b76 None None] Port 89a39517-8133-4962-a02a-6f2a82988b42 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:58.411484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.463248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7a14bd0-3c0f-484e-b74b-b76adc5fe2a6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.508183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a14bd0-3c0f-484e-b74b-b76adc5fe2a6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d485cf-bc2b-4287-9683-bc4bd6e3194a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:58.520362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.554956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Subnet': ['ID=b8a50170-46ff-4371-9dff-af9e34ca281b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:58.609867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Checking segment: {'id': 'dc87b60f-3129-4f12-8775-95c2e1388f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0f97bb0b-69e8-4391-a34b-d599971735fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:56:58.610251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network hostable DHCP agents. Network: 0f97bb0b-69e8-4391-a34b-d599971735fa, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:56:58.656614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7a14bd0-3c0f-484e-b74b-b76adc5fe2a6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.657630 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c7a14bd0-3c0f-484e-b74b-b76adc5fe2a6 tempest-TestNetworkAdvancedServerOps-1409532184 tempest-TestNetworkAdvancedServerOps-1409532184-project] 10.222.0.18 "DELETE /v2.0/security-groups/e2d485cf-bc2b-4287-9683-bc4bd6e3194a HTTP/1.1" status: 204 len: 168 time: 0.6783407 Mar 28 10:56:58.709131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d2735689-95b7-41a7-a33c-abbf6dea8578 None None] Provisioning complete for port 89a39517-8133-4962-a02a-6f2a82988b42 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:58.709755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d2735689-95b7-41a7-a33c-abbf6dea8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.725501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.760539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ae05ef-5853-45b4-81b3-8b93c6a6bb44']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:58.762221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:58.779768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723f005d-8ae1-4236-af08-9c7223a42af4') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:58.780583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723f005d-8ae1-4236-af08-9c7223a42af4') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:58.796111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.817214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.818438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d2735689-95b7-41a7-a33c-abbf6dea8578 None None] Port 89a39517-8133-4962-a02a-6f2a82988b42 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:56:58.825684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0f97bb0b-69e8-4391-a34b-d599971735fa is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:56:58.832208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:56:58.832614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:56:58.847775 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:56:58.891633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.919557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0f97bb0b-69e8-4391-a34b-d599971735fa) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:56:58.923567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:56:58.924145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.931423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ad4e8-0d12-47bd-9836-413249c0128c None None] Network 0f97bb0b-69e8-4391-a34b-d599971735fa requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:58.955610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=d9b6c395-076c-49ed-beb3-98385c695a3d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:58.986386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.990777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:58.993748 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] 10.222.0.18 "DELETE /v2.0/networks/d7ae05ef-5853-45b4-81b3-8b93c6a6bb44 HTTP/1.1" status: 204 len: 168 time: 0.6891971 Mar 28 10:56:59.035406 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-38df9b73-fc12-492c-983c-ba93bf9554d6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4918215 Mar 28 10:56:59.041180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36496) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:59.047554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-972029315', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:59.055167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23470fb8-588c-4df6-a11e-ec91f0be4ef3 tempest-BulkNetworkOpsTest-1833756658 tempest-BulkNetworkOpsTest-1833756658-project] Pushing event deleted for resources: {'Network': ['ID=d7ae05ef-5853-45b4-81b3-8b93c6a6bb44,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:56:59.069180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:59.077322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:59.077685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:router and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:59.088635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:59.100869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:59.110433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:59.130198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:59.131069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:59.155393 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d8ee8688-818e-4cde-b784-0d66ae369d4d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3981037 Mar 28 10:56:59.158733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36500) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:59.170030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'network': {'name': 'tempest-RoutersTest-1698241803'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:56:59.177252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:56:59.178749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:59.188454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:network and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:56:59.198610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:56:59.207118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:56:59.218907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:59.220034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:59.252637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:59.326457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36506) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:59.335655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:56:59.337348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:56:59.340134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:59.387385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942066f5-e851-4ea9-a6e1-20dce7abed3c None None] Network 0f97bb0b-69e8-4391-a34b-d599971735fa requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:56:59.559031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 66968af0-7cc0-49de-9fc3-553e5b05c072 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:56:59.586551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:56:59.607474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:59.616063 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added segment 2a6317d6-e055-4ba4-bc2a-faed54104728 of type vlan for network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf Mar 28 10:56:59.616530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36514) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:59.806581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:56:59.811269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:56:59.816167 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-12244af7-8ea9-4305-be70-fb09a8513239 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/66968af0-7cc0-49de-9fc3-553e5b05c072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2283843 Mar 28 10:56:59.819847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36520) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:59.823505 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d8af3-68b5-4384-b8d6-2a4af49ff9d3 None None] Sync routers for ids ['66968af0-7cc0-49de-9fc3-553e5b05c072'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:56:59.837079 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d8af3-68b5-4384-b8d6-2a4af49ff9d3 None None] Routers {'66968af0-7cc0-49de-9fc3-553e5b05c072'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:59.838207 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-610d8af3-68b5-4384-b8d6-2a4af49ff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['66968af0-7cc0-49de-9fc3-553e5b05c072'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:59.848477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:59.857484 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c8e47da1-2595-4971-89b7-e469bf83533e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce021e23beda4285a363b2200abcc0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295846 Mar 28 10:56:59.861637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36524) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:59.888500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d164c742-89b4-4247-9a9a-2f74b7f3d3d6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:56:59.909111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:56:56Z', 'revision_number': 3, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:56:56Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:59.912787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:56:59.913155 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:59.928665 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-610d8af3-68b5-4384-b8d6-2a4af49ff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:59.931229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:56:59.940930 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-87a2c5e8-19c3-4d37-ba37-76f19f040fdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d83c88239ee848298cf50e400634f786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043306 Mar 28 10:56:59.941470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36528) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:56:59.944450 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d8af3-68b5-4384-b8d6-2a4af49ff9d3 None None] Routers {'66968af0-7cc0-49de-9fc3-553e5b05c072'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:56:59.945895 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-610d8af3-68b5-4384-b8d6-2a4af49ff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['66968af0-7cc0-49de-9fc3-553e5b05c072'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:56:59.958141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:56:59.958141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Updating router 60596ddc-b6df-48f4-bb76-700df449cd87 port 89a39517-8133-4962-a02a-6f2a82988b42 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:56:59.997797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6fdee38-ad56-4323-ad75-4cc0334b468b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.003097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d164c742-89b4-4247-9a9a-2f74b7f3d3d6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:00.007084 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d164c742-89b4-4247-9a9a-2f74b7f3d3d6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=66968af0-7cc0-49de-9fc3-553e5b05c072 HTTP/1.1" status: 200 len: 205 time: 0.1834562 Mar 28 10:57:00.007199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36532) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:00.021484 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-610d8af3-68b5-4384-b8d6-2a4af49ff9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:00.021894 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d8af3-68b5-4384-b8d6-2a4af49ff9d3 None None] The sync data for ids ['66968af0-7cc0-49de-9fc3-553e5b05c072'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:00.043460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.046301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6fdee38-ad56-4323-ad75-4cc0334b468b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.053395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-38ec3e3d-1035-4b0c-8db2-447febdd327d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.109984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-38ec3e3d-1035-4b0c-8db2-447febdd327d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.179980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.185698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:00.186304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.238963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-38ec3e3d-1035-4b0c-8db2-447febdd327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.258137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6fdee38-ad56-4323-ad75-4cc0334b468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.267381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec3e3d-1035-4b0c-8db2-447febdd327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb9d424-d453-41f4-8855-e7f72dca52b5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:00.288982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdee38-ad56-4323-ad75-4cc0334b468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d1a0dd-8e09-460c-b61e-76a046e83cbc,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:00.301223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-38ec3e3d-1035-4b0c-8db2-447febdd327d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.304756 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-38ec3e3d-1035-4b0c-8db2-447febdd327d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fb9d424-d453-41f4-8855-e7f72dca52b5 HTTP/1.1" status: 204 len: 168 time: 0.3598168 Mar 28 10:57:00.304756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c6fdee38-ad56-4323-ad75-4cc0334b468b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.304756 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c6fdee38-ad56-4323-ad75-4cc0334b468b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04d1a0dd-8e09-460c-b61e-76a046e83cbc HTTP/1.1" status: 204 len: 168 time: 0.4358816 Mar 28 10:57:00.387413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ea06974-15d5-4502-8366-bf16035b6a8e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.464510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Network': ['ID=7362c6c3-52d6-411b-aa39-0e5f6dd49cdf,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:00.476181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:00.534209 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a3c35191-43cc-468d-af13-edb8a4d544d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3712296 Mar 28 10:57:00.536982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36542) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:00.543549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'subnet': {'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:00.586652 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.599816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Transition to ACTIVE for port object 89a39517-8133-4962-a02a-6f2a82988b42 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:00.691974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.769933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ea06974-15d5-4502-8366-bf16035b6a8e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.773116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ea06974-15d5-4502-8366-bf16035b6a8e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.878386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:00.893768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:subnet and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:00.897940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:00.915324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:00.990940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ea06974-15d5-4502-8366-bf16035b6a8e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:00.991791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea06974-15d5-4502-8366-bf16035b6a8e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Fanout notify agent at l3_agent the message router_deleted on router 66968af0-7cc0-49de-9fc3-553e5b05c072 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:57:00.995452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bf4d8-020d-4ead-a143-6b0484c0b2f2 None None] Pushing event updated for resources: {'Port': ['ID=89a39517-8133-4962-a02a-6f2a82988b42,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:01.009343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:01.018139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.059845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Attempting to bind port 89a39517-8133-4962-a02a-6f2a82988b42 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:01.059845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Attempting to bind port 89a39517-8133-4962-a02a-6f2a82988b42 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:01.059845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Attempting to bind port 89a39517-8133-4962-a02a-6f2a82988b42 on network 51492333-833b-4e96-93e9-2b70d712f1f0 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:01.061555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.062856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:01.063373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Checking segment: {'id': 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:01.063779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.064174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Bound using segment: {'id': 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:01.065300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Bound port: 89a39517-8133-4962-a02a-6f2a82988b42, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:01.065300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.109949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.161177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ea06974-15d5-4502-8366-bf16035b6a8e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.162460 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6ea06974-15d5-4502-8366-bf16035b6a8e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/66968af0-7cc0-49de-9fc3-553e5b05c072 HTTP/1.1" status: 204 len: 168 time: 1.1543021 Mar 28 10:57:01.166389 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36556) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:01.167916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] For port 89a39517-8133-4962-a02a-6f2a82988b42, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:01.171868 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] For port 89a39517-8133-4962-a02a-6f2a82988b42, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=89a39517-8133-4962-a02a-6f2a82988b42,segment=NetworkSegment(e7090545-5de0-427c-8a5f-de8f7b3bc4d0),segment_id=e7090545-5de0-427c-8a5f-de8f7b3bc4d0)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:01.226041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.287440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36562) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:01.331912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:01.332540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:01.337849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b254b66-d0e7-4b03-a179-e37819401ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.357511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8b254b66-d0e7-4b03-a179-e37819401ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:01.361679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8b254b66-d0e7-4b03-a179-e37819401ddb admin admin] Usage tracker for resource:security_group_rule and tenant:94263a09cbfd40bdb5f1e2389c260cb6 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:01.365429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8b254b66-d0e7-4b03-a179-e37819401ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:01.368909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb14b825-e73e-4d06-a62d-0920fed9f6fe tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting subnet f84c3191-d325-4a70-b372-a7a9bf35f37f {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:57:01.371082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8b254b66-d0e7-4b03-a179-e37819401ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:01.373299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb14b825-e73e-4d06-a62d-0920fed9f6fe tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.385175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bf4d8-020d-4ead-a143-6b0484c0b2f2 None None] Pushing event updated for resources: {'Port': ['ID=89a39517-8133-4962-a02a-6f2a82988b42,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:01.438085 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.26.2.124 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/c1bf5ef7-51d9-422a-a08e-af430e409a01) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:01.440373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.457844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb14b825-e73e-4d06-a62d-0920fed9f6fe tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.550702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:01.557001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b254b66-d0e7-4b03-a179-e37819401ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.638501 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Subnet': ['ID=cd31ebbe-bfa6-4a1f-9349-36da43b10ff2,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:01.649826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b254b66-d0e7-4b03-a179-e37819401ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.657415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Checking segment: {'id': '2a6317d6-e055-4ba4-bc2a-faed54104728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:01.658063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network hostable DHCP agents. Network: 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:01.726081 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8b254b66-d0e7-4b03-a179-e37819401ddb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94263a09cbfd40bdb5f1e2389c260cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379666 Mar 28 10:57:01.728798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36572) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:01.732937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b254b66-d0e7-4b03-a179-e37819401ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be26dc78-466e-45d8-b334-2bd743d89f68,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:01.799355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9123d241-4283-4419-9da5-7a07a178ed37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.812254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:01.833056 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9123d241-4283-4419-9da5-7a07a178ed37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.853959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.863083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb14b825-e73e-4d06-a62d-0920fed9f6fe tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.896587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:01.903071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:01.907994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.911742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd379820-b2fb-4847-bb46-19066afa2932 None None] Network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:01.965038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9123d241-4283-4419-9da5-7a07a178ed37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.967552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9123d241-4283-4419-9da5-7a07a178ed37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:01.968997 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9123d241-4283-4419-9da5-7a07a178ed37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be26dc78-466e-45d8-b334-2bd743d89f68 HTTP/1.1" status: 204 len: 168 time: 0.2390020 Mar 28 10:57:01.979812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123d241-4283-4419-9da5-7a07a178ed37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be26dc78-466e-45d8-b334-2bd743d89f68,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:01.989680 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a367032c-2780-4435-8872-ad30e6c7d3c0 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4514225 Mar 28 10:57:01.992327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36580) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:02.023648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36584) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:02.037569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:02.132727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb14b825-e73e-4d06-a62d-0920fed9f6fe tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:02.147853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:56:56Z', 'revision_number': 3, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:01Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:02.163739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114045f-b1d1-43d3-9692-31eb02cbb086 None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:56:56Z', 'revision_number': 3, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:01Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:02.262820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:57:02.263653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:02.302401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1925622567'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:02.310311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb14b825-e73e-4d06-a62d-0920fed9f6fe tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:02.316572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:02.317717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14b825-e73e-4d06-a62d-0920fed9f6fe tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Subnet': ['ID=f84c3191-d325-4a70-b372-a7a9bf35f37f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:02.329394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:02.332335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:02.341373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:02.374138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:network and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:02.380904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:02.386568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f58b34-844e-4c33-9941-6f0853b73f47 None None] Network 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:02.395541 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb14b825-e73e-4d06-a62d-0920fed9f6fe tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/f84c3191-d325-4a70-b372-a7a9bf35f37f HTTP/1.1" status: 204 len: 168 time: 1.2281513 Mar 28 10:57:02.400124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36590) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:02.413436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:02.429285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=c1bf5ef7-51d9-422a-a08e-af430e409a01,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:02.637692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:02.641895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:02.697348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:02.763662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:02.771357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group_rule and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:02.777474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:02.793810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:02.816761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Allocated IP 172.22.0.2 (7362c6c3-52d6-411b-aa39-0e5f6dd49cdf/cd31ebbe-bfa6-4a1f-9349-36da43b10ff2/f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:02.848244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:02.925724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port a5540d68-d512-45f4-9a90-b4709255f5df {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:02.926376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:02.928756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab10a5-4a27-49dd-b2ea-6436d67cc7e9 None None] DHCP port deletion for 7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:57:02.945416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-78ab10a5-4a27-49dd-b2ea-6436d67cc7e9 None None] Deleting port a5540d68-d512-45f4-9a90-b4709255f5df {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:02.945773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78ab10a5-4a27-49dd-b2ea-6436d67cc7e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.022883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.086345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.145305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:03.161699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e72078-148a-4f34-9597-ba58ac43e3c8,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:03.170279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.170712 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Added segment 4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f of type vlan for network f460ff50-5329-4152-bec7-b25f7e71314c Mar 28 10:57:03.182465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.229866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.258267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Transition to ACTIVE for port object f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:03.265996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-78ab10a5-4a27-49dd-b2ea-6436d67cc7e9 None None] For port a5540d68-d512-45f4-9a90-b4709255f5df, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a5540d68-d512-45f4-9a90-b4709255f5df,segment=NetworkSegment(f91a66c2-be5f-4356-a2e8-94e8da6e3d81),segment_id=f91a66c2-be5f-4356-a2e8-94e8da6e3d81)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:03.266466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78ab10a5-4a27-49dd-b2ea-6436d67cc7e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.273942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.312296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.401414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-78ab10a5-4a27-49dd-b2ea-6436d67cc7e9 None None] Calling delete_port for a5540d68-d512-45f4-9a90-b4709255f5df owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:03.409458 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port a5540d68-d512-45f4-9a90-b4709255f5df, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a5540d68-d512-45f4-9a90-b4709255f5df,segment=NetworkSegment(f91a66c2-be5f-4356-a2e8-94e8da6e3d81),segment_id=f91a66c2-be5f-4356-a2e8-94e8da6e3d81)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:03.409813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.431258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Transition to ACTIVE for port object f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:03.464250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.469048 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:03.469704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.500380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.576617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:03.587463 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:03.589942 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:03.594640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78ab10a5-4a27-49dd-b2ea-6436d67cc7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.599025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for a5540d68-d512-45f4-9a90-b4709255f5df owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:03.638778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Pushing event updated for resources: {'Port': ['ID=f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:03.657975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Network': ['ID=f460ff50-5329-4152-bec7-b25f7e71314c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:03.681707 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-68947856-5edf-49fd-8f81-e02919724532 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6538057 Mar 28 10:57:03.682711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36594) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:03.685758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab10a5-4a27-49dd-b2ea-6436d67cc7e9 None None] No DVR routers for this DVR port a5540d68-d512-45f4-9a90-b4709255f5df on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:57:03.689578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network f460ff50-5329-4152-bec7-b25f7e71314c details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:03.696666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'name': 'tempest-PortsIpV6TestJSON-1142952153'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:03.732643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.744247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab10a5-4a27-49dd-b2ea-6436d67cc7e9 None None] Pushing event deleted for resources: {'Port': ['ID=a5540d68-d512-45f4-9a90-b4709255f5df,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:03.783519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Attempting to bind port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:03.783879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Attempting to bind port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '2a6317d6-e055-4ba4-bc2a-faed54104728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:03.784236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Attempting to bind port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd on network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:03.792875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:03.793254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Checking segment: {'id': '2a6317d6-e055-4ba4-bc2a-faed54104728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:03.793655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.794075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Bound using segment: {'id': '2a6317d6-e055-4ba4-bc2a-faed54104728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:03.794555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Bound port: f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6317d6-e055-4ba4-bc2a-faed54104728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:03.794925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:03.850826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 89a39517-8133-4962-a02a-6f2a82988b42 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:03.853703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:57:03.854062 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:57:03.937862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.22.0.1 (7362c6c3-52d6-411b-aa39-0e5f6dd49cdf/cd31ebbe-bfa6-4a1f-9349-36da43b10ff2/524e6431-4d7c-40ea-beab-9a00c2d569ad) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:04.012979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] For port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:04.016425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] For port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd,segment=NetworkSegment(2a6317d6-e055-4ba4-bc2a-faed54104728),segment_id=2a6317d6-e055-4ba4-bc2a-faed54104728)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:04.029336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:04.036042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:04.046643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:04.079022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 89a39517-8133-4962-a02a-6f2a82988b42 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:04.084730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 89a39517-8133-4962-a02a-6f2a82988b42 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:04.085192 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.100232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:04.105933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.117218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.122818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Transition to ACTIVE for port object 524e6431-4d7c-40ea-beab-9a00c2d569ad will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:04.187391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:04.191007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.213329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 1d392b94-60cb-4b65-824f-e6249e86f2f7 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:04.216938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.263662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:57:04.288744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:04.296057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:04.300470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:04.311097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48511f2-41e5-4064-b6ec-fa2d161d6a30 None None] Pushing event updated for resources: {'Port': ['ID=f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:04.347690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.357265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port a5540d68-d512-45f4-9a90-b4709255f5df {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:04.357621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.385320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.390995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 89a39517-8133-4962-a02a-6f2a82988b42, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=89a39517-8133-4962-a02a-6f2a82988b42,segment=NetworkSegment(e7090545-5de0-427c-8a5f-de8f7b3bc4d0),segment_id=e7090545-5de0-427c-8a5f-de8f7b3bc4d0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:04.454119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.514271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=524e6431-4d7c-40ea-beab-9a00c2d569ad,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:04.538101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a5540d68-d512-45f4-9a90-b4709255f5df no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:04.564839 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] The port 'a5540d68-d512-45f4-9a90-b4709255f5df' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:57:04.578714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:04.621331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9fcdbe-6cef-49d1-9959-297c5fdf6327 None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:04.651970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: a5540d68-d512-45f4-9a90-b4709255f5df {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:04.652676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a5540d68-d512-45f4-9a90-b4709255f5df not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:04.663756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9fcdbe-6cef-49d1-9959-297c5fdf6327 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:04.664319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1b9fcdbe-6cef-49d1-9959-297c5fdf6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:04.732230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=89a39517-8133-4962-a02a-6f2a82988b42,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:04.743343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1b9fcdbe-6cef-49d1-9959-297c5fdf6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:04.752828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9fcdbe-6cef-49d1-9959-297c5fdf6327 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:04.753576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1b9fcdbe-6cef-49d1-9959-297c5fdf6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:04.766567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.777322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.782287 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2bf821f5-78c5-4d63-b3f4-865ed668cfa6 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7395961 Mar 28 10:57:04.787886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36598) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:04.828861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1b9fcdbe-6cef-49d1-9959-297c5fdf6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:04.829418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9fcdbe-6cef-49d1-9959-297c5fdf6327 None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:04.892946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.917279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:04.933267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91a66c2-be5f-4356-a2e8-94e8da6e3d81') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:04.933565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91a66c2-be5f-4356-a2e8-94e8da6e3d81') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:04.946920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.963715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.971244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:57:04.971671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:57:04.987249 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:57:05.118363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.163274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.177896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.200602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.218390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Network': ['ID=7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:05.314198 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-74851c17-e573-4f6a-9e63-29e521343c14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/networks/7d1e2b5e-fb01-4a2e-ba4e-08fe82b72682 HTTP/1.1" status: 204 len: 168 time: 2.9090312 Mar 28 10:57:05.314198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36604) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:05.342493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=1d392b94-60cb-4b65-824f-e6249e86f2f7,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:05.353780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36608) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:05.367096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-466502705', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:05.382643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:05.391005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:router and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:05.398497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:05.414320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:05.444215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2c250a-e826-4f8f-85d7-fbbb3a65befb None None] Network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:05.521296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.522781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.573048 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.623424 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d733ac9d-e5c5-48c7-854f-a3beb50c2007 None None] Provisioning for port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:05.632966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.655668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Checking segment: {'id': '4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:05.661948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network hostable DHCP agents. Network: f460ff50-5329-4152-bec7-b25f7e71314c, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:05.674359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.708794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.818859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.822526 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a1c53d4a-40d4-40ec-b694-39372e097c9f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5051298 Mar 28 10:57:05.825068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36612) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:05.837306 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1958154212'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:05.841029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.842887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad58615-8f42-4842-9d09-f2a13a15693e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:05.843372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad58615-8f42-4842-9d09-f2a13a15693e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:05.843830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad58615-8f42-4842-9d09-f2a13a15693e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:05.844479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=524e6431-4d7c-40ea-beab-9a00c2d569ad,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:05.849946 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0ad58615-8f42-4842-9d09-f2a13a15693e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=b516e8f73c66466d9aba5a18c87f3dde&network_id=65926e96-1942-4d75-aa6b-446f018b2ae3 HTTP/1.1" status: 200 len: 2999 time: 0.4887326 Mar 28 10:57:05.854966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:05.857942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:05.874489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:network and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:05.879353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:05.896677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 89a39517-8133-4962-a02a-6f2a82988b42 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:05.907034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:05.946073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.959924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, f460ff50-5329-4152-bec7-b25f7e71314c) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:05.965717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:05.972269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 89a39517-8133-4962-a02a-6f2a82988b42 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:05.972816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.973629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:05.974460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:05.982472 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:05.986199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.016115 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ea539-52f6-412a-b19b-6df1b9d8bc65 None None] Network f460ff50-5329-4152-bec7-b25f7e71314c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:06.048773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:06.067830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.068354 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added segment d4e742e3-49b6-4fd5-aa7c-65683af5d386 of type vlan for network 289f894e-9244-4be9-ae5b-6e8464e228ab Mar 28 10:57:06.076427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:06.078424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:06.174202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.243748 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-91e09f8a-f0f9-45d8-8886-ee827375621a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5601218 Mar 28 10:57:06.250283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36620) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:06.277216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1505590812'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:06.297259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:06.307909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:network and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:06.317503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:06.318706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:06.319844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-59602958-f7f8-4d26-93fa-a0abfa5e460a None None] Provisioning for port 524e6431-4d7c-40ea-beab-9a00c2d569ad completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:06.326894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:06.333795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-59602958-f7f8-4d26-93fa-a0abfa5e460a None None] Provisioning complete for port 524e6431-4d7c-40ea-beab-9a00c2d569ad triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:06.334208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-59602958-f7f8-4d26-93fa-a0abfa5e460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.390331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:06.454375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.20.0.1 (0f97bb0b-69e8-4391-a34b-d599971735fa/b8a50170-46ff-4371-9dff-af9e34ca281b/e0d22f01-b4b3-4a2e-8bbf-42f4b6d82248) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:06.473486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.479536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-59602958-f7f8-4d26-93fa-a0abfa5e460a None None] Port 524e6431-4d7c-40ea-beab-9a00c2d569ad cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:06.481543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:06.482423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.493409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:06.500685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.553679 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:06.560465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:06.560852 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.625374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.636999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-29278129-8518-4f3f-ba9c-453d6503e2be None None] Provisioning complete for port 524e6431-4d7c-40ea-beab-9a00c2d569ad triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:06.637443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-29278129-8518-4f3f-ba9c-453d6503e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.700332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-29278129-8518-4f3f-ba9c-453d6503e2be None None] Port 524e6431-4d7c-40ea-beab-9a00c2d569ad cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:06.719469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.763473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.779822 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9492786 Mar 28 10:57:06.784775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36626) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:06.790570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0f97bb0b-69e8-4391-a34b-d599971735fa is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:06.795279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'subnet': {'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:06.799615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a8719-9f48-461f-9807-283be0a4731d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Network': ['ID=289f894e-9244-4be9-ae5b-6e8464e228ab,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:06.802100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:06.802382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd,segment=NetworkSegment(2a6317d6-e055-4ba4-bc2a-faed54104728),segment_id=2a6317d6-e055-4ba4-bc2a-faed54104728)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:06.803532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:06.813746 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f99bd0e4-3a97-4fc4-aafc-0cbf7de039ab tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8202336 Mar 28 10:57:06.817086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:06.817229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36630) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:06.818603 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:06.824334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'network': {'name': 'tempest-RoutersTest-2011187665'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:06.829770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:06.831930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:06.834550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.834903 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Added segment 324e01e3-ad03-4ef3-9863-3a46ced3d6df of type vlan for network 79751f0e-f867-465e-878a-d4f13291d130 Mar 28 10:57:06.837187 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:06.838014 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:06.838403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 289f894e-9244-4be9-ae5b-6e8464e228ab details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:06.842695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:network and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:06.845259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:06.854301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:06.875870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.903414 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=e0d22f01-b4b3-4a2e-8bbf-42f4b6d82248,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:06.914314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.920028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.920478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.920917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.921344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.921768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.922214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.922633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.923071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.923494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.923904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.924317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.924728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:06.956915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:06.960456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.971429 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:06.998630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:07.001212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.007806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:07.009293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.040009 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:07.091412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:07.122230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.122584 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added segment 6a29720a-eaa6-4084-a064-8cacdee08d9b of type vlan for network 6b97359b-584b-47e5-a4bc-e581bb829623 Mar 28 10:57:07.135146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:07.141110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Network': ['ID=79751f0e-f867-465e-878a-d4f13291d130,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:07.141880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:subnet and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:07.147095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:07.156353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:07.156840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 79751f0e-f867-465e-878a-d4f13291d130 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:07.172978 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-054d9149-ca5d-4387-8e5d-b49b9321331a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9190400 Mar 28 10:57:07.177980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36636) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:07.184065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'ports': [{'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c'}, {'network_id': '79751f0e-f867-465e-878a-d4f13291d130'}]} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:07.184728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:07.185229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': '79751f0e-f867-465e-878a-d4f13291d130'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:07.256887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:07.260508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.311944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.408357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.418721 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:05Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:07.423355 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:07.423772 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Updating router 60596ddc-b6df-48f4-bb76-700df449cd87 port 524e6431-4d7c-40ea-beab-9a00c2d569ad binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:57:07.425128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:07.429455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:07.433083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:07.439765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:07.453643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36640) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:07.479681 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.516051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.521838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:07.522447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.566691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 2} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:07.571866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.581851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18682ae1-65ee-4f51-aeeb-07338706a4a0 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:07.590477 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-18682ae1-65ee-4f51-aeeb-07338706a4a0 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 814 time: 0.1356833 Mar 28 10:57:07.612374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.687141 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8682122 Mar 28 10:57:07.690609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36648) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:07.694104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9924e-717f-4a8d-b227-902ad80ed8b2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Network': ['ID=6b97359b-584b-47e5-a4bc-e581bb829623,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:07.707119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 6b97359b-584b-47e5-a4bc-e581bb829623 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:07.707568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'subnet': {'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:07.861986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:07.942214 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.944583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:07.946784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:07.957822 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Transition to ACTIVE for port object 524e6431-4d7c-40ea-beab-9a00c2d569ad will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:08.018378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.022328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:08.033562 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.037038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:subnet and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:08.045042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:08.045263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36654) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:08.053938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'network': {'name': 'tempest-network-smoke--531149813', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'port_security_enabled': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:08.059965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:08.063839 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 7ea15fb6-e79f-445f-8b1d-c574bc8ea60c yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:08.067227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:08.085549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:08.160099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Checking segment: {'id': 'd4e742e3-49b6-4fd5-aa7c-65683af5d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:08.160457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network hostable DHCP agents. Network: 289f894e-9244-4be9-ae5b-6e8464e228ab, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:08.165318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Subnet': ['ID=0141d88a-2a71-4e14-8756-7dba1e318ff6,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:08.173494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Made reservation on behalf of 273647a60783473799b3fe05da9ca557 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:08.177632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.214061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.217760 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Pushing event updated for resources: {'Port': ['ID=524e6431-4d7c-40ea-beab-9a00c2d569ad,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:08.221264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:08.224961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.261171 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.261568 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.261873 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.262227 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.262557 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.262902 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.263205 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.263524 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.264216 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.264216 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.264599 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.264830 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:08.265382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 289f894e-9244-4be9-ae5b-6e8464e228ab is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:08.284103 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Attempting to bind port 524e6431-4d7c-40ea-beab-9a00c2d569ad on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:08.284467 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Attempting to bind port 524e6431-4d7c-40ea-beab-9a00c2d569ad by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '2a6317d6-e055-4ba4-bc2a-faed54104728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:08.284822 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Attempting to bind port 524e6431-4d7c-40ea-beab-9a00c2d569ad on network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:08.290774 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:08.291176 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Checking segment: {'id': '2a6317d6-e055-4ba4-bc2a-faed54104728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:08.291531 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.291927 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Bound using segment: {'id': '2a6317d6-e055-4ba4-bc2a-faed54104728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:08.292416 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Bound port: 524e6431-4d7c-40ea-beab-9a00c2d569ad, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6317d6-e055-4ba4-bc2a-faed54104728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:08.292824 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.297554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.311885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.384204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 289f894e-9244-4be9-ae5b-6e8464e228ab) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:08.395866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469a610-8b81-41f7-b616-44ae55ca60bf None None] Network 289f894e-9244-4be9-ae5b-6e8464e228ab requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:08.396068 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] For port 524e6431-4d7c-40ea-beab-9a00c2d569ad, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:08.399388 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] For port 524e6431-4d7c-40ea-beab-9a00c2d569ad, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=524e6431-4d7c-40ea-beab-9a00c2d569ad,segment=NetworkSegment(2a6317d6-e055-4ba4-bc2a-faed54104728),segment_id=2a6317d6-e055-4ba4-bc2a-faed54104728)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:08.405029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:08.405609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.447010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:08.463539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=e0d22f01-b4b3-4a2e-8bbf-42f4b6d82248,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:08.466209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.467847 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.491750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.492096 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Added segment cb8cbd5c-7bde-4341-b266-81310623844f of type vlan for network fc443363-d59a-49fd-b01b-b8f95f8188c7 Mar 28 10:57:08.495500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 707244cb-065a-4fc9-956f-8a091c1f5b1f yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:08.524262 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-29a3c74c-0bdb-4200-a31a-187f2f4b8ee7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7382331 Mar 28 10:57:08.527173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36658) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:08.627688 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:08.628341 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:08.637586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0f97bb0b-69e8-4391-a34b-d599971735fa is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:08.638896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:08.669584 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-289f894e-9244-4be9-ae5b-6e8464e228ab', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:57:08.670595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:08.731499 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b4885-0333-4db9-9f79-c725ca506ec6 None None] Pushing event updated for resources: {'Port': ['ID=524e6431-4d7c-40ea-beab-9a00c2d569ad,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:08.865467 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:08.880725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Allocated IP 2001:db8::2 (289f894e-9244-4be9-ae5b-6e8464e228ab/0141d88a-2a71-4e14-8756-7dba1e318ff6/e86e8780-315d-41bc-81e0-dbac6a47cdbc) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:08.899796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:09.042917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.116432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:09.128063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3f2a9d-2930-438c-897b-933450f78a33 None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:09.128779 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9b35b5e4-20ca-4838-b4ee-6003936e2adc tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/routers/c142bd24-20e3-405f-a22c-ce4f8d568ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3438382 Mar 28 10:57:09.131394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36662) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:09.138731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'port': {'network_id': '0f97bb0b-69e8-4391-a34b-d599971735fa', 'name': 'tempest-FloatingIPTestJSON-758715274'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:09.153404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f2a9d-2930-438c-897b-933450f78a33 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:09.154143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1e3f2a9d-2930-438c-897b-933450f78a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:09.223148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.229207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1e3f2a9d-2930-438c-897b-933450f78a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:09.240328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Transition to ACTIVE for port object e86e8780-315d-41bc-81e0-dbac6a47cdbc will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:09.251064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f2a9d-2930-438c-897b-933450f78a33 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:09.252689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1e3f2a9d-2930-438c-897b-933450f78a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:09.270086 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:08Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:09.277522 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a75c15-f948-4c74-8bd1-611e4872772e None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:08Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:09.308986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:09.318256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:port and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:09.323098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:09.329064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-1e3f2a9d-2930-438c-897b-933450f78a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:09.329064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3f2a9d-2930-438c-897b-933450f78a33 None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:09.338843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Transition to ACTIVE for port object e86e8780-315d-41bc-81e0-dbac6a47cdbc will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:09.354837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:09.408867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.466172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Made reservation on behalf of 98555b89bab8454181b79e7da8ede750 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:09.469695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.489700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Pushing event updated for resources: {'Port': ['ID=e86e8780-315d-41bc-81e0-dbac6a47cdbc,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:09.501446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] device_id is not set on port 0bd1ff2f-9a30-43ff-94af-862b98cdf9a1 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:09.503262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Network 289f894e-9244-4be9-ae5b-6e8464e228ab is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:09.504733 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:09.506983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:09.581829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.599512 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:09.603874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.621690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Attempting to bind port e86e8780-315d-41bc-81e0-dbac6a47cdbc on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:09.621690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Attempting to bind port e86e8780-315d-41bc-81e0-dbac6a47cdbc by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'd4e742e3-49b6-4fd5-aa7c-65683af5d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:09.622102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Attempting to bind port e86e8780-315d-41bc-81e0-dbac6a47cdbc on network 289f894e-9244-4be9-ae5b-6e8464e228ab {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:09.628256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:09.628619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Checking segment: {'id': 'd4e742e3-49b6-4fd5-aa7c-65683af5d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:09.629008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.629392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Bound using segment: {'id': 'd4e742e3-49b6-4fd5-aa7c-65683af5d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:09.629839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Bound port: e86e8780-315d-41bc-81e0-dbac6a47cdbc, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e742e3-49b6-4fd5-aa7c-65683af5d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:09.630235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.675424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.680800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.20.0.14 (0f97bb0b-69e8-4391-a34b-d599971735fa/b8a50170-46ff-4371-9dff-af9e34ca281b/0bd1ff2f-9a30-43ff-94af-862b98cdf9a1) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:09.686653 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.692972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.744379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] For port e86e8780-315d-41bc-81e0-dbac6a47cdbc, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:09.748665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] For port e86e8780-315d-41bc-81e0-dbac6a47cdbc, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e86e8780-315d-41bc-81e0-dbac6a47cdbc,segment=NetworkSegment(d4e742e3-49b6-4fd5-aa7c-65683af5d386),segment_id=d4e742e3-49b6-4fd5-aa7c-65683af5d386)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:09.826692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:09.826917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Network': ['ID=fc443363-d59a-49fd-b01b-b8f95f8188c7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:09.909879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 524e6431-4d7c-40ea-beab-9a00c2d569ad up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:09.934008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.934747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.935148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.935565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.935961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.936353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.936775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.937182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.937570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.937975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.938363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.938758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:09.960893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network fc443363-d59a-49fd-b01b-b8f95f8188c7 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:10.063874 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-072f4cfe-0996-45d2-89c1-3e14fe922565 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0171356 Mar 28 10:57:10.086340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36666) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:10.105080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.152975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1495d-943e-4617-91bd-64ec0c013d85 None None] Pushing event updated for resources: {'Port': ['ID=e86e8780-315d-41bc-81e0-dbac6a47cdbc,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:10.169299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Subnet': ['ID=b3a5ca71-4c26-49b4-91c5-eb3035060ed7,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:10.184651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.191059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Checking segment: {'id': '6a29720a-eaa6-4084-a064-8cacdee08d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:10.191419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network hostable DHCP agents. Network: 6b97359b-584b-47e5-a4bc-e581bb829623, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:10.233701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.261362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 524e6431-4d7c-40ea-beab-9a00c2d569ad completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:10.267643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 524e6431-4d7c-40ea-beab-9a00c2d569ad triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:10.268189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.319852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:10.336127 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:10.350274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:10.351126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.358509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6a9b9-e2f2-417f-96f7-d53930c7a132 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:10.360036 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f4f6a9b9-e2f2-417f-96f7-d53930c7a132 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2671478 Mar 28 10:57:10.360582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0f97bb0b-69e8-4391-a34b-d599971735fa is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:10.373314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36670) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:10.375924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:10.381066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:10.418135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=7ea15fb6-e79f-445f-8b1d-c574bc8ea60c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:10.429723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.463959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=0bd1ff2f-9a30-43ff-94af-862b98cdf9a1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:10.465610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 6b97359b-584b-47e5-a4bc-e581bb829623 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:10.489079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 524e6431-4d7c-40ea-beab-9a00c2d569ad, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=524e6431-4d7c-40ea-beab-9a00c2d569ad,segment=NetworkSegment(2a6317d6-e055-4ba4-bc2a-faed54104728),segment_id=2a6317d6-e055-4ba4-bc2a-faed54104728)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:10.552617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:10.553297 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.570726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=707244cb-065a-4fc9-956f-8a091c1f5b1f,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:10.580573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.593138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85fbfa-eff7-4021-87ef-d4000c2943e6 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:10.594095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Checking segment: {'id': '324e01e3-ad03-4ef3-9863-3a46ced3d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79751f0e-f867-465e-878a-d4f13291d130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:10.594467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network hostable DHCP agents. Network: 79751f0e-f867-465e-878a-d4f13291d130, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:10.597135 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0d85fbfa-eff7-4021-87ef-d4000c2943e6 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2206702 Mar 28 10:57:10.597994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36674) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:10.603856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 6b97359b-584b-47e5-a4bc-e581bb829623) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:10.608291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:10.608994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.628486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6de39-1ceb-431c-b5bd-f99b57edf1b2 None None] Network 6b97359b-584b-47e5-a4bc-e581bb829623 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:10.644372 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ed245615-f85a-4891-804f-fbf264ed1767 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424788 Mar 28 10:57:10.645014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36678) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:10.645155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 2001:db8::1 (289f894e-9244-4be9-ae5b-6e8464e228ab/0141d88a-2a71-4e14-8756-7dba1e318ff6/8634df81-0e40-4c99-9664-86b0adec6009) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:10.682759 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6a25916c-5a94-4869-832e-497b8b7ad31c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5474281 Mar 28 10:57:10.689133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36682) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:10.692139 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cdbbbaad-d629-4ca7-86f5-c2de90501dd7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462561 Mar 28 10:57:10.694955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36686) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:10.696912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'port': {'network_id': '0f97bb0b-69e8-4391-a34b-d599971735fa', 'name': 'tempest-FloatingIPTestJSON-692690585'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:10.751304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=524e6431-4d7c-40ea-beab-9a00c2d569ad,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:10.842586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:10.846606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:port and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:10.849996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:10.856851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:10.876953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-6b97359b-584b-47e5-a4bc-e581bb829623', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:57:10.877516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.925362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Made reservation on behalf of 98555b89bab8454181b79e7da8ede750 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:10.928780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network 79751f0e-f867-465e-878a-d4f13291d130 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:10.931084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:10.932188 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4c03bb06-89b4-4d9e-a2fe-ca2f848b76ee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2346201 Mar 28 10:57:10.943361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36690) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:10.954338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 79751f0e-f867-465e-878a-d4f13291d130) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:10.958397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:10.965025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:10.966444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9e89c8-f0c8-44e5-aa59-51c2a25d86fe None None] Network 79751f0e-f867-465e-878a-d4f13291d130 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:10.969948 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:10.970637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.123465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] device_id is not set on port 1e72430b-dc50-460b-a48f-efa606f8796b yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:11.130640 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.164914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e74978d-3ac1-4c00-9719-0fdd94f62f98 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:11.170306 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9e74978d-3ac1-4c00-9719-0fdd94f62f98 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4732664 Mar 28 10:57:11.172089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Transition to ACTIVE for port object 8634df81-0e40-4c99-9664-86b0adec6009 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:11.173193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36694) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:11.229315 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e6ece9d3-9229-48c6-b310-22689dfdf488 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540664 Mar 28 10:57:11.229983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36698) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:11.239196 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-91adb57d-1b62-480e-a4f5-6d8fcaa77ce1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0616724 Mar 28 10:57:11.240602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36702) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:11.241179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-726403925', 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:11.273565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effbc598-f74c-4e58-a384-bdca1d811e26 None None] Network 289f894e-9244-4be9-ae5b-6e8464e228ab requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:11.290407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Allocated IP 172.23.0.2 (6b97359b-584b-47e5-a4bc-e581bb829623/b3a5ca71-4c26-49b4-91c5-eb3035060ed7/03b5a67d-721d-413a-b2bd-7df54e5785cd) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:11.374082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:11.378074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:subnet and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:11.381099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:11.387336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:11.426402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.480750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:11.484541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.509075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6fcc07f6-8414-4b0e-8778-ae41aa250c00 None None] Provisioning for port e86e8780-315d-41bc-81e0-dbac6a47cdbc completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:11.522828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd3c67-5925-4272-aae3-5e80aaf74a25 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 707244cb-065a-4fc9-956f-8a091c1f5b1f {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:11.523360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3c67-5925-4272-aae3-5e80aaf74a25 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.541147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 289f894e-9244-4be9-ae5b-6e8464e228ab is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:11.593327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:11.600637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=8634df81-0e40-4c99-9664-86b0adec6009,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:11.605762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:11.606320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.721212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.20.0.2 (0f97bb0b-69e8-4391-a34b-d599971735fa/b8a50170-46ff-4371-9dff-af9e34ca281b/1e72430b-dc50-460b-a48f-efa606f8796b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:11.729624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.742522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Transition to ACTIVE for port object 03b5a67d-721d-413a-b2bd-7df54e5785cd will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:11.776403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Transition to ACTIVE for port object 03b5a67d-721d-413a-b2bd-7df54e5785cd will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:11.833982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.845113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.924808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:11.935944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Network 6b97359b-584b-47e5-a4bc-e581bb829623 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:11.946209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:11.950143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:12.057122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 524e6431-4d7c-40ea-beab-9a00c2d569ad up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:12.140729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Pushing event updated for resources: {'Port': ['ID=03b5a67d-721d-413a-b2bd-7df54e5785cd,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:12.153110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=1c598351-ce67-4f60-a7e4-f33f69e58f2d,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:12.181578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Checking segment: {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:12.181747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Attempting to bind port 03b5a67d-721d-413a-b2bd-7df54e5785cd on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:12.182007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network hostable DHCP agents. Network: fc443363-d59a-49fd-b01b-b8f95f8188c7, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:12.182123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Attempting to bind port 03b5a67d-721d-413a-b2bd-7df54e5785cd by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '6a29720a-eaa6-4084-a064-8cacdee08d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:12.182351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Attempting to bind port 03b5a67d-721d-413a-b2bd-7df54e5785cd on network 6b97359b-584b-47e5-a4bc-e581bb829623 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:12.190326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:12.190695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Checking segment: {'id': '6a29720a-eaa6-4084-a064-8cacdee08d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:12.191090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.191475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Bound using segment: {'id': '6a29720a-eaa6-4084-a064-8cacdee08d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:12.191927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Bound port: 03b5a67d-721d-413a-b2bd-7df54e5785cd, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a29720a-eaa6-4084-a064-8cacdee08d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:12.192668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.263654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 524e6431-4d7c-40ea-beab-9a00c2d569ad triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:12.263654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.314777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network fc443363-d59a-49fd-b01b-b8f95f8188c7 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:12.329524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3c67-5925-4272-aae3-5e80aaf74a25 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.355829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9dac8841-406f-4271-8255-24d51640ceca None None] For port 03b5a67d-721d-413a-b2bd-7df54e5785cd, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:12.359921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9dac8841-406f-4271-8255-24d51640ceca None None] For port 03b5a67d-721d-413a-b2bd-7df54e5785cd, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=03b5a67d-721d-413a-b2bd-7df54e5785cd,segment=NetworkSegment(6a29720a-eaa6-4084-a064-8cacdee08d9b),segment_id=6a29720a-eaa6-4084-a064-8cacdee08d9b)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:12.363768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.401774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, fc443363-d59a-49fd-b01b-b8f95f8188c7) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:12.404864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.409193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:12.410264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.418405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7f8f8-edef-4a7b-ac8f-d536a52cd169 None None] Network fc443363-d59a-49fd-b01b-b8f95f8188c7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:12.447302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.509023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd3c67-5925-4272-aae3-5e80aaf74a25 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 707244cb-065a-4fc9-956f-8a091c1f5b1f owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:12.510109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4d3de266-76a7-41c1-aebb-4dbf20c7f533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2773588 Mar 28 10:57:12.511219 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.512191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.576678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-daf206fd-1026-4222-92f4-7c06fac7d2a7 None None] Provisioning for port 8634df81-0e40-4c99-9664-86b0adec6009 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:12.580709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e86e8780-315d-41bc-81e0-dbac6a47cdbc up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:12.651644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=8634df81-0e40-4c99-9664-86b0adec6009,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:12.681628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-daf206fd-1026-4222-92f4-7c06fac7d2a7 None None] Provisioning complete for port 8634df81-0e40-4c99-9664-86b0adec6009 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:12.682026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-daf206fd-1026-4222-92f4-7c06fac7d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.768813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.813784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac8841-406f-4271-8255-24d51640ceca None None] Pushing event updated for resources: {'Port': ['ID=03b5a67d-721d-413a-b2bd-7df54e5785cd,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:12.837596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-daf206fd-1026-4222-92f4-7c06fac7d2a7 None None] Port 8634df81-0e40-4c99-9664-86b0adec6009 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:12.857044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 289f894e-9244-4be9-ae5b-6e8464e228ab is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:12.857749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:12.964158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3c67-5925-4272-aae3-5e80aaf74a25 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:12.985324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36708) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:13.005975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port e86e8780-315d-41bc-81e0-dbac6a47cdbc completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:13.016360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port e86e8780-315d-41bc-81e0-dbac6a47cdbc triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:13.016801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.065289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-fc443363-d59a-49fd-b01b-b8f95f8188c7', 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ips': [{'subnet_id': '1c598351-ce67-4f60-a7e4-f33f69e58f2d'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:57:13.066355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.123151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3c67-5925-4272-aae3-5e80aaf74a25 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.154068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fe969a81-3d6e-4030-867a-a667fda4f995 None None] Provisioning complete for port 8634df81-0e40-4c99-9664-86b0adec6009 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:13.154581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fe969a81-3d6e-4030-867a-a667fda4f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.163136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd3c67-5925-4272-aae3-5e80aaf74a25 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=707244cb-065a-4fc9-956f-8a091c1f5b1f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:13.220152 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6ccd3c67-5925-4272-aae3-5e80aaf74a25 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/707244cb-065a-4fc9-956f-8a091c1f5b1f HTTP/1.1" status: 204 len: 168 time: 1.9746683 Mar 28 10:57:13.220490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36712) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:13.238667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-fe969a81-3d6e-4030-867a-a667fda4f995 None None] Port 8634df81-0e40-4c99-9664-86b0adec6009 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:13.272969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-507791725', 'description': 'tempest-secgroup-smoke-507791725 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:13.296809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:13.319234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.410802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:13.443433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Allocated IP 172.23.0.1 (6b97359b-584b-47e5-a4bc-e581bb829623/b3a5ca71-4c26-49b4-91c5-eb3035060ed7/8f950769-aa5e-42c3-ae51-6e80d2318a53) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:13.454257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0f97bb0b-69e8-4391-a34b-d599971735fa is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:13.459844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:13.467694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=1e72430b-dc50-460b-a48f-efa606f8796b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:13.470906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:13.500105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-41b488e9-fc81-475e-9635-1f645e6ced1f None None] Provisioning complete for port 8634df81-0e40-4c99-9664-86b0adec6009 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:13.501876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-41b488e9-fc81-475e-9635-1f645e6ced1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.546383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.565370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.582213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:57:13.584648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:13.592797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:13.598782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:13.618973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Allocated IP 172.20.0.18 (fc443363-d59a-49fd-b01b-b8f95f8188c7/1c598351-ce67-4f60-a7e4-f33f69e58f2d/cc971a1c-3b0b-4ae9-99ba-98a523c01e99) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:13.622561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-41b488e9-fc81-475e-9635-1f645e6ced1f None None] Port 8634df81-0e40-4c99-9664-86b0adec6009 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:13.630108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:13.630426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.645254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port e86e8780-315d-41bc-81e0-dbac6a47cdbc, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e86e8780-315d-41bc-81e0-dbac6a47cdbc,segment=NetworkSegment(d4e742e3-49b6-4fd5-aa7c-65683af5d386),segment_id=d4e742e3-49b6-4fd5-aa7c-65683af5d386)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:13.674008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6621887b-51d3-4949-b1e5-d27d49de08a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:13.679883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6621887b-51d3-4949-b1e5-d27d49de08a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:13.680667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6621887b-51d3-4949-b1e5-d27d49de08a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:13.704742 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:13.730518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.746473 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0f31326c-c0a2-44a2-97d8-6bba26c1a5ab tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0569184 Mar 28 10:57:13.750158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36716) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:13.756843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.770892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '1e72430b-dc50-460b-a48f-efa606f8796b', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:13.788421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:13.805108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6621887b-51d3-4949-b1e5-d27d49de08a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:13.815340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36720) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:13.821674 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6621887b-51d3-4949-b1e5-d27d49de08a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5970335 Mar 28 10:57:13.822985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:floatingip and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:13.828292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:13.846301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:13.848331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Transition to ACTIVE for port object 8f950769-aa5e-42c3-ae51-6e80d2318a53 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:13.849787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=e86e8780-315d-41bc-81e0-dbac6a47cdbc,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:13.881250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 03b5a67d-721d-413a-b2bd-7df54e5785cd up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:13.927986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.928389 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.928826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.929276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.930089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.930089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.930652 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.931022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.931411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.931794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.932167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.932564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:57:13.960745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:13.982803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-87ecb17c-1924-4d06-9994-20c74bb3744a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 7ea15fb6-e79f-445f-8b1d-c574bc8ea60c {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:13.983145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-87ecb17c-1924-4d06-9994-20c74bb3744a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.007761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.111858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:14.122876 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:14.141709 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:14.142371 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:14.187743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.202883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Transition to ACTIVE for port object cc971a1c-3b0b-4ae9-99ba-98a523c01e99 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:14.233575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Transition to ACTIVE for port object cc971a1c-3b0b-4ae9-99ba-98a523c01e99 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:14.254512 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8b905c64-778f-495a-a155-2d012d6b7a28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7243083 Mar 28 10:57:14.260956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36724) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:14.263429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.311289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 6b97359b-584b-47e5-a4bc-e581bb829623 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:14.315353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-482804473'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:14.318048 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:14.326816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.338581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:14.345127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:14.351764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.356108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:network and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:14.416349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.419728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Pushing event updated for resources: {'Port': ['ID=cc971a1c-3b0b-4ae9-99ba-98a523c01e99,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:14.428491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 03b5a67d-721d-413a-b2bd-7df54e5785cd completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:14.434646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:14.447929 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Network fc443363-d59a-49fd-b01b-b8f95f8188c7 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:14.450462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:14.453603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:14.463716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:14.497510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-87ecb17c-1924-4d06-9994-20c74bb3744a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.502438 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:14.509179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:14.574091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.575461 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b3a9900e-5185-4ce4-8466-86a23662796f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5835102 Mar 28 10:57:14.579925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa3d14-34ed-4c04-9cc5-1802639f57a2 None None] Network 6b97359b-584b-47e5-a4bc-e581bb829623 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:14.585595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36728) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:14.647235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '89aed858-e1c8-4bd4-b3cc-1ec86a84fd83', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:14.661791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=8f950769-aa5e-42c3-ae51-6e80d2318a53,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:14.675956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:14.679117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-87ecb17c-1924-4d06-9994-20c74bb3744a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 7ea15fb6-e79f-445f-8b1d-c574bc8ea60c owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:14.686099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:14.694492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:14.720156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:14.722919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.732370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Attempting to bind port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:14.732744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Attempting to bind port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:14.733110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Attempting to bind port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 on network fc443363-d59a-49fd-b01b-b8f95f8188c7 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:14.742420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:14.742420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Checking segment: {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:14.752080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.752080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Bound using segment: {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:14.752080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Bound port: cc971a1c-3b0b-4ae9-99ba-98a523c01e99, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:14.752080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.786881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:14.792777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.801806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-922f87d7-5c94-40d0-b3e9-2ed21f990f55 None None] Provisioning for port 03b5a67d-721d-413a-b2bd-7df54e5785cd completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:14.830930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-922f87d7-5c94-40d0-b3e9-2ed21f990f55 None None] Provisioning complete for port 03b5a67d-721d-413a-b2bd-7df54e5785cd triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:14.831459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-922f87d7-5c94-40d0-b3e9-2ed21f990f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.849842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:14.859823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.860381 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added segment 5f292bb3-d7b8-48dc-9fc0-0c0975764f7f of type vlan for network 2c37feb9-067e-44b5-a5cf-132b1539094d Mar 28 10:57:14.894863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.907039 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.910915 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:11Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:12Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:14.911208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.915630 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:14.918763 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Updating router 581df6f1-b40f-4343-8d87-1b3722d42345 port 8634df81-0e40-4c99-9664-86b0adec6009 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:57:14.928920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-87ecb17c-1924-4d06-9994-20c74bb3744a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.985889 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:14.995588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecb17c-1924-4d06-9994-20c74bb3744a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=7ea15fb6-e79f-445f-8b1d-c574bc8ea60c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:15.005641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.012427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:15.015757 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.031802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] For port cc971a1c-3b0b-4ae9-99ba-98a523c01e99, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:15.096904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] For port cc971a1c-3b0b-4ae9-99ba-98a523c01e99, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cc971a1c-3b0b-4ae9-99ba-98a523c01e99,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:15.135446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Network': ['ID=2c37feb9-067e-44b5-a5cf-132b1539094d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:15.149860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 2c37feb9-067e-44b5-a5cf-132b1539094d details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:15.157685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-87ecb17c-1924-4d06-9994-20c74bb3744a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.197603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.215542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.250232 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f4833592-897c-42fe-885d-9fef9bffb93b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9840322 Mar 28 10:57:15.251462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36732) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:15.259502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'subnet': {'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:15.297805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.327772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.26.2.17 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/36d1779e-6019-46c2-baca-077cb4019527) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:15.343996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-922f87d7-5c94-40d0-b3e9-2ed21f990f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.344668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3f1baf-e083-46f2-a005-10c6fbc747d0,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:15.393323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ba174-d2b0-4bd9-92ab-e3b7dbc84f6b None None] Pushing event updated for resources: {'Port': ['ID=cc971a1c-3b0b-4ae9-99ba-98a523c01e99,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:15.432430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-922f87d7-5c94-40d0-b3e9-2ed21f990f55 None None] For port 03b5a67d-721d-413a-b2bd-7df54e5785cd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=03b5a67d-721d-413a-b2bd-7df54e5785cd,segment=NetworkSegment(6a29720a-eaa6-4084-a064-8cacdee08d9b),segment_id=6a29720a-eaa6-4084-a064-8cacdee08d9b)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:15.453556 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-87ecb17c-1924-4d06-9994-20c74bb3744a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/7ea15fb6-e79f-445f-8b1d-c574bc8ea60c HTTP/1.1" status: 204 len: 168 time: 1.6314764 Mar 28 10:57:15.459173 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.463920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36736) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:15.482578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-922f87d7-5c94-40d0-b3e9-2ed21f990f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.494001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.498196 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Transition to ACTIVE for port object 8634df81-0e40-4c99-9664-86b0adec6009 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:15.499575 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7142e809-6345-4f89-9ed9-8568fac53c75 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9037914 Mar 28 10:57:15.515702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36740) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:15.527069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '89aed858-e1c8-4bd4-b3cc-1ec86a84fd83', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:15.552583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.565486 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.566412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:15.573609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:15.578225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:15.589540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:15.598589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:15.599504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:subnet and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:15.603612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:15.612116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:15.621962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.639069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f87d7-5c94-40d0-b3e9-2ed21f990f55 None None] Pushing event updated for resources: {'Port': ['ID=03b5a67d-721d-413a-b2bd-7df54e5785cd,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:15.645540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.669718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b842c68d-e888-46d4-bfc0-fbd7fa634605 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:15.670535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b842c68d-e888-46d4-bfc0-fbd7fa634605 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:15.737387 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:15.740814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.804537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event updated for resources: {'Port': ['ID=8f950769-aa5e-42c3-ae51-6e80d2318a53,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:15.839947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.859979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.987516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-79d9c227-719e-44ef-8376-687133f17355 None None] Provisioning for port 8f950769-aa5e-42c3-ae51-6e80d2318a53 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:15.987747 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be616cb5-38fd-4943-a886-8501a86cb26c None None] Pushing event updated for resources: {'Port': ['ID=8634df81-0e40-4c99-9664-86b0adec6009,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:15.993504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-79d9c227-719e-44ef-8376-687133f17355 None None] Provisioning complete for port 8f950769-aa5e-42c3-ae51-6e80d2318a53 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:15.993877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-79d9c227-719e-44ef-8376-687133f17355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:15.997469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.048496 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Attempting to bind port 8634df81-0e40-4c99-9664-86b0adec6009 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:16.049037 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Attempting to bind port 8634df81-0e40-4c99-9664-86b0adec6009 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'd4e742e3-49b6-4fd5-aa7c-65683af5d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:16.049577 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Attempting to bind port 8634df81-0e40-4c99-9664-86b0adec6009 on network 289f894e-9244-4be9-ae5b-6e8464e228ab {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:16.083227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cc971a1c-3b0b-4ae9-99ba-98a523c01e99 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:16.083534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:16.083716 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Checking segment: {'id': 'd4e742e3-49b6-4fd5-aa7c-65683af5d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:16.084116 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.084523 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Bound using segment: {'id': 'd4e742e3-49b6-4fd5-aa7c-65683af5d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:16.088229 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Bound port: 8634df81-0e40-4c99-9664-86b0adec6009, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e742e3-49b6-4fd5-aa7c-65683af5d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:16.088621 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.112442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b842c68d-e888-46d4-bfc0-fbd7fa634605 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:16.116105 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b842c68d-e888-46d4-bfc0-fbd7fa634605 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6487944 Mar 28 10:57:16.121578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36744) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:16.211614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-79d9c227-719e-44ef-8376-687133f17355 None None] Port 8f950769-aa5e-42c3-ae51-6e80d2318a53 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:16.212383 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-880c4507-1c6a-48b0-881d-c69695be6d30 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:57:16.214198 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-880c4507-1c6a-48b0-881d-c69695be6d30 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/707244cb-065a-4fc9-956f-8a091c1f5b1f HTTP/1.1" status: 404 len: 333 time: 0.0915763 Mar 28 10:57:16.218571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36748) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:16.253553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-79d9c227-719e-44ef-8376-687133f17355 None None] Provisioning complete for port 03b5a67d-721d-413a-b2bd-7df54e5785cd triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:16.254434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-79d9c227-719e-44ef-8376-687133f17355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.257715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.271582 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] For port 8634df81-0e40-4c99-9664-86b0adec6009, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:16.280899 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-05baecbb-b006-4802-835e-5c12b32df5b2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:57:16.281204 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] For port 8634df81-0e40-4c99-9664-86b0adec6009, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8634df81-0e40-4c99-9664-86b0adec6009,segment=NetworkSegment(d4e742e3-49b6-4fd5-aa7c-65683af5d386),segment_id=d4e742e3-49b6-4fd5-aa7c-65683af5d386)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:16.282413 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-05baecbb-b006-4802-835e-5c12b32df5b2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/7ea15fb6-e79f-445f-8b1d-c574bc8ea60c HTTP/1.1" status: 404 len: 333 time: 0.0626884 Mar 28 10:57:16.285439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36752) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:16.332185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.338657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Network 6b97359b-584b-47e5-a4bc-e581bb829623 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:16.347818 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.358694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60608c8-7eba-4156-aa08-677c418b03bd,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:16.360979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:16.403704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:16.418623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e86e8780-315d-41bc-81e0-dbac6a47cdbc up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:16.421195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.468235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.571855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port e86e8780-315d-41bc-81e0-dbac6a47cdbc triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:16.572665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.614185 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:16.614826 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:16.711958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dded8abd-9c15-4b6b-9e4e-66ad4716ba32 None None] Provisioning complete for port 8f950769-aa5e-42c3-ae51-6e80d2318a53 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:16.716654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dded8abd-9c15-4b6b-9e4e-66ad4716ba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.721005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Subnet': ['ID=da75d74b-595c-4d21-a38f-c05f4b9b9250,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:16.739192 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be616cb5-38fd-4943-a886-8501a86cb26c None None] Pushing event updated for resources: {'Port': ['ID=8634df81-0e40-4c99-9664-86b0adec6009,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:16.751569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Checking segment: {'id': '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:16.752331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network hostable DHCP agents. Network: 2c37feb9-067e-44b5-a5cf-132b1539094d, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:16.782987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:16.827639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 2c37feb9-067e-44b5-a5cf-132b1539094d is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:16.888752 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:16.918909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 2c37feb9-067e-44b5-a5cf-132b1539094d) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:16.920646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dded8abd-9c15-4b6b-9e4e-66ad4716ba32 None None] Port 8f950769-aa5e-42c3-ae51-6e80d2318a53 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:16.925046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:16.925708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:16.929536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8d47c-c003-4498-b728-c6a9a677fcda None None] Network 2c37feb9-067e-44b5-a5cf-132b1539094d requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:16.998861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:17.003767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.005720 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:17.034245 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3bfc7127-6a21-4aa9-8e88-51589084e997 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7811904 Mar 28 10:57:17.037866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36756) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:17.038267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 03b5a67d-721d-413a-b2bd-7df54e5785cd up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:17.097750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.102295 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89bcf97a-5266-40ee-b93d-7d1a5aad1593 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5851583 Mar 28 10:57:17.112426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36760) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:17.125712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '89aed858-e1c8-4bd4-b3cc-1ec86a84fd83', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:17.131948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:17.135878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:17.139136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:17.155550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:17.161552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:17.188082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=36d1779e-6019-46c2-baca-077cb4019527,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:17.200141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a721bb8-3424-41c9-8896-5786728f06f1 None None] Network fc443363-d59a-49fd-b01b-b8f95f8188c7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:17.298328 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:11Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:16Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:17.303106 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc00462-5206-42d8-86bf-b9e1f0ab9629 None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:11Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:16Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:17.405970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-2c37feb9-067e-44b5-a5cf-132b1539094d', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:57:17.406756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.408529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.573945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.575079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a9c939dc-d999-48ec-a14c-38b78b84adb6 None None] Provisioning complete for port 8f950769-aa5e-42c3-ae51-6e80d2318a53 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:17.575450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a9c939dc-d999-48ec-a14c-38b78b84adb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.666964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a9c939dc-d999-48ec-a14c-38b78b84adb6 None None] Port 8f950769-aa5e-42c3-ae51-6e80d2318a53 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:17.700462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 03b5a67d-721d-413a-b2bd-7df54e5785cd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:17.700859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.748699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79751f0e-f867-465e-878a-d4f13291d130']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:17.765734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.776520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324e01e3-ad03-4ef3-9863-3a46ced3d6df') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:17.776807 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324e01e3-ad03-4ef3-9863-3a46ced3d6df') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:17.794667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:17.799474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.814566 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-05607e04-2cd5-46ff-90db-d7b90c50c55e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8684070 Mar 28 10:57:17.826070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36764) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:17.838646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.843418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:17.849405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:17.876722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:17.877362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:56:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:17.979044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a6eda1e4-12d8-45c1-a4c2-2208aa7e55f0 None None] Provisioning for port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:17.985443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.992424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:57:17.992836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:17.994358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a6eda1e4-12d8-45c1-a4c2-2208aa7e55f0 None None] Provisioning complete for port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:17.994719 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6eda1e4-12d8-45c1-a4c2-2208aa7e55f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:57:18.008401 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:57:18.180545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Allocated IP 2001:db8:1::2 (2c37feb9-067e-44b5-a5cf-132b1539094d/da75d74b-595c-4d21-a38f-c05f4b9b9250/ca93ac1a-50c9-470f-8301-ae8749c157f8) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:18.197001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.292524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:18.388317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf6e006-7d8a-4143-b57f-2228d4bcdc56,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:18.413234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8634df81-0e40-4c99-9664-86b0adec6009 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:18.473638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.502458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5ce39030-7dce-4d40-876e-f7c4fd8ec684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.555430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.559447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.562761 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9cbfe028-1b93-4abc-af1b-49edeee8e430 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4490471 Mar 28 10:57:18.563697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36768) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:18.568997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '89aed858-e1c8-4bd4-b3cc-1ec86a84fd83', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:18.575497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:18.579521 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:18.582363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36772) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:18.582738 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/networks/79751f0e-f867-465e-878a-d4f13291d130 HTTP/1.1" status: 204 len: 168 time: 2.2957313 Mar 28 10:57:18.588243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cdb82-7e8d-41b6-b0a8-b59fbb0fa600 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Network': ['ID=79751f0e-f867-465e-878a-d4f13291d130,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:18.601247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:18.611971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-495628919'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:18.618310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:18.623118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:network and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:18.626069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:18.636321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:18.639205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:18.744495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:18.748172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.763057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.800742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.811333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:18.829068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.829481 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Added segment 6d1103eb-8894-4b78-957c-53f59444d34c of type vlan for network 4f785290-82ae-4f39-88a0-9239d3e480ac Mar 28 10:57:18.837430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6eda1e4-12d8-45c1-a4c2-2208aa7e55f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.863324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.870628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.912709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.936356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.extraroute_db [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88493) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 10:57:18.941460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.945949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Transition to ACTIVE for port object ca93ac1a-50c9-470f-8301-ae8749c157f8 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:18.948940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a6eda1e4-12d8-45c1-a4c2-2208aa7e55f0 None None] For port cc971a1c-3b0b-4ae9-99ba-98a523c01e99, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cc971a1c-3b0b-4ae9-99ba-98a523c01e99,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:18.952954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.extraroute_db [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Removed routes are [] {{(pid=88493) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 10:57:18.953522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.964918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba107377-e2b0-4adc-a929-2ac4d49891a7,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:18.970110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.975481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:18.976058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:18.994289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 8634df81-0e40-4c99-9664-86b0adec6009 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:19.009990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 8634df81-0e40-4c99-9664-86b0adec6009 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:19.011795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.037949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Transition to ACTIVE for port object ca93ac1a-50c9-470f-8301-ae8749c157f8 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:19.041510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.058085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6eda1e4-12d8-45c1-a4c2-2208aa7e55f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.156730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.187724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eda1e4-12d8-45c1-a4c2-2208aa7e55f0 None None] Pushing event updated for resources: {'Port': ['ID=cc971a1c-3b0b-4ae9-99ba-98a523c01e99,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:19.197404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:14Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f950769-aa5e-42c3-ae51-6e80d2318a53', 'name': '', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:67:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:12Z', 'updated_at': '2022-03-28T10:57:15Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:19.229403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Network 2c37feb9-067e-44b5-a5cf-132b1539094d is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:19.247317 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.251107 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1954ef17-da9e-4730-be19-ceafebb0fd0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6856136 Mar 28 10:57:19.255814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36776) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:19.256092 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6698556 Mar 28 10:57:19.280832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:19.280936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36778) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:19.280936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '89aed858-e1c8-4bd4-b3cc-1ec86a84fd83', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:19.283118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:19.287304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:19.287919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d3fdf-99a7-4ed5-8e04-dc06a1981564 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Network': ['ID=4f785290-82ae-4f39-88a0-9239d3e480ac,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:19.291880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:19.302561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:19.306734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6cf0e7bb-886a-4c3f-9a94-f667ff63603f None None] Provisioning complete for port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:19.307097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e7bb-886a-4c3f-9a94-f667ff63603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.312784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 2001:db8:1::1 (2c37feb9-067e-44b5-a5cf-132b1539094d/da75d74b-595c-4d21-a38f-c05f4b9b9250/e87f0269-b48a-4dc4-b457-cafa0b2bbdd8) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:19.331400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 4f785290-82ae-4f39-88a0-9239d3e480ac details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:19.338080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': '4f785290-82ae-4f39-88a0-9239d3e480ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:19.346502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:19.346875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Updating router 60596ddc-b6df-48f4-bb76-700df449cd87 port 8f950769-aa5e-42c3-ae51-6e80d2318a53 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:57:19.352196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:19.479324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.506471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Transition to ACTIVE for port object e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:19.591591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.597062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.610643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.619292 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:57:19.625064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Pushing event updated for resources: {'Port': ['ID=ca93ac1a-50c9-470f-8301-ae8749c157f8,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:19.654158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.665427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 2c37feb9-067e-44b5-a5cf-132b1539094d is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:19.673989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:19.687201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:19.687408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.692017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Attempting to bind port ca93ac1a-50c9-470f-8301-ae8749c157f8 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:19.692191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Attempting to bind port ca93ac1a-50c9-470f-8301-ae8749c157f8 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:19.692404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Attempting to bind port ca93ac1a-50c9-470f-8301-ae8749c157f8 on network 2c37feb9-067e-44b5-a5cf-132b1539094d {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:19.700187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=e87f0269-b48a-4dc4-b457-cafa0b2bbdd8,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:19.713600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:19.714440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Checking segment: {'id': '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:19.714440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.714743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Bound using segment: {'id': '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:19.715295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Bound port: ca93ac1a-50c9-470f-8301-ae8749c157f8, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:19.716187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.757090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.759319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:19.770580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 8634df81-0e40-4c99-9664-86b0adec6009, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8634df81-0e40-4c99-9664-86b0adec6009,segment=NetworkSegment(d4e742e3-49b6-4fd5-aa7c-65683af5d386),segment_id=d4e742e3-49b6-4fd5-aa7c-65683af5d386)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:19.785317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.790708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:19.857688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.858760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:19.878907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:19.880786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:19.956447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.045438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] For port ca93ac1a-50c9-470f-8301-ae8749c157f8, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:20.047953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=8634df81-0e40-4c99-9664-86b0adec6009,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:20.078430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] For port ca93ac1a-50c9-470f-8301-ae8749c157f8, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ca93ac1a-50c9-470f-8301-ae8749c157f8,segment=NetworkSegment(5f292bb3-d7b8-48dc-9fc0-0c0975764f7f),segment_id=5f292bb3-d7b8-48dc-9fc0-0c0975764f7f)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:20.122959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.166962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.181806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddc0e35-8850-4b22-be60-f1acf23d17e0,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:20.185224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.206680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:20.273971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.278132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:20.281660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.328824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e64414-9ae0-4caa-812e-1717e08e42f8 None None] Pushing event updated for resources: {'Port': ['ID=ca93ac1a-50c9-470f-8301-ae8749c157f8,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:20.379301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.383527 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-43f7c28f-8ee0-428f-ac93-8c4e2c609bb3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1171725 Mar 28 10:57:20.390630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36784) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:20.402901 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '89aed858-e1c8-4bd4-b3cc-1ec86a84fd83', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:20.404242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cc971a1c-3b0b-4ae9-99ba-98a523c01e99 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:20.411667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:20.431030 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:20.435937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:20.445769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:20.477557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.480798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.503574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Transition to ACTIVE for port object 8f950769-aa5e-42c3-ae51-6e80d2318a53 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:20.517074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:20.517508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.546320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e23b35af-e3ef-4771-9e04-b90cf4013957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.582120 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:57:20.590546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.591494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.638105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Performing IP validity checks on allocation pools {{(pid=88493) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 10:57:20.640930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.641463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88493) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 10:57:20.642511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.673436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=36d1779e-6019-46c2-baca-077cb4019527,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:20.689264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:20.696430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.697851 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e5d416cc-86c4-4400-bdf2-43bf6ada106a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87 HTTP/1.1" status: 200 len: 934 time: 2.8676255 Mar 28 10:57:20.705985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36788) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:20.712100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:20.819676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8634df81-0e40-4c99-9664-86b0adec6009 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:20.844396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 2c37feb9-067e-44b5-a5cf-132b1539094d is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:20.857363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:20.952565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=e87f0269-b48a-4dc4-b457-cafa0b2bbdd8,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:21.015270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f5b95-2cca-4c79-873d-bc56f49004ed None None] Pushing event updated for resources: {'Port': ['ID=8f950769-aa5e-42c3-ae51-6e80d2318a53,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:21.031191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Attempting to bind port 8f950769-aa5e-42c3-ae51-6e80d2318a53 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:21.031566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Attempting to bind port 8f950769-aa5e-42c3-ae51-6e80d2318a53 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '6a29720a-eaa6-4084-a064-8cacdee08d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:21.031929 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Attempting to bind port 8f950769-aa5e-42c3-ae51-6e80d2318a53 on network 6b97359b-584b-47e5-a4bc-e581bb829623 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:21.039789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 8634df81-0e40-4c99-9664-86b0adec6009 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:21.039789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.058776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.073776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:21.074096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Checking segment: {'id': '6a29720a-eaa6-4084-a064-8cacdee08d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:21.074496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.074889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Bound using segment: {'id': '6a29720a-eaa6-4084-a064-8cacdee08d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:21.075467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Bound port: 8f950769-aa5e-42c3-ae51-6e80d2318a53, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a29720a-eaa6-4084-a064-8cacdee08d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:21.075727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.094610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:21.175474 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ea4b5076-bc1e-4035-841c-d207fb82b395 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87 HTTP/1.1" status: 200 len: 934 time: 0.4658267 Mar 28 10:57:21.176049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36792) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:21.181696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'routes': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:21.238997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] For port 8f950769-aa5e-42c3-ae51-6e80d2318a53, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:21.250778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.259182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] For port 8f950769-aa5e-42c3-ae51-6e80d2318a53, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8f950769-aa5e-42c3-ae51-6e80d2318a53,segment=NetworkSegment(6a29720a-eaa6-4084-a064-8cacdee08d9b),segment_id=6a29720a-eaa6-4084-a064-8cacdee08d9b)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:21.313464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.365713 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 6aec2b82-65b5-4bc9-b86a-c0a7f33f3e0c associated. External IP: 172.26.2.17, port: 1e72430b-dc50-460b-a48f-efa606f8796b. Mar 28 10:57:21.403141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:21.405207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.428465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:21.429168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:21.429432 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:21.431078 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9d563915-f9c1-45a3-b7c5-e61d9e5f2cd3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3904884 Mar 28 10:57:21.431613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36796) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:21.437010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddadd4a-564b-4ec4-906f-a520d8537220,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:21.445713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1873289728'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:21.470252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:21.470252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:network and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:21.470252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:21.477318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:21.490540 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:21.491427 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:21.592985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f5b95-2cca-4c79-873d-bc56f49004ed None None] Pushing event updated for resources: {'Port': ['ID=8f950769-aa5e-42c3-ae51-6e80d2318a53,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:21.627730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.629323 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-25997502-f76d-4465-bb81-09e565b16cc9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2352614 Mar 28 10:57:21.712159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:21.716498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.766643 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:21.791311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.793238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:21.797406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:21.825842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.826421 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added segment b7dec8bf-9d88-4d84-a14f-e1830a382799 of type vlan for network 79e6c994-206f-4f5e-907e-bb993317d23f Mar 28 10:57:21.846350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=fe110a20-6be0-4c0b-814e-1e5b02dfefe6,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:21.880883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.910050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:21.999085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:22.009362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Checking segment: {'id': '6d1103eb-8894-4b78-957c-53f59444d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f785290-82ae-4f39-88a0-9239d3e480ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:22.009756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network hostable DHCP agents. Network: 4f785290-82ae-4f39-88a0-9239d3e480ac, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:22.016022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:22.016722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:22.035007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee381682-9caa-4881-9bb5-fe219d9f6fd2 None None] Network 2c37feb9-067e-44b5-a5cf-132b1539094d requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:22.184867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Network': ['ID=79e6c994-206f-4f5e-907e-bb993317d23f,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:22.196360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-86be9ac6-71c7-4207-b8c4-9a4885986058 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:22.206365 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-aa8a57fe-cd57-4628-93ef-5d3852c1bed0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7669094 Mar 28 10:57:22.207976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36812) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:22.212119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 79e6c994-206f-4f5e-907e-bb993317d23f details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:22.219564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'subnet': {'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:22.249992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network 4f785290-82ae-4f39-88a0-9239d3e480ac is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:22.281832 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:57:22.281998 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-c07c035a-4e91-438d-8181-7aeaea82db28 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5205195 Mar 28 10:57:22.317140 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 3, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:20Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:22.343674 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:22.344917 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Updating router 581df6f1-b40f-4343-8d87-1b3722d42345 port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:57:22.377207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:22.382176 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:subnet and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:22.386537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:22.394010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:22.410213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-86be9ac6-71c7-4207-b8c4-9a4885986058 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:22.411616 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-86be9ac6-71c7-4207-b8c4-9a4885986058 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507791725&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.3572733 Mar 28 10:57:22.425060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 4f785290-82ae-4f39-88a0-9239d3e480ac) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:22.437959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:22.438467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:22.458834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ca93ac1a-50c9-470f-8301-ae8749c157f8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:22.472540 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:22.482946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:22.485971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:22.559630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880d083-f963-4f7f-86a8-efdcfa5fb8e6 None None] Network 4f785290-82ae-4f39-88a0-9239d3e480ac requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:22.584230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:22.588672 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b5fcc0cf-33c8-4f73-b9f9-46829313045a None None] Provisioning for port ca93ac1a-50c9-470f-8301-ae8749c157f8 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:22.633507 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f3d922e3-8f94-476f-973e-19dac5ecc754 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3617353 Mar 28 10:57:22.639563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36816) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:22.648611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': '4f785290-82ae-4f39-88a0-9239d3e480ac', 'name': 'tempest-PortsIpV6TestJSON-970994833'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:22.770628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-88accb46-d59c-4b78-9ed8-850cf1015182 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:22.771331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-88accb46-d59c-4b78-9ed8-850cf1015182 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:22.859392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-88accb46-d59c-4b78-9ed8-850cf1015182 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:22.860628 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-88accb46-d59c-4b78-9ed8-850cf1015182 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=fc443363-d59a-49fd-b01b-b8f95f8188c7 HTTP/1.1" status: 200 len: 796 time: 0.4412100 Mar 28 10:57:22.901682 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-6be26dfd-584f-4887-b25b-9f85e792272d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.0288806 Mar 28 10:57:22.915779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-efbfd27d-f0e1-45e0-acc2-3b61def4a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:22.920771 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-efbfd27d-f0e1-45e0-acc2-3b61def4a8f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 1098 time: 0.4433734 Mar 28 10:57:22.937583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port ca93ac1a-50c9-470f-8301-ae8749c157f8 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:23.018621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ca93ac1a-50c9-470f-8301-ae8749c157f8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:23.019412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.028858 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.037727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.extraroute_db [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added routes are [] {{(pid=88493) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 10:57:23.038072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.extraroute_db [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88493) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 10:57:23.047949 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Transition to ACTIVE for port object e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:23.054298 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-001f751f-8a32-4d53-b38c-cb68599496c9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1344204 Mar 28 10:57:23.090293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.125474 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.157839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.174701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:23.181965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:23.206725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.214620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b91e16-3e24-4800-84ca-817697f4c218 None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:23.216568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:23.243008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-fee160fe-1e5a-4122-9da1-661ae3c68f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:23.244521 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-fee160fe-1e5a-4122-9da1-661ae3c68f35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=65926e96-1942-4d75-aa6b-446f018b2ae3 HTTP/1.1" status: 200 len: 898 time: 0.2473371 Mar 28 10:57:23.250850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:18Z', 'revision_number': 6, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f950769-aa5e-42c3-ae51-6e80d2318a53', 'name': '', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:67:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:12Z', 'updated_at': '2022-03-28T10:57:21Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:23.262497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Subnet': ['ID=52c89b38-b09e-492f-946e-40fdeac9103f,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:23.276170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Checking segment: {'id': 'b7dec8bf-9d88-4d84-a14f-e1830a382799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:23.276374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network hostable DHCP agents. Network: 79e6c994-206f-4f5e-907e-bb993317d23f, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:23.284719 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-4f785290-82ae-4f39-88a0-9239d3e480ac', 'network_id': '4f785290-82ae-4f39-88a0-9239d3e480ac', 'tenant_id': '1f22b8d223714e48994f07c2789f89b4', 'fixed_ips': [{'subnet_id': 'fe110a20-6be0-4c0b-814e-1e5b02dfefe6'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:57:23.285546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.301581 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-f69851f5-bcfa-4cac-8d5d-740225f20c8a service neutron] 10.222.0.18 "GET /v2.0/networks/fc443363-d59a-49fd-b01b-b8f95f8188c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331121 Mar 28 10:57:23.317408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b91e16-3e24-4800-84ca-817697f4c218 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:23.318155 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a9b91e16-3e24-4800-84ca-817697f4c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:23.379973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936c508-94b4-428e-8f62-01cf3a82f9ca None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:18Z', 'revision_number': 6, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f950769-aa5e-42c3-ae51-6e80d2318a53', 'name': '', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:67:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:12Z', 'updated_at': '2022-03-28T10:57:21Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:23.401073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a9b91e16-3e24-4800-84ca-817697f4c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:23.414193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 79e6c994-206f-4f5e-907e-bb993317d23f is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:23.515072 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2233b907-bfe1-497e-8271-3728d6a56480 service neutron] 10.222.0.18 "GET /v2.0/networks/fc443363-d59a-49fd-b01b-b8f95f8188c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040348 Mar 28 10:57:23.522453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 79e6c994-206f-4f5e-907e-bb993317d23f) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:23.528195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:23.529622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.573182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf6d65f-c873-4226-ab5f-69623a9cf1da None None] Network 79e6c994-206f-4f5e-907e-bb993317d23f requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:23.608131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.616021 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ccef0-1fb9-41f7-80ab-399ddd7fdc60 None None] Pushing event updated for resources: {'Port': ['ID=e87f0269-b48a-4dc4-b457-cafa0b2bbdd8,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:23.636349 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Attempting to bind port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:23.636722 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Attempting to bind port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:23.637249 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Attempting to bind port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 on network 2c37feb9-067e-44b5-a5cf-132b1539094d {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:23.643731 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6accb02e-73e3-48cf-bff5-a85c781f77e4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4344230 Mar 28 10:57:23.646395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36826) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:23.662990 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:23.663360 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Checking segment: {'id': '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:23.663801 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.664197 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Bound using segment: {'id': '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:23.664669 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Bound port: e87f0269-b48a-4dc4-b457-cafa0b2bbdd8, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:23.665053 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.731110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b91e16-3e24-4800-84ca-817697f4c218 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:23.731984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a9b91e16-3e24-4800-84ca-817697f4c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:23.788019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.811050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a9b91e16-3e24-4800-84ca-817697f4c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:23.811411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b91e16-3e24-4800-84ca-817697f4c218 None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:23.857425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:23.859493 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] For port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:23.864209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:23.889932 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] For port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e87f0269-b48a-4dc4-b457-cafa0b2bbdd8,segment=NetworkSegment(5f292bb3-d7b8-48dc-9fc0-0c0975764f7f),segment_id=5f292bb3-d7b8-48dc-9fc0-0c0975764f7f)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:23.958872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port ca93ac1a-50c9-470f-8301-ae8749c157f8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ca93ac1a-50c9-470f-8301-ae8749c157f8,segment=NetworkSegment(5f292bb3-d7b8-48dc-9fc0-0c0975764f7f),segment_id=5f292bb3-d7b8-48dc-9fc0-0c0975764f7f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:23.993664 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:24.030672 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:24.117958 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c227f127-b318-4bf8-ba5f-5a3a83858dce req-1b28069c-cdf8-460b-9e77-032c4218e04f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 210 time: 0.1117089 Mar 28 10:57:24.198711 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:24.199287 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:24.285931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7970b762-8655-4e5c-a987-d720e9e5d057 None None] Provisioning for port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:24.290736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Allocated IP 2001:db8::2 (4f785290-82ae-4f39-88a0-9239d3e480ac/fe110a20-6be0-4c0b-814e-1e5b02dfefe6/8314e781-7626-4416-a4fa-67d9ef3bcb28) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:24.395417 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-fd06dd65-e108-44dd-81fe-b5fa08cdb83f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08dfcd4a-1f30-4060-a701-428300894e25 HTTP/1.1" status: 200 len: 1000 time: 1.1359518 Mar 28 10:57:24.397694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=ca93ac1a-50c9-470f-8301-ae8749c157f8,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:24.431535 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ccef0-1fb9-41f7-80ab-399ddd7fdc60 None None] Pushing event updated for resources: {'Port': ['ID=e87f0269-b48a-4dc4-b457-cafa0b2bbdd8,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:24.466424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 19821028-f57d-454d-ab7d-1fbbcf8eb40d yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:24.487417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8f950769-aa5e-42c3-ae51-6e80d2318a53 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:24.545069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-79e6c994-206f-4f5e-907e-bb993317d23f', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:57:24.550983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:24.605783 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:24.810751 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-49cb58d5-48e1-420a-af32-d9297248eecb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.0595541 Mar 28 10:57:24.814574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36840) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:24.856740 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:24.874597 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:24.875636 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:24.884425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7970b762-8655-4e5c-a987-d720e9e5d057 None None] Provisioning complete for port ca93ac1a-50c9-470f-8301-ae8749c157f8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:24.886221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7970b762-8655-4e5c-a987-d720e9e5d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:24.902082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:24.907032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:24.915162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a73ed694-65a7-41ca-ae77-c3043dfd5efb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:25.066923 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:25.173736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:25.296519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 8f950769-aa5e-42c3-ae51-6e80d2318a53 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:25.302771 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a73ed694-65a7-41ca-ae77-c3043dfd5efb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:25.338814 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 8f950769-aa5e-42c3-ae51-6e80d2318a53 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:25.339295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:25.341050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-21a4a0a5-d26c-4520-bb21-241b4aa57bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:25.343063 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-21a4a0a5-d26c-4520-bb21-241b4aa57bc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e6c8acf4-3f0b-48b3-8604-84fb5a0a198f HTTP/1.1" status: 200 len: 835 time: 0.5345321 Mar 28 10:57:25.370195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Allocated IP 2001:db8:2::2 (79e6c994-206f-4f5e-907e-bb993317d23f/52c89b38-b09e-492f-946e-40fdeac9103f/2f70adce-d092-4aad-8c12-80897b91d906) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:25.372505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:25.425649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Transition to ACTIVE for port object 8314e781-7626-4416-a4fa-67d9ef3bcb28 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:25.485932 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ad6c95e6-bf52-4030-a2fe-e654256e1a7c req-1ec62a32-5121-4b1e-b690-39a290e62a70 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 210 time: 0.0799496 Mar 28 10:57:25.502008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:25.529439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:25.530735 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2659cdff-920d-46d6-8c6f-b2d569628bce tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87 HTTP/1.1" status: 200 len: 700 time: 4.3542051 Mar 28 10:57:25.533573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36846) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:25.537215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:25.548813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Transition to ACTIVE for port object 8314e781-7626-4416-a4fa-67d9ef3bcb28 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:25.631355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-ca116da5-d817-477a-a4ea-4e4d2c95f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:25.633485 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-ca116da5-d817-477a-a4ea-4e4d2c95f500 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=65926e96-1942-4d75-aa6b-446f018b2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2179549 Mar 28 10:57:25.675181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:25.698175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:25.737763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 8f950769-aa5e-42c3-ae51-6e80d2318a53, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8f950769-aa5e-42c3-ae51-6e80d2318a53,segment=NetworkSegment(6a29720a-eaa6-4084-a064-8cacdee08d9b),segment_id=6a29720a-eaa6-4084-a064-8cacdee08d9b)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:25.830677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Network 4f785290-82ae-4f39-88a0-9239d3e480ac is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:25.841568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Pushing event updated for resources: {'Port': ['ID=8314e781-7626-4416-a4fa-67d9ef3bcb28,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:25.853051 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:25.858598 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:25.883577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:25.927396 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 3, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:23Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:25.948818 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639ef6e-51a7-4bce-a0f5-b1f72fad86a3 None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 3, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:23Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:25.951333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a73ed694-65a7-41ca-ae77-c3043dfd5efb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:26.003184 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:23Z', 'revision_number': 7, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f950769-aa5e-42c3-ae51-6e80d2318a53', 'name': '', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:67:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:12Z', 'updated_at': '2022-03-28T10:57:21Z', 'revision_number': 4, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:26.024262 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:26.050750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a73ed694-65a7-41ca-ae77-c3043dfd5efb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:26.051061 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-a73ed694-65a7-41ca-ae77-c3043dfd5efb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 6aec2b82-65b5-4bc9-b86a-c0a7f33f3e0c disassociated. External IP: 172.26.2.17, port: 1e72430b-dc50-460b-a48f-efa606f8796b. Mar 28 10:57:26.055852 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:26.056462 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:26.067507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=8f950769-aa5e-42c3-ae51-6e80d2318a53,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:26.135828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::330 (4f785290-82ae-4f39-88a0-9239d3e480ac/fe110a20-6be0-4c0b-814e-1e5b02dfefe6/19821028-f57d-454d-ab7d-1fbbcf8eb40d) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:26.150739 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-12280260-79cd-4a39-999a-7264921c0c58 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87 HTTP/1.1" status: 200 len: 700 time: 0.6159935 Mar 28 10:57:26.155356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36850) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:26.168465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Attempting to bind port 8314e781-7626-4416-a4fa-67d9ef3bcb28 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:26.168827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Attempting to bind port 8314e781-7626-4416-a4fa-67d9ef3bcb28 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '6d1103eb-8894-4b78-957c-53f59444d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f785290-82ae-4f39-88a0-9239d3e480ac'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:26.169195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Attempting to bind port 8314e781-7626-4416-a4fa-67d9ef3bcb28 on network 4f785290-82ae-4f39-88a0-9239d3e480ac {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:26.222825 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:26.223255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Checking segment: {'id': '6d1103eb-8894-4b78-957c-53f59444d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f785290-82ae-4f39-88a0-9239d3e480ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:26.223604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:26.223998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Bound using segment: {'id': '6d1103eb-8894-4b78-957c-53f59444d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f785290-82ae-4f39-88a0-9239d3e480ac'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:26.224486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Bound port: 8314e781-7626-4416-a4fa-67d9ef3bcb28, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1103eb-8894-4b78-957c-53f59444d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4f785290-82ae-4f39-88a0-9239d3e480ac'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:26.224856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:26.292514 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:26.383366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] For port 8314e781-7626-4416-a4fa-67d9ef3bcb28, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:26.387840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] For port 8314e781-7626-4416-a4fa-67d9ef3bcb28, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8314e781-7626-4416-a4fa-67d9ef3bcb28,segment=NetworkSegment(6d1103eb-8894-4b78-957c-53f59444d34c),segment_id=6d1103eb-8894-4b78-957c-53f59444d34c)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:26.402689 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-d92a74cc-cfbd-4d60-a5c0-d63a514e0d30 service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7213995 Mar 28 10:57:26.417035 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:26.431976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Transition to ACTIVE for port object 2f70adce-d092-4aad-8c12-80897b91d906 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:26.471436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:26.484040 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Transition to ACTIVE for port object 2f70adce-d092-4aad-8c12-80897b91d906 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:26.582408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8f950769-aa5e-42c3-ae51-6e80d2318a53 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:26.689466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:26.819407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afa93e-b083-4931-aa61-cee1d73b1e1a None None] Pushing event updated for resources: {'Port': ['ID=8314e781-7626-4416-a4fa-67d9ef3bcb28,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:26.865644 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:23Z', 'revision_number': 7, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f950769-aa5e-42c3-ae51-6e80d2318a53', 'name': '', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:67:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:12Z', 'updated_at': '2022-03-28T10:57:25Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:26.876527 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cbfa1-47d6-4cad-ac57-4a20ce0a5358 None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:23Z', 'revision_number': 7, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f950769-aa5e-42c3-ae51-6e80d2318a53', 'name': '', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:67:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:12Z', 'updated_at': '2022-03-28T10:57:25Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:26.912981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Network 79e6c994-206f-4f5e-907e-bb993317d23f is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:26.925073 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-933abcf3-ebbd-480b-9e25-fe2df1a27e44 req-3ecba7e2-03ec-4967-a7b5-b52cdf876eb4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 210 time: 0.1027515 Mar 28 10:57:26.930983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:26.968314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:27.076506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Pushing event updated for resources: {'Port': ['ID=2f70adce-d092-4aad-8c12-80897b91d906,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:27.107358 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9feada82-4bbf-4064-a7f7-90f3539938cf req-dd6ad678-2fb8-4b80-9b24-bab0d3352919 service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913853 Mar 28 10:57:27.110172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Attempting to bind port 2f70adce-d092-4aad-8c12-80897b91d906 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:27.110548 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Attempting to bind port 2f70adce-d092-4aad-8c12-80897b91d906 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b7dec8bf-9d88-4d84-a14f-e1830a382799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:27.110912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Attempting to bind port 2f70adce-d092-4aad-8c12-80897b91d906 on network 79e6c994-206f-4f5e-907e-bb993317d23f {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:27.115522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 8f950769-aa5e-42c3-ae51-6e80d2318a53 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:27.115900 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:27.197215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:27.197487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Checking segment: {'id': 'b7dec8bf-9d88-4d84-a14f-e1830a382799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:27.198059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:27.198670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Bound using segment: {'id': 'b7dec8bf-9d88-4d84-a14f-e1830a382799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:27.199444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Bound port: 2f70adce-d092-4aad-8c12-80897b91d906, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dec8bf-9d88-4d84-a14f-e1830a382799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:27.200011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:27.369461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73ed694-65a7-41ca-ae77-c3043dfd5efb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:27.426993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] For port 2f70adce-d092-4aad-8c12-80897b91d906, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:27.449872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:27.475674 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:27.516378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 2001:db8:2::1 (79e6c994-206f-4f5e-907e-bb993317d23f/52c89b38-b09e-492f-946e-40fdeac9103f/1abc26c5-b10d-467e-9f7c-5236f171c795) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:27.525691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] For port 2f70adce-d092-4aad-8c12-80897b91d906, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2f70adce-d092-4aad-8c12-80897b91d906,segment=NetworkSegment(b7dec8bf-9d88-4d84-a14f-e1830a382799),segment_id=b7dec8bf-9d88-4d84-a14f-e1830a382799)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:27.526999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:27.527803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:27.550448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 19821028-f57d-454d-ab7d-1fbbcf8eb40d will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:27.604243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-b3b1158f-6953-4135-8773-857e902d91a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:27.605869 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-b3b1158f-6953-4135-8773-857e902d91a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=fc443363-d59a-49fd-b01b-b8f95f8188c7 HTTP/1.1" status: 200 len: 796 time: 0.5916517 Mar 28 10:57:27.700461 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-0daf7d0a-d4be-4365-ab26-a7ab4238059a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 472 time: 0.0539401 Mar 28 10:57:27.737482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': '6a36e5cb-e01a-4636-a45c-a30db79067e9', 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['89aed858-e1c8-4bd4-b3cc-1ec86a84fd83']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:27.759735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:27.778332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ca93ac1a-50c9-470f-8301-ae8749c157f8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:27.783734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73ed694-65a7-41ca-ae77-c3043dfd5efb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:27.794297 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacada07-b0ae-4b19-bcb0-e10343109a78 None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:27.813674 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacada07-b0ae-4b19-bcb0-e10343109a78 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:27.814320 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eacada07-b0ae-4b19-bcb0-e10343109a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:27.816218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:27.819058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a73ed694-65a7-41ca-ae77-c3043dfd5efb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:27.893791 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:27.928696 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a73ed694-65a7-41ca-ae77-c3043dfd5efb tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/floatingips/6aec2b82-65b5-4bc9-b86a-c0a7f33f3e0c HTTP/1.1" status: 200 len: 687 time: 3.1129563 Mar 28 10:57:27.933758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36860) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:27.937530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:27.946886 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eacada07-b0ae-4b19-bcb0-e10343109a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:27.961537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network 4f785290-82ae-4f39-88a0-9239d3e480ac is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:27.967534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacada07-b0ae-4b19-bcb0-e10343109a78 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:27.968245 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eacada07-b0ae-4b19-bcb0-e10343109a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:27.995762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:28.006481 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:28.012745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:28.013378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.052961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=19821028-f57d-454d-ab7d-1fbbcf8eb40d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:28.099778 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eacada07-b0ae-4b19-bcb0-e10343109a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:28.100754 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacada07-b0ae-4b19-bcb0-e10343109a78 None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:28.106828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Transition to ACTIVE for port object 1abc26c5-b10d-467e-9f7c-5236f171c795 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:28.132198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1684eb9-00fb-45b0-a37b-3b1cf7fbbc47 None None] Pushing event updated for resources: {'Port': ['ID=2f70adce-d092-4aad-8c12-80897b91d906,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:28.144143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:28.151081 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d647b6ec-3d28-480c-a45a-289b0ff5e6de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5060298 Mar 28 10:57:28.153019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.231654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36866) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:28.232677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:port and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:28.242758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:28.281062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ca93ac1a-50c9-470f-8301-ae8749c157f8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:28.281767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.316406 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a9f858a6-d851-4193-ab55-623ea79768c7 req-6b9d8dfc-6982-48d0-8fd0-cf5e63c2a2ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 210 time: 0.1836979 Mar 28 10:57:28.355964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port 36d1779e-6019-46c2-baca-077cb4019527 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:28.356313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.422593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.526557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:28.582350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 79e6c994-206f-4f5e-907e-bb993317d23f is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:28.591708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=1abc26c5-b10d-467e-9f7c-5236f171c795,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:28.595516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:28.597565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:28.598927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.642316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:28.655680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e21f4ca9-4a1f-41bf-a7f0-4f72d93b5954 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 19821028-f57d-454d-ab7d-1fbbcf8eb40d {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:28.656016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e21f4ca9-4a1f-41bf-a7f0-4f72d93b5954 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.694403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceeabdc-a7b3-4e02-b06b-ad3466049a57 None None] Network 4f785290-82ae-4f39-88a0-9239d3e480ac requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:28.790385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.790727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.792424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:28.796604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:28.834976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:23Z', 'revision_number': 7, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f950769-aa5e-42c3-ae51-6e80d2318a53', 'name': '', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:67:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:12Z', 'updated_at': '2022-03-28T10:57:25Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:28.845859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:28.895402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:28.896176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:28.954300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:28.957790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-62e60986-2740-4475-ab38-61178376269d None None] Provisioning for port 8314e781-7626-4416-a4fa-67d9ef3bcb28 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:28.993061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:28.993061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:29.067696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for 36d1779e-6019-46c2-baca-077cb4019527 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:29.174663 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:29.190068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:29.329477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e21f4ca9-4a1f-41bf-a7f0-4f72d93b5954 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:29.547988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e21f4ca9-4a1f-41bf-a7f0-4f72d93b5954 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 19821028-f57d-454d-ab7d-1fbbcf8eb40d owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:29.596741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 8f950769-aa5e-42c3-ae51-6e80d2318a53 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:29.597064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:29.622098 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-16339f10-d710-40b0-9638-c77887d06058 req-3c67988d-6c6c-4531-b916-84a740e571cf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 210 time: 0.0678644 Mar 28 10:57:29.636979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.23 (fc443363-d59a-49fd-b01b-b8f95f8188c7/1c598351-ce67-4f60-a7e4-f33f69e58f2d/bc345992-a1c4-4dc2-86eb-da8590d3f51b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:29.660686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57236ec2-50c8-45c4-b41b-0b98d3863322 None None] Network 79e6c994-206f-4f5e-907e-bb993317d23f requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:29.714831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:29.786993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:29.852218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e87f0269-b48a-4dc4-b457-cafa0b2bbdd8,segment=NetworkSegment(5f292bb3-d7b8-48dc-9fc0-0c0975764f7f),segment_id=5f292bb3-d7b8-48dc-9fc0-0c0975764f7f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:29.904404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:29.910487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:29.910648 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:23Z', 'revision_number': 7, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f950769-aa5e-42c3-ae51-6e80d2318a53', 'name': '', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:67:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:12Z', 'updated_at': '2022-03-28T10:57:25Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:29.911606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152ae37-143b-40a2-88be-7f25e6419627 None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:23Z', 'revision_number': 7, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f950769-aa5e-42c3-ae51-6e80d2318a53', 'name': '', 'network_id': '6b97359b-584b-47e5-a4bc-e581bb829623', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:67:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:12Z', 'updated_at': '2022-03-28T10:57:25Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'b3a5ca71-4c26-49b4-91c5-eb3035060ed7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:29.953007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 8f950769-aa5e-42c3-ae51-6e80d2318a53, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8f950769-aa5e-42c3-ae51-6e80d2318a53,segment=NetworkSegment(6a29720a-eaa6-4084-a064-8cacdee08d9b),segment_id=6a29720a-eaa6-4084-a064-8cacdee08d9b)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:29.953367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:29.959279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-508eac52-56c0-42f4-954c-844ada9dedf7 None None] Provisioning for port 2f70adce-d092-4aad-8c12-80897b91d906 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:29.962364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.033110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=1abc26c5-b10d-467e-9f7c-5236f171c795,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:30.037024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.131254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=36d1779e-6019-46c2-baca-077cb4019527,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:30.143459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=e87f0269-b48a-4dc4-b457-cafa0b2bbdd8,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:30.179633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e21f4ca9-4a1f-41bf-a7f0-4f72d93b5954 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.188137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 8f950769-aa5e-42c3-ae51-6e80d2318a53 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:30.212850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6760f36c-4f6a-4d04-b9cf-3b11986136c6 None None] Could not find standard attr ID for object 19821028-f57d-454d-ab7d-1fbbcf8eb40d. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:57:30.255343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2f70adce-d092-4aad-8c12-80897b91d906 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:30.344617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.363447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.364659 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9dd952ad-8b1b-431b-b861-51cf48beb217 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/floatingips/6aec2b82-65b5-4bc9-b86a-c0a7f33f3e0c HTTP/1.1" status: 204 len: 168 time: 2.4296916 Mar 28 10:57:30.385496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36872) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:30.390989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '0bd1ff2f-9a30-43ff-94af-862b98cdf9a1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:30.400162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:30.408454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:floatingip and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:30.414045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:30.418385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 79e6c994-206f-4f5e-907e-bb993317d23f is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:30.422390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:30.424678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:30.442234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 2f70adce-d092-4aad-8c12-80897b91d906 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:30.447553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2f70adce-d092-4aad-8c12-80897b91d906 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:30.447854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.549163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f4ca9-4a1f-41bf-a7f0-4f72d93b5954 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=19821028-f57d-454d-ab7d-1fbbcf8eb40d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:30.616506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e21f4ca9-4a1f-41bf-a7f0-4f72d93b5954 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.620465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.629435 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e21f4ca9-4a1f-41bf-a7f0-4f72d93b5954 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/19821028-f57d-454d-ab7d-1fbbcf8eb40d HTTP/1.1" status: 204 len: 168 time: 2.3935714 Mar 28 10:57:30.639916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36876) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:30.654160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f1200ca4-0326-44e6-b088-ed4d46076772 None None] Provisioning for port 1abc26c5-b10d-467e-9f7c-5236f171c795 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:30.671501 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f1200ca4-0326-44e6-b088-ed4d46076772 None None] Provisioning complete for port 1abc26c5-b10d-467e-9f7c-5236f171c795 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:30.672147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1200ca4-0326-44e6-b088-ed4d46076772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.703813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:30.723940 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25d8aa3-7d4a-47b3-a991-d39f01ad46d8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:57:30.724405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25d8aa3-7d4a-47b3-a991-d39f01ad46d8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:57:30.729356 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d25d8aa3-7d4a-47b3-a991-d39f01ad46d8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/19821028-f57d-454d-ab7d-1fbbcf8eb40d HTTP/1.1" status: 404 len: 333 time: 0.0845544 Mar 28 10:57:30.732908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36882) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:30.745743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.781220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f1200ca4-0326-44e6-b088-ed4d46076772 None None] Port 1abc26c5-b10d-467e-9f7c-5236f171c795 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:30.806270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 2f70adce-d092-4aad-8c12-80897b91d906, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2f70adce-d092-4aad-8c12-80897b91d906,segment=NetworkSegment(b7dec8bf-9d88-4d84-a14f-e1830a382799),segment_id=b7dec8bf-9d88-4d84-a14f-e1830a382799)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:30.816370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.816982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f1200ca4-0326-44e6-b088-ed4d46076772 None None] Could not find standard attr ID for object 19821028-f57d-454d-ab7d-1fbbcf8eb40d. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:57:30.843227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f1200ca4-0326-44e6-b088-ed4d46076772 None None] Provisioning complete for port 2f70adce-d092-4aad-8c12-80897b91d906 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:30.843606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1200ca4-0326-44e6-b088-ed4d46076772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.851830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object bc345992-a1c4-4dc2-86eb-da8590d3f51b will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:30.928214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:30.929317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8314e781-7626-4416-a4fa-67d9ef3bcb28 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:31.010607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.072656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.098206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=8f950769-aa5e-42c3-ae51-6e80d2318a53,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:31.120675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=2f70adce-d092-4aad-8c12-80897b91d906,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:31.149717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:31.157979 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ccab5f3f-c246-4d97-8461-1be4c57de0bf tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5125852 Mar 28 10:57:31.164473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:31.171546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36886) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:31.174810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 8314e781-7626-4416-a4fa-67d9ef3bcb28 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:31.177409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1703424536'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:31.184774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 8314e781-7626-4416-a4fa-67d9ef3bcb28 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:31.185493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.186488 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d876c68-60f5-42d4-b9eb-5ee08562b959 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:57:31.188561 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0d876c68-60f5-42d4-b9eb-5ee08562b959 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/19821028-f57d-454d-ab7d-1fbbcf8eb40d HTTP/1.1" status: 404 len: 333 time: 0.2668884 Mar 28 10:57:31.200980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:31.205303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36890) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:31.256143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:31.256933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:31.265749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network fc443363-d59a-49fd-b01b-b8f95f8188c7 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:31.275062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:31.287399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:31.303946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:network and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:31.322246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:31.355810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=bc345992-a1c4-4dc2-86eb-da8590d3f51b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:31.359974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:31.389205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45959145-c7cd-48c4-93af-50c571aaa1fe req-9da63c1f-bccb-44d8-b386-6eb644ae45b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:31.391073 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-45959145-c7cd-48c4-93af-50c571aaa1fe req-9da63c1f-bccb-44d8-b386-6eb644ae45b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 932 time: 0.4663641 Mar 28 10:57:31.420008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb1c018-2f19-425d-9917-d3831e0dc612 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet fe110a20-6be0-4c0b-814e-1e5b02dfefe6 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:57:31.454607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2cb1c018-2f19-425d-9917-d3831e0dc612 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.476830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:31.478185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.488094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-022a7945-7a6e-4bd9-9d94-69c0066ff5d8 None None] Provisioning complete for port 1abc26c5-b10d-467e-9f7c-5236f171c795 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:31.488646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-022a7945-7a6e-4bd9-9d94-69c0066ff5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.541204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:31.544769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.582722 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-45959145-c7cd-48c4-93af-50c571aaa1fe req-c0433d31-3121-4cdb-94c6-31c5aed59247 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521246 Mar 28 10:57:31.586745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2cb1c018-2f19-425d-9917-d3831e0dc612 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.625849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.634288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:31.654089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:31.665489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.675652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.675652 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added segment 862410a0-946c-400a-8fcf-3994b38ab7d2 of type vlan for network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 Mar 28 10:57:31.697083 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-2fed5505-2ff4-43d3-9c6e-6e48f3bb591d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9637489 Mar 28 10:57:31.768155 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.771344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Request body: {'port': {'device_id': '6a36e5cb-e01a-4636-a45c-a30db79067e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:31.779997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-022a7945-7a6e-4bd9-9d94-69c0066ff5d8 None None] Port 1abc26c5-b10d-467e-9f7c-5236f171c795 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:31.785028 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.810602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2cb1c018-2f19-425d-9917-d3831e0dc612 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.940885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.26.2.15 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/0c7c075e-c6d0-4e6b-8b12-4458227823aa) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:31.986477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:31.992627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:31.993212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.028621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-717b786d-5435-48de-96d4-48e343029145 None None] Provisioning for port bc345992-a1c4-4dc2-86eb-da8590d3f51b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:32.039216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-717b786d-5435-48de-96d4-48e343029145 None None] Provisioning complete for port bc345992-a1c4-4dc2-86eb-da8590d3f51b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:32.039899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-717b786d-5435-48de-96d4-48e343029145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.053815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.096011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-717b786d-5435-48de-96d4-48e343029145 None None] Port bc345992-a1c4-4dc2-86eb-da8590d3f51b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:32.104300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2cb1c018-2f19-425d-9917-d3831e0dc612 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.139610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:32.165070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:57:32.165490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:57:32.197263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:28Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:32.201289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:32.201726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Updating router 581df6f1-b40f-4343-8d87-1b3722d42345 port 1abc26c5-b10d-467e-9f7c-5236f171c795 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:57:32.213106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1c018-2f19-425d-9917-d3831e0dc612 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=fe110a20-6be0-4c0b-814e-1e5b02dfefe6,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:32.218599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Network': ['ID=701f785c-4899-4e5c-8e19-16c6c0a57eb7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:32.227439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2cb1c018-2f19-425d-9917-d3831e0dc612 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.229317 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2cb1c018-2f19-425d-9917-d3831e0dc612 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/fe110a20-6be0-4c0b-814e-1e5b02dfefe6 HTTP/1.1" status: 204 len: 168 time: 0.9680262 Mar 28 10:57:32.233492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36894) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:32.264578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.284400 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ac3ce750-372f-4e28-8347-02e602e0fe98 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1091619 Mar 28 10:57:32.284629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437b75ec-2b33-4963-bf34-7dc7ef3fabe6 None None] Network 4f785290-82ae-4f39-88a0-9239d3e480ac requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:32.287096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36898) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:32.295194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:32.300291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'subnet': {'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:32.400649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.476577 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.511370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:32.514693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 8314e781-7626-4416-a4fa-67d9ef3bcb28 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:32.515055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.548287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:subnet and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:32.557989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:32.566535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:32.591566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:32.600004 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb3c1dff-73c8-4d11-bd89-576c98a37bd2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4417183 Mar 28 10:57:32.606296 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:32.617076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36902) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:32.626284 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:32.626918 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:32.761982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.768459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-59172b20-aa76-495c-86b1-a7b45201bc93 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting subnet b3a5ca71-4c26-49b4-91c5-eb3035060ed7 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:57:32.776648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59172b20-aa76-495c-86b1-a7b45201bc93 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.825894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] For port 8314e781-7626-4416-a4fa-67d9ef3bcb28, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8314e781-7626-4416-a4fa-67d9ef3bcb28,segment=NetworkSegment(6d1103eb-8894-4b78-957c-53f59444d34c),segment_id=6d1103eb-8894-4b78-957c-53f59444d34c)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:32.826945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.835022 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:32.854123 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59172b20-aa76-495c-86b1-a7b45201bc93 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.905097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 8314e781-7626-4416-a4fa-67d9ef3bcb28, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8314e781-7626-4416-a4fa-67d9ef3bcb28,segment=NetworkSegment(6d1103eb-8894-4b78-957c-53f59444d34c),segment_id=6d1103eb-8894-4b78-957c-53f59444d34c)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:32.973667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34172226-df6e-4237-a3b8-ff72f6b168d0 None None] DHCP port deletion for 4f785290-82ae-4f39-88a0-9239d3e480ac request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:57:32.980846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-34172226-df6e-4237-a3b8-ff72f6b168d0 None None] Deleting port 8314e781-7626-4416-a4fa-67d9ef3bcb28 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:32.981473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-34172226-df6e-4237-a3b8-ff72f6b168d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:32.986296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59172b20-aa76-495c-86b1-a7b45201bc93 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.010438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.109379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc345992-a1c4-4dc2-86eb-da8590d3f51b {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:57:33.125625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.158430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Transition to ACTIVE for port object bc345992-a1c4-4dc2-86eb-da8590d3f51b will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:33.160027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59172b20-aa76-495c-86b1-a7b45201bc93 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.208138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 8314e781-7626-4416-a4fa-67d9ef3bcb28 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:33.211760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59172b20-aa76-495c-86b1-a7b45201bc93 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a5ca71-4c26-49b4-91c5-eb3035060ed7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:33.229436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59172b20-aa76-495c-86b1-a7b45201bc93 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.235963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b504b-51b0-46af-ac0a-b21176d51611 None None] Network 6b97359b-584b-47e5-a4bc-e581bb829623 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:33.243879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.290470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2f70adce-d092-4aad-8c12-80897b91d906 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:33.291971 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:30Z', 'revision_number': 8, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:33.296231 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-59172b20-aa76-495c-86b1-a7b45201bc93 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/b3a5ca71-4c26-49b4-91c5-eb3035060ed7 HTTP/1.1" status: 204 len: 168 time: 0.6783261 Mar 28 10:57:33.296889 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:33.298879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36908) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:33.307517 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:33.308496 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:33.309109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Made reservation on behalf of 14f45e34d2a74cf38c42ce70fb03055a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:33.313093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.479952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Pushing event updated for resources: {'Port': ['ID=bc345992-a1c4-4dc2-86eb-da8590d3f51b,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:33.549307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.551224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.586647 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:33.672599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=0c7c075e-c6d0-4e6b-8b12-4458227823aa,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:33.696961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.732325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:33.734703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Attempting to bind port bc345992-a1c4-4dc2-86eb-da8590d3f51b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:33.735145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Attempting to bind port bc345992-a1c4-4dc2-86eb-da8590d3f51b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:33.735576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Attempting to bind port bc345992-a1c4-4dc2-86eb-da8590d3f51b on network fc443363-d59a-49fd-b01b-b8f95f8188c7 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:33.738231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 03b5a67d-721d-413a-b2bd-7df54e5785cd {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:33.738696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.747821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:33.750237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:33.774728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=8314e781-7626-4416-a4fa-67d9ef3bcb28,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:33.778577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Transition to ACTIVE for port object 1abc26c5-b10d-467e-9f7c-5236f171c795 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:33.781894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Port bc345992-a1c4-4dc2-86eb-da8590d3f51b on network fc443363-d59a-49fd-b01b-b8f95f8188c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:57:33.782455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Attempting to bind port bc345992-a1c4-4dc2-86eb-da8590d3f51b on network fc443363-d59a-49fd-b01b-b8f95f8188c7 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:33.794011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:33.794488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Checking segment: {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:33.794971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Bound using segment: {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:33.795514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Bound port: bc345992-a1c4-4dc2-86eb-da8590d3f51b, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:33.796044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.866998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1d91-4d6c-4161-b185-9acfea596d77 req-cb7701d9-9fee-44de-89a7-af961e0bbffc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:33.868693 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cffc1d91-4d6c-4161-b185-9acfea596d77 req-cb7701d9-9fee-44de-89a7-af961e0bbffc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 944 time: 0.6090884 Mar 28 10:57:33.882606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-34172226-df6e-4237-a3b8-ff72f6b168d0 None None] For port 8314e781-7626-4416-a4fa-67d9ef3bcb28, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8314e781-7626-4416-a4fa-67d9ef3bcb28,segment=NetworkSegment(6d1103eb-8894-4b78-957c-53f59444d34c),segment_id=6d1103eb-8894-4b78-957c-53f59444d34c)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:33.883282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-34172226-df6e-4237-a3b8-ff72f6b168d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.941021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:57:33.941335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:57:33.982616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:33.997054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.037868 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cffc1d91-4d6c-4161-b185-9acfea596d77 req-3cef8a0d-09d4-4731-ba41-e9dd3430a6e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495912 Mar 28 10:57:34.049692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] For port bc345992-a1c4-4dc2-86eb-da8590d3f51b, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:34.073926 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:30Z', 'revision_number': 8, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:34.077955 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32e82d-968c-4f20-a58b-6d40c1556a75 None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:30Z', 'revision_number': 8, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '524e6431-4d7c-40ea-beab-9a00c2d569ad', 'name': '', 'network_id': '7362c6c3-52d6-411b-aa39-0e5f6dd49cdf', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:2b:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:03Z', 'updated_at': '2022-03-28T10:57:10Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': 'cd31ebbe-bfa6-4a1f-9349-36da43b10ff2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:34.081196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] For port bc345992-a1c4-4dc2-86eb-da8590d3f51b, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bc345992-a1c4-4dc2-86eb-da8590d3f51b,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:34.091919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 03b5a67d-721d-413a-b2bd-7df54e5785cd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=03b5a67d-721d-413a-b2bd-7df54e5785cd,segment=NetworkSegment(6a29720a-eaa6-4084-a064-8cacdee08d9b),segment_id=6a29720a-eaa6-4084-a064-8cacdee08d9b)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:34.093513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.130261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-34172226-df6e-4237-a3b8-ff72f6b168d0 None None] Calling delete_port for 8314e781-7626-4416-a4fa-67d9ef3bcb28 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:34.174359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.195650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Checking segment: {'id': '862410a0-946c-400a-8fcf-3994b38ab7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:34.196016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network hostable DHCP agents. Network: 701f785c-4899-4e5c-8e19-16c6c0a57eb7, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:34.200486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Subnet': ['ID=cd1554ea-39a3-42b0-80c7-9af48d13fc11,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:34.239875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2f70adce-d092-4aad-8c12-80897b91d906 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:34.240133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.330907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ed235-26ff-463c-b82a-c9adf18777c4 None None] Pushing event updated for resources: {'Port': ['ID=1abc26c5-b10d-467e-9f7c-5236f171c795,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:34.363663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:34.407870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 03b5a67d-721d-413a-b2bd-7df54e5785cd owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:34.455387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:34.455387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.455875 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] 10.222.0.31 "PUT /v2.0/ports/bc345992-a1c4-4dc2-86eb-da8590d3f51b HTTP/1.1" status: 200 len: 1094 time: 2.6891305 Mar 28 10:57:34.465928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a36e5cb-e01a-4636-a45c-a30db79067e9', 'tag': 'bc345992-a1c4-4dc2-86eb-da8590d3f51b'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:57:34.474674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.474829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Attempting to bind port 1abc26c5-b10d-467e-9f7c-5236f171c795 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:34.475162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Attempting to bind port 1abc26c5-b10d-467e-9f7c-5236f171c795 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b7dec8bf-9d88-4d84-a14f-e1830a382799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:34.475524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Attempting to bind port 1abc26c5-b10d-467e-9f7c-5236f171c795 on network 79e6c994-206f-4f5e-907e-bb993317d23f {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:34.484144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:34.484305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Checking segment: {'id': 'b7dec8bf-9d88-4d84-a14f-e1830a382799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:34.484651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.485042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Bound using segment: {'id': 'b7dec8bf-9d88-4d84-a14f-e1830a382799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:34.485512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Bound port: 1abc26c5-b10d-467e-9f7c-5236f171c795, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dec8bf-9d88-4d84-a14f-e1830a382799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:34.485931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.517979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 8314e781-7626-4416-a4fa-67d9ef3bcb28 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:34.518684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.585096 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a36e5cb-e01a-4636-a45c-a30db79067e9', 'tag': 'bc345992-a1c4-4dc2-86eb-da8590d3f51b', 'status': 'completed', 'code': 200} Mar 28 10:57:34.606534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 701f785c-4899-4e5c-8e19-16c6c0a57eb7) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:34.620738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e33a7-eb21-4db6-ae1d-35ccd1ec44bf service neutron] Pushing event updated for resources: {'Port': ['ID=bc345992-a1c4-4dc2-86eb-da8590d3f51b,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:34.621640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d21e80e-ed6d-432a-a976-7abdea6eee3c None None] DHCP port deletion for 6b97359b-584b-47e5-a4bc-e581bb829623 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:57:34.651827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-34172226-df6e-4237-a3b8-ff72f6b168d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.688667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40123672-f783-4837-8a39-f790aceeb364 None None] Network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:34.692628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] The port '8314e781-7626-4416-a4fa-67d9ef3bcb28' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:57:34.700425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:34.701208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.728964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.746232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1d21e80e-ed6d-432a-a976-7abdea6eee3c None None] Deleting port 03b5a67d-721d-413a-b2bd-7df54e5785cd {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:34.746608 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1d21e80e-ed6d-432a-a976-7abdea6eee3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.803066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=03b5a67d-721d-413a-b2bd-7df54e5785cd,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:34.810952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No DVR routers for this DVR port 03b5a67d-721d-413a-b2bd-7df54e5785cd on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:57:34.818835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34172226-df6e-4237-a3b8-ff72f6b168d0 None None] Pushing event deleted for resources: {'Port': ['ID=8314e781-7626-4416-a4fa-67d9ef3bcb28,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:34.819081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.913855 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e257e2c1-d8cf-4479-aa05-fe4f4d49a55b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6196077 Mar 28 10:57:34.914546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34172226-df6e-4237-a3b8-ff72f6b168d0 None None] No DVR routers for this DVR port 8314e781-7626-4416-a4fa-67d9ef3bcb28 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:57:34.914652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:34.923445 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36914) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:34.938085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1d21e80e-ed6d-432a-a976-7abdea6eee3c None None] The port '03b5a67d-721d-413a-b2bd-7df54e5785cd' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:57:34.946383 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:34.947899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ab16-bf0d-4450-b6fb-6d645c14edba req-b89fb48a-2b2c-4201-b27f-28ae86ce2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:34.949375 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1859ab16-bf0d-4450-b6fb-6d645c14edba req-b89fb48a-2b2c-4201-b27f-28ae86ce2e79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 1097 time: 0.2961259 Mar 28 10:57:34.954282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.021494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b97359b-584b-47e5-a4bc-e581bb829623']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:35.039503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] For port 1abc26c5-b10d-467e-9f7c-5236f171c795, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:35.043858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] For port 1abc26c5-b10d-467e-9f7c-5236f171c795, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1abc26c5-b10d-467e-9f7c-5236f171c795,segment=NetworkSegment(b7dec8bf-9d88-4d84-a14f-e1830a382799),segment_id=b7dec8bf-9d88-4d84-a14f-e1830a382799)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:35.090300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a29720a-eaa6-4084-a064-8cacdee08d9b') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:35.090648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a29720a-eaa6-4084-a064-8cacdee08d9b') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:35.112860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.123287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.148404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.169517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:57:35.170025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:57:35.194415 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:57:35.203859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:35.204217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.213874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ab16-bf0d-4450-b6fb-6d645c14edba req-3863e0ef-0502-40dd-8b6a-58bd12f7d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:35.214523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ab16-bf0d-4450-b6fb-6d645c14edba req-3863e0ef-0502-40dd-8b6a-58bd12f7d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:35.216020 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1859ab16-bf0d-4450-b6fb-6d645c14edba req-3863e0ef-0502-40dd-8b6a-58bd12f7d490 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2492266 Mar 28 10:57:35.294178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:35.294817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:35.408096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.438120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f785290-82ae-4f39-88a0-9239d3e480ac']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:35.448451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.456574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ab16-bf0d-4450-b6fb-6d645c14edba req-822f3e29-4758-4916-8ea1-21c99970a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:35.458377 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1859ab16-bf0d-4450-b6fb-6d645c14edba req-822f3e29-4758-4916-8ea1-21c99970a3d4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1971529 Mar 28 10:57:35.462660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1103eb-8894-4b78-957c-53f59444d34c') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:35.462957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1103eb-8894-4b78-957c-53f59444d34c') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:35.468764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Network': ['ID=6b97359b-584b-47e5-a4bc-e581bb829623,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:35.475094 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70d45bc5-83de-42e4-95fd-db722ca3be35 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/networks/6b97359b-584b-47e5-a4bc-e581bb829623 HTTP/1.1" status: 204 len: 168 time: 2.1634204 Mar 28 10:57:35.478912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36920) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:35.496459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.600525 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ed235-26ff-463c-b82a-c9adf18777c4 None None] Pushing event updated for resources: {'Port': ['ID=1abc26c5-b10d-467e-9f7c-5236f171c795,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:35.610539 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:57:35.611337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.622983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:35.637106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.754993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:57:35.755432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:57:35.770709 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:57:35.847780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-985fc6fe-1df5-42af-afab-18c2377cfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:35.850173 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-985fc6fe-1df5-42af-afab-18c2377cfa6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 1097 time: 0.2403619 Mar 28 10:57:35.892084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbd9db-08ba-4d7f-8e6d-d8baa8d77195 req-f4166057-7c0f-4bfb-9cdb-bfb6673a3617 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:35.893592 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60dbd9db-08ba-4d7f-8e6d-d8baa8d77195 req-f4166057-7c0f-4bfb-9cdb-bfb6673a3617 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 944 time: 0.5815542 Mar 28 10:57:36.003496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.036005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.051199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Network': ['ID=4f785290-82ae-4f39-88a0-9239d3e480ac,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:36.066671 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60dbd9db-08ba-4d7f-8e6d-d8baa8d77195 req-7b8edad9-a394-494b-b71c-e2c888eae96f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610053 Mar 28 10:57:36.068123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8314e781-7626-4416-a4fa-67d9ef3bcb28 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:36.073739 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-475dc44e-5177-4808-997c-913c64054122 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/networks/4f785290-82ae-4f39-88a0-9239d3e480ac HTTP/1.1" status: 204 len: 168 time: 3.8394647 Mar 28 10:57:36.078070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36924) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:36.083707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.112457 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-a87ee592-78d1-4410-b7f5-9e42f6659f87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=bc345992-a1c4-4dc2-86eb-da8590d3f51b HTTP/1.1" status: 200 len: 217 time: 0.2419488 Mar 28 10:57:36.118417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1196401068'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:36.121487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Allocated IP 2001:db8:3::2 (701f785c-4899-4e5c-8e19-16c6c0a57eb7/cd1554ea-39a3-42b0-80c7-9af48d13fc11/06e7fbb4-81ab-491d-b953-1cffcf7f668a) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:36.130415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:36.141806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:network and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:36.146261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:36.152191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 8314e781-7626-4416-a4fa-67d9ef3bcb28 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:36.152886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8314e781-7626-4416-a4fa-67d9ef3bcb28 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:36.154934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:36.163006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.195565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-b53e9012-ce22-4704-803f-96cbc44fdbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:36.197013 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-b53e9012-ce22-4704-803f-96cbc44fdbc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1c598351-ce67-4f60-a7e4-f33f69e58f2d HTTP/1.1" status: 200 len: 837 time: 0.0698161 Mar 28 10:57:36.212740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.269729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8f950769-aa5e-42c3-ae51-6e80d2318a53 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:36.323662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 8f950769-aa5e-42c3-ae51-6e80d2318a53 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:36.324050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8f950769-aa5e-42c3-ae51-6e80d2318a53 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:36.324703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 03b5a67d-721d-413a-b2bd-7df54e5785cd no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:36.343267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:36.346690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.361823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 03b5a67d-721d-413a-b2bd-7df54e5785cd {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:36.361823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 03b5a67d-721d-413a-b2bd-7df54e5785cd not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:36.397225 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:28Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:35Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:36.405397 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-215e20ab-c715-46f2-82d9-cfa34c59a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:36.406880 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-215e20ab-c715-46f2-82d9-cfa34c59a09b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fc443363-d59a-49fd-b01b-b8f95f8188c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1385381 Mar 28 10:57:36.413438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8d201-85b4-49be-b1e3-ec9d6d346e39 None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:28Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:35Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:36.455878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=0c7c075e-c6d0-4e6b-8b12-4458227823aa,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:36.484486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.540446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.552534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Transition to ACTIVE for port object 06e7fbb4-81ab-491d-b953-1cffcf7f668a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:36.586192 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Transition to ACTIVE for port object 06e7fbb4-81ab-491d-b953-1cffcf7f668a will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:36.643160 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-e89a2824-3cce-4c68-b1d5-4d9739ca2d47 service neutron] 10.222.0.31 "GET /v2.0/networks/fc443363-d59a-49fd-b01b-b8f95f8188c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953034 Mar 28 10:57:36.650315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.655792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.720830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:57:36.730876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:36.737983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:36.740493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:36.751345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Pushing event updated for resources: {'Port': ['ID=06e7fbb4-81ab-491d-b953-1cffcf7f668a,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:36.824206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.824719 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Added segment 0e597519-af16-492a-a416-337783a22451 of type vlan for network 0e71a038-4a15-4b2d-a156-20b1fe28adc0 Mar 28 10:57:36.854838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Attempting to bind port 06e7fbb4-81ab-491d-b953-1cffcf7f668a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:36.855422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Attempting to bind port 06e7fbb4-81ab-491d-b953-1cffcf7f668a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '862410a0-946c-400a-8fcf-3994b38ab7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:36.856112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Attempting to bind port 06e7fbb4-81ab-491d-b953-1cffcf7f668a on network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:36.862564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:36.863568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Checking segment: {'id': '862410a0-946c-400a-8fcf-3994b38ab7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:36.864129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.864691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Bound using segment: {'id': '862410a0-946c-400a-8fcf-3994b38ab7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:36.865370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Bound port: 06e7fbb4-81ab-491d-b953-1cffcf7f668a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862410a0-946c-400a-8fcf-3994b38ab7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:36.866145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:36.968342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7b1650e9-a232-4eef-afad-18534125356d None None] For port 06e7fbb4-81ab-491d-b953-1cffcf7f668a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:36.972909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7b1650e9-a232-4eef-afad-18534125356d None None] For port 06e7fbb4-81ab-491d-b953-1cffcf7f668a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=06e7fbb4-81ab-491d-b953-1cffcf7f668a,segment=NetworkSegment(862410a0-946c-400a-8fcf-3994b38ab7d2),segment_id=862410a0-946c-400a-8fcf-3994b38ab7d2)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:36.995639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:37.037855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:37.076119 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 0bc36618-7e29-4c76-a59c-3ad967bfff84 associated. External IP: 172.26.2.15, port: 0bd1ff2f-9a30-43ff-94af-862b98cdf9a1. Mar 28 10:57:37.109343 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6aef90bf-4b17-4d03-a0d6-8d69b00dd0b5 req-e028e940-430d-419c-8aba-9531b99f63ba service neutron] 10.222.0.31 "GET /v2.0/networks/fc443363-d59a-49fd-b01b-b8f95f8188c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989353 Mar 28 10:57:37.136276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.resource_extend [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:57:37.169972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1650e9-a232-4eef-afad-18534125356d None None] Pushing event updated for resources: {'Port': ['ID=06e7fbb4-81ab-491d-b953-1cffcf7f668a,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:37.192107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 524e6431-4d7c-40ea-beab-9a00c2d569ad {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:37.192457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:37.224749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Allocated IP 2001:db8:3::1 (701f785c-4899-4e5c-8e19-16c6c0a57eb7/cd1554ea-39a3-42b0-80c7-9af48d13fc11/db9d225b-2828-4698-af12-298c37cc4ca8) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:37.379094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:37.384564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:37.385148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:37.434501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 524e6431-4d7c-40ea-beab-9a00c2d569ad, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=524e6431-4d7c-40ea-beab-9a00c2d569ad,segment=NetworkSegment(2a6317d6-e055-4ba4-bc2a-faed54104728),segment_id=2a6317d6-e055-4ba4-bc2a-faed54104728)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:37.434986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:37.578040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 524e6431-4d7c-40ea-beab-9a00c2d569ad owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:37.626470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Network': ['ID=0e71a038-4a15-4b2d-a156-20b1fe28adc0,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:37.637427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0e71a038-4a15-4b2d-a156-20b1fe28adc0 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:57:37.664296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:37.680459 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0a2f26a4-e834-47ed-96aa-3fea2630a7a8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5968931 Mar 28 10:57:37.681071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36930) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:37.686909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': '0e71a038-4a15-4b2d-a156-20b1fe28adc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:37.762990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Transition to ACTIVE for port object db9d225b-2828-4698-af12-298c37cc4ca8 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:37.786542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387b3ac-b541-4efe-ab0c-393425992482 req-4f039cde-f9e1-40ef-baa0-beb9085e4005 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:37.788073 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7387b3ac-b541-4efe-ab0c-393425992482 req-4f039cde-f9e1-40ef-baa0-beb9085e4005 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 944 time: 0.4558151 Mar 28 10:57:37.936828 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7387b3ac-b541-4efe-ab0c-393425992482 req-7f4430cf-3ecc-4c5d-afe3-785ada8fde7e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355779 Mar 28 10:57:37.939296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:37.943182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:37.973100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:37.980786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:37.994790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:38.037710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:38.093038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:38.096595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:38.129052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:38.235895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=524e6431-4d7c-40ea-beab-9a00c2d569ad,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:38.285146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b5b2e-99bd-4a99-bc7f-d9bd17625256 None None] Network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:38.350048 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:38.356452 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:38.363388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:38.363926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:38.367081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=db9d225b-2828-4698-af12-298c37cc4ca8,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:38.421109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:38.461600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e915c01c-0805-40ea-8ee5-ef30891af1aa None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:38.466417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device bc345992-a1c4-4dc2-86eb-da8590d3f51b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 10:57:38.469160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1abc26c5-b10d-467e-9f7c-5236f171c795 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:38.523294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:38.572777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915c01c-0805-40ea-8ee5-ef30891af1aa None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:38.573438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e915c01c-0805-40ea-8ee5-ef30891af1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:38.594889 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-34b74b1d-6ba9-4ba0-b5ee-dba83da6e77c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2118397 Mar 28 10:57:38.600696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36934) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:38.672978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e915c01c-0805-40ea-8ee5-ef30891af1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:38.673724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:38.714840 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:38.741932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915c01c-0805-40ea-8ee5-ef30891af1aa None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:38.743273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e915c01c-0805-40ea-8ee5-ef30891af1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:38.791271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ec9ff546-e52c-4085-8d54-9398e7d1d781 None None] Provisioning for port 06e7fbb4-81ab-491d-b953-1cffcf7f668a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:38.826550 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3e7e5c54-2e6d-4dfb-92e1-5058bc8fe759 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "GET /v2.0/floatingips/0bc36618-7e29-4c76-a59c-3ad967bfff84 HTTP/1.1" status: 200 len: 977 time: 0.2219317 Mar 28 10:57:38.827448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36938) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:38.879303 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e915c01c-0805-40ea-8ee5-ef30891af1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:38.879748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e915c01c-0805-40ea-8ee5-ef30891af1aa None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:38.962453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:38.967245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port bc345992-a1c4-4dc2-86eb-da8590d3f51b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bc345992-a1c4-4dc2-86eb-da8590d3f51b,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:39.024360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 1abc26c5-b10d-467e-9f7c-5236f171c795 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:39.029914 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'bc345992-a1c4-4dc2-86eb-da8590d3f51b', 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7', 'port_id': 'bc345992-a1c4-4dc2-86eb-da8590d3f51b', 'mac_address': 'fa:16:3e:5d:61:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c598351-ce67-4f60-a7e4-f33f69e58f2d', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 10:57:39.063119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1abc26c5-b10d-467e-9f7c-5236f171c795 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:39.063633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.088028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9aa8d11e-e432-4df6-889b-33db61c51ab3 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Synchronizing usage tracker for tenant:98555b89bab8454181b79e7da8ede750 on resource:floatingip {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:39.142497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.171880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc345992-a1c4-4dc2-86eb-da8590d3f51b {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:57:39.174921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.177884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=bb252fc6-5528-44e6-b189-3b006e08258f,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:39.188827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64415af0-564b-4722-8ddd-ee2af6c4a5a9 req-e1480ab5-0c7c-4d60-be1e-ae8e0d8eae53 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:39.189626 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-64415af0-564b-4722-8ddd-ee2af6c4a5a9 req-e1480ab5-0c7c-4d60-be1e-ae8e0d8eae53 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 944 time: 0.1298182 Mar 28 10:57:39.234854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-64415af0-564b-4722-8ddd-ee2af6c4a5a9 req-d533fd6c-395f-4880-8b2c-42d7663a4517 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385816 Mar 28 10:57:39.235942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.237992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.240781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port bc345992-a1c4-4dc2-86eb-da8590d3f51b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bc345992-a1c4-4dc2-86eb-da8590d3f51b,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:39.257684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Checking segment: {'id': '0e597519-af16-492a-a416-337783a22451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e71a038-4a15-4b2d-a156-20b1fe28adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:39.258067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network hostable DHCP agents. Network: 0e71a038-4a15-4b2d-a156-20b1fe28adc0, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:57:39.281181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.321895 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 1abc26c5-b10d-467e-9f7c-5236f171c795, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1abc26c5-b10d-467e-9f7c-5236f171c795,segment=NetworkSegment(b7dec8bf-9d88-4d84-a14f-e1830a382799),segment_id=b7dec8bf-9d88-4d84-a14f-e1830a382799)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:39.350502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.415564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event updated for resources: {'Port': ['ID=db9d225b-2828-4698-af12-298c37cc4ca8,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:39.425505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9aa8d11e-e432-4df6-889b-33db61c51ab3 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Unset dirty status for tenant:98555b89bab8454181b79e7da8ede750 on resource:floatingip {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:39.426583 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9aa8d11e-e432-4df6-889b-33db61c51ab3 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5873537 Mar 28 10:57:39.430821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36944) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:39.438257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'port_id': '1e72430b-dc50-460b-a48f-efa606f8796b'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:39.440417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.446973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 06e7fbb4-81ab-491d-b953-1cffcf7f668a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:39.450665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:39.507614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=bc345992-a1c4-4dc2-86eb-da8590d3f51b,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:39.564824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:39.567904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:39.572005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.576828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network 0e71a038-4a15-4b2d-a156-20b1fe28adc0 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:57:39.606045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=1abc26c5-b10d-467e-9f7c-5236f171c795,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:39.648463 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 06e7fbb4-81ab-491d-b953-1cffcf7f668a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:39.654880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 06e7fbb4-81ab-491d-b953-1cffcf7f668a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:39.655562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.674230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0e71a038-4a15-4b2d-a156-20b1fe28adc0) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:39.690440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08015d15-799c-465f-94e2-93c498b6134e None None] Network 0e71a038-4a15-4b2d-a156-20b1fe28adc0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:39.690675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:39.691046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.712898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:39.718026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dcd8a45f-ddd4-4824-99d8-7ccb101bfa49 None None] Provisioning for port db9d225b-2828-4698-af12-298c37cc4ca8 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:39.722793 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:39.735109 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70803242-4824-4611-8f37-ac72d6284f8d tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2547121 Mar 28 10:57:39.738233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36948) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:39.739403 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:39.740380 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:39.769699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['bc345992-a1c4-4dc2-86eb-da8590d3f51b'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 10:57:39.807682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dcd8a45f-ddd4-4824-99d8-7ccb101bfa49 None None] Provisioning complete for port db9d225b-2828-4698-af12-298c37cc4ca8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:39.808193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcd8a45f-ddd4-4824-99d8-7ccb101bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.816345 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-469434fa-a6a0-4a84-8d7c-d63573b0ab54 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1341293 Mar 28 10:57:39.823915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36952) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:39.840675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': '0e71a038-4a15-4b2d-a156-20b1fe28adc0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1908951201'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:39.910277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d782e04-00a7-4d82-95e0-31223cb07cb5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting subnet cd31ebbe-bfa6-4a1f-9349-36da43b10ff2 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:57:39.914417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d782e04-00a7-4d82-95e0-31223cb07cb5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:39.999315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:40.012560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d782e04-00a7-4d82-95e0-31223cb07cb5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.036884 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:40.042569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8a45f-ddd4-4824-99d8-7ccb101bfa49 None None] Port db9d225b-2828-4698-af12-298c37cc4ca8 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:40.219649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d782e04-00a7-4d82-95e0-31223cb07cb5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.279099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:40.283815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:40.287300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:40.295522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:40.352953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-0e71a038-4a15-4b2d-a156-20b1fe28adc0', 'network_id': '0e71a038-4a15-4b2d-a156-20b1fe28adc0', 'tenant_id': '1f22b8d223714e48994f07c2789f89b4', 'fixed_ips': [{'subnet_id': 'bb252fc6-5528-44e6-b189-3b006e08258f'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:57:40.354551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.364846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:40.374815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.399107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4e3cd5b1-74e1-439e-8911-30ea942df185 None None] Provisioning complete for port db9d225b-2828-4698-af12-298c37cc4ca8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:40.399894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4e3cd5b1-74e1-439e-8911-30ea942df185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.421369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 149af107-4fb2-4d3f-aa60-0141284e0772 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:40.439858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.472237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d782e04-00a7-4d82-95e0-31223cb07cb5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.474669 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:37Z', 'revision_number': 9, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:40.479350 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:40.490386 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:40.490985 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:40.544194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:40.552868 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1fd360c3-b357-483c-9665-70fe5d87f6c3 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6283209 Mar 28 10:57:40.564941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36958) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:40.585465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:40.592565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d782e04-00a7-4d82-95e0-31223cb07cb5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Subnet': ['ID=cd31ebbe-bfa6-4a1f-9349-36da43b10ff2,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:40.598196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d782e04-00a7-4d82-95e0-31223cb07cb5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.624133 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6d782e04-00a7-4d82-95e0-31223cb07cb5 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/cd31ebbe-bfa6-4a1f-9349-36da43b10ff2 HTTP/1.1" status: 204 len: 168 time: 0.8846662 Mar 28 10:57:40.625015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36962) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:40.651560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12b434-3b7f-45e6-822e-dc218a5c0d7a None None] Network 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:40.690374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:40.696167 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:40.764018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.784748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:40.785092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:40.804853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:40.805406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:41.016586 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:41.040165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd,segment=NetworkSegment(2a6317d6-e055-4ba4-bc2a-faed54104728),segment_id=2a6317d6-e055-4ba4-bc2a-faed54104728)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:41.040562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:41.065123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4e3cd5b1-74e1-439e-8911-30ea942df185 None None] Port db9d225b-2828-4698-af12-298c37cc4ca8 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:41.073735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2372-578b-406f-add3-a9ee1f232192 req-1b427124-7fe1-4a7b-9b66-dbeaed882140 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:41.081187 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-591a2372-578b-406f-add3-a9ee1f232192 req-1b427124-7fe1-4a7b-9b66-dbeaed882140 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 945 time: 0.6119962 Mar 28 10:57:41.084670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 06e7fbb4-81ab-491d-b953-1cffcf7f668a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=06e7fbb4-81ab-491d-b953-1cffcf7f668a,segment=NetworkSegment(862410a0-946c-400a-8fcf-3994b38ab7d2),segment_id=862410a0-946c-400a-8fcf-3994b38ab7d2)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:41.132626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Allocated IP 2001:db8::2 (0e71a038-4a15-4b2d-a156-20b1fe28adc0/bb252fc6-5528-44e6-b189-3b006e08258f/fd00d5e8-8830-4b93-b952-7bf397f1cfd7) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:41.146458 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:37Z', 'revision_number': 9, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:41.150721 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf6233-be63-4bcc-97b1-1536e8214564 None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:37Z', 'revision_number': 9, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a39517-8133-4962-a02a-6f2a82988b42', 'name': '', 'network_id': '51492333-833b-4e96-93e9-2b70d712f1f0', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:a5:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:52Z', 'updated_at': '2022-03-28T10:57:04Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '937f96c0-7d4e-4f33-baec-8fd16a2e7b93', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:41.200471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:41.235067 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-591a2372-578b-406f-add3-a9ee1f232192 req-473c66cd-c418-4107-aaa0-675e8011f8f5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526654 Mar 28 10:57:41.279591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:41.369751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:41.416627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:41.421284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No DVR routers for this DVR port f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:57:41.509258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:41.585755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:41.606960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:41.692809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7362c6c3-52d6-411b-aa39-0e5f6dd49cdf']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:41.701995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=06e7fbb4-81ab-491d-b953-1cffcf7f668a,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:41.773748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6ba01-c416-4441-8fcc-3590e5ebb124 None None] DHCP port deletion for 7362c6c3-52d6-411b-aa39-0e5f6dd49cdf request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:57:41.814152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1abc26c5-b10d-467e-9f7c-5236f171c795 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:41.896376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6317d6-e055-4ba4-bc2a-faed54104728') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:41.896583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6317d6-e055-4ba4-bc2a-faed54104728') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:41.909497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:41.925102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:41.931751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:57:41.932142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:57:41.947829 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:57:41.979499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.extraroute_db [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 10:57:42.013937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.extraroute_db [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Removed routes are [] {{(pid=88494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 10:57:42.014347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.016452 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 0bc36618-7e29-4c76-a59c-3ad967bfff84 associated. External IP: 172.26.2.15, port: 0bd1ff2f-9a30-43ff-94af-862b98cdf9a1. Mar 28 10:57:42.067846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.087204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Transition to ACTIVE for port object fd00d5e8-8830-4b93-b952-7bf397f1cfd7 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:42.093619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.113720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Transition to ACTIVE for port object fd00d5e8-8830-4b93-b952-7bf397f1cfd7 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:42.114846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1abc26c5-b10d-467e-9f7c-5236f171c795 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:42.115311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.119426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.127959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Network': ['ID=7362c6c3-52d6-411b-aa39-0e5f6dd49cdf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:42.142734 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5af3bde5-9c92-4035-b3fe-d97a3be2592c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/networks/7362c6c3-52d6-411b-aa39-0e5f6dd49cdf HTTP/1.1" status: 204 len: 168 time: 1.5109799 Mar 28 10:57:42.142996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36966) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:42.156377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:38Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d225b-2828-4698-af12-298c37cc4ca8', 'name': '', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:72:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:36Z', 'updated_at': '2022-03-28T10:57:38Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:42.165322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:42.165682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Updating router 581df6f1-b40f-4343-8d87-1b3722d42345 port db9d225b-2828-4698-af12-298c37cc4ca8 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:57:42.220333 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.290102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.341797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Network 0e71a038-4a15-4b2d-a156-20b1fe28adc0 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:42.360550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:42.389557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:42.406858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Pushing event updated for resources: {'Port': ['ID=fd00d5e8-8830-4b93-b952-7bf397f1cfd7,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:42.423246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::3a4 (0e71a038-4a15-4b2d-a156-20b1fe28adc0/bb252fc6-5528-44e6-b189-3b006e08258f/149af107-4fb2-4d3f-aa60-0141284e0772) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:42.565822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.616800 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Attempting to bind port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:42.617178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Attempting to bind port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '0e597519-af16-492a-a416-337783a22451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e71a038-4a15-4b2d-a156-20b1fe28adc0'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:42.617543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Attempting to bind port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 on network 0e71a038-4a15-4b2d-a156-20b1fe28adc0 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:42.629216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:42.629585 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Checking segment: {'id': '0e597519-af16-492a-a416-337783a22451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e71a038-4a15-4b2d-a156-20b1fe28adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:42.630008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.630400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Bound using segment: {'id': '0e597519-af16-492a-a416-337783a22451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e71a038-4a15-4b2d-a156-20b1fe28adc0'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:42.630867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Bound port: fd00d5e8-8830-4b93-b952-7bf397f1cfd7, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e597519-af16-492a-a416-337783a22451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0e71a038-4a15-4b2d-a156-20b1fe28adc0'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:42.631239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.652177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.665564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 524e6431-4d7c-40ea-beab-9a00c2d569ad no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:42.677497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00045-a9e6-4274-abd2-38f7dcaf4624 req-4462a8e7-3346-4df0-add0-ba94049b3682 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:42.679106 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9db00045-a9e6-4274-abd2-38f7dcaf4624 req-4462a8e7-3346-4df0-add0-ba94049b3682 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 945 time: 0.2399526 Mar 28 10:57:42.744535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 524e6431-4d7c-40ea-beab-9a00c2d569ad {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:42.745178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 524e6431-4d7c-40ea-beab-9a00c2d569ad not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:42.800679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.833265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 149af107-4fb2-4d3f-aa60-0141284e0772 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:42.879821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] For port fd00d5e8-8830-4b93-b952-7bf397f1cfd7, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:42.895010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] For port fd00d5e8-8830-4b93-b952-7bf397f1cfd7, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fd00d5e8-8830-4b93-b952-7bf397f1cfd7,segment=NetworkSegment(0e597519-af16-492a-a416-337783a22451),segment_id=0e597519-af16-492a-a416-337783a22451)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:42.938029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.969689 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9db00045-a9e6-4274-abd2-38f7dcaf4624 req-dea7c889-6068-4ee1-a71e-47e13acd90b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281497 Mar 28 10:57:42.979669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:42.999257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:43.012487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:43.016950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.028165 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.054436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Transition to ACTIVE for port object db9d225b-2828-4698-af12-298c37cc4ca8 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:43.087570 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e274-0159-47b2-bbc7-4f74a21363ea None None] Pushing event updated for resources: {'Port': ['ID=fd00d5e8-8830-4b93-b952-7bf397f1cfd7,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:43.129657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.150761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network 0e71a038-4a15-4b2d-a156-20b1fe28adc0 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:43.155900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:43.176811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:43.183835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:43.184478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.198901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=149af107-4fb2-4d3f-aa60-0141284e0772,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:43.348103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56827ca-5f08-4003-a777-5cd81f9fe6c8 None None] Pushing event updated for resources: {'Port': ['ID=db9d225b-2828-4698-af12-298c37cc4ca8,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:43.372643 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-79c8411b-e373-44d7-a17b-9b73d901a129 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.5476801 Mar 28 10:57:43.375338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 36972) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:43.451947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Attempting to bind port db9d225b-2828-4698-af12-298c37cc4ca8 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:57:43.452295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Attempting to bind port db9d225b-2828-4698-af12-298c37cc4ca8 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '862410a0-946c-400a-8fcf-3994b38ab7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:57:43.452669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Attempting to bind port db9d225b-2828-4698-af12-298c37cc4ca8 on network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:57:43.461654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:57:43.462133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Checking segment: {'id': '862410a0-946c-400a-8fcf-3994b38ab7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:57:43.462541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.462936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Bound using segment: {'id': '862410a0-946c-400a-8fcf-3994b38ab7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:57:43.463563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Bound port: db9d225b-2828-4698-af12-298c37cc4ca8, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862410a0-946c-400a-8fcf-3994b38ab7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:57:43.463919 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.538255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 06e7fbb4-81ab-491d-b953-1cffcf7f668a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:43.571319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd4c61-8012-4db1-9038-ec062109a008 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 149af107-4fb2-4d3f-aa60-0141284e0772 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:43.571914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c61-8012-4db1-9038-ec062109a008 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.599267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:43.615460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.617163 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3781786d-78e2-44d9-ad65-823f0145be07 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345 HTTP/1.1" status: 200 len: 953 time: 3.0513513 Mar 28 10:57:43.620196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36976) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:43.672413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] For port db9d225b-2828-4698-af12-298c37cc4ca8, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:57:43.678481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] For port db9d225b-2828-4698-af12-298c37cc4ca8, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=db9d225b-2828-4698-af12-298c37cc4ca8,segment=NetworkSegment(862410a0-946c-400a-8fcf-3994b38ab7d2),segment_id=862410a0-946c-400a-8fcf-3994b38ab7d2)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:57:43.685108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 06e7fbb4-81ab-491d-b953-1cffcf7f668a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:43.685443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.749009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:43.782766 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:43.797769 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45df72-3900-46db-a84a-88455a48e7dc None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:43.807080 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45df72-3900-46db-a84a-88455a48e7dc None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:43.807683 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4a45df72-3900-46db-a84a-88455a48e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:43.885690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56827ca-5f08-4003-a777-5cd81f9fe6c8 None None] Pushing event updated for resources: {'Port': ['ID=db9d225b-2828-4698-af12-298c37cc4ca8,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:43.888291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:43.888887 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:43.935093 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4a45df72-3900-46db-a84a-88455a48e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:43.945275 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45df72-3900-46db-a84a-88455a48e7dc None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:43.946184 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4a45df72-3900-46db-a84a-88455a48e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:44.068960 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4a45df72-3900-46db-a84a-88455a48e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:44.069660 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45df72-3900-46db-a84a-88455a48e7dc None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:44.071204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:44.165091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c61-8012-4db1-9038-ec062109a008 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:44.206127 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:44.206791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f5b3db7f-6e52-4067-8ed2-c74d81f8e0fd not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:44.237780 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-232031dd-82f5-4021-bd50-01253e3f1c6f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345 HTTP/1.1" status: 200 len: 953 time: 0.6140215 Mar 28 10:57:44.240425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36982) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:44.248942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'routes': None}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:44.257129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:44.320692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd4c61-8012-4db1-9038-ec062109a008 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 149af107-4fb2-4d3f-aa60-0141284e0772 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:44.410321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device bc345992-a1c4-4dc2-86eb-da8590d3f51b up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:44.483980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 89a39517-8133-4962-a02a-6f2a82988b42 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:44.484728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:44.558318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5ee5b-934d-4eeb-bd7f-226a08c86e8d req-21832125-867f-40a5-9aa2-6fb29165de37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:44.560032 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dad5ee5b-934d-4eeb-bd7f-226a08c86e8d req-21832125-867f-40a5-9aa2-6fb29165de37 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 945 time: 0.4197345 Mar 28 10:57:44.566523 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459e132-da66-4d12-89c1-2209139fd176 None None] Network 0e71a038-4a15-4b2d-a156-20b1fe28adc0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:44.568702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:44.675437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c61-8012-4db1-9038-ec062109a008 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:44.744432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd4c61-8012-4db1-9038-ec062109a008 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=149af107-4fb2-4d3f-aa60-0141284e0772,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:44.773038 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-da405145-f5a4-4d8b-8550-f72aad1d8b55 None None] Provisioning for port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:44.805869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c61-8012-4db1-9038-ec062109a008 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:44.813794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 89a39517-8133-4962-a02a-6f2a82988b42, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=89a39517-8133-4962-a02a-6f2a82988b42,segment=NetworkSegment(e7090545-5de0-427c-8a5f-de8f7b3bc4d0),segment_id=e7090545-5de0-427c-8a5f-de8f7b3bc4d0)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:44.814132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:44.829734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port bc345992-a1c4-4dc2-86eb-da8590d3f51b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:44.835933 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2dfd4c61-8012-4db1-9038-ec062109a008 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/149af107-4fb2-4d3f-aa60-0141284e0772 HTTP/1.1" status: 204 len: 168 time: 1.4558499 Mar 28 10:57:44.840695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port bc345992-a1c4-4dc2-86eb-da8590d3f51b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:44.841064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:44.869557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36986) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:44.947717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 89a39517-8133-4962-a02a-6f2a82988b42 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:44.966088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:41Z', 'revision_number': 6, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d225b-2828-4698-af12-298c37cc4ca8', 'name': '', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:72:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:36Z', 'updated_at': '2022-03-28T10:57:43Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:44.976241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379b288-6df2-4928-ab3c-6ad27d899cac None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:41Z', 'revision_number': 6, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d225b-2828-4698-af12-298c37cc4ca8', 'name': '', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:72:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:36Z', 'updated_at': '2022-03-28T10:57:43Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:45.060480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:45.091277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a36e5cb-e01a-4636-a45c-a30db79067e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc345992-a1c4-4dc2-86eb-da8590d3f51b'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:57:45.104678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port bc345992-a1c4-4dc2-86eb-da8590d3f51b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bc345992-a1c4-4dc2-86eb-da8590d3f51b,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:45.166762 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a36e5cb-e01a-4636-a45c-a30db79067e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc345992-a1c4-4dc2-86eb-da8590d3f51b', 'code': 200} Mar 28 10:57:45.175186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:45.282385 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dad5ee5b-934d-4eeb-bd7f-226a08c86e8d req-abf849ea-28e6-46c7-b067-527d806a17f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7117598 Mar 28 10:57:45.300275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=bc345992-a1c4-4dc2-86eb-da8590d3f51b,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:45.310412 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-20059e27-35f8-4422-b747-8a93cd091aeb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:57:45.311308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-20059e27-35f8-4422-b747-8a93cd091aeb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:45.315210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:45.525117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:45.534375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:45.540986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7dd05-ca69-4b1e-9141-6a21699aab74 None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:45.558110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=89a39517-8133-4962-a02a-6f2a82988b42,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:45.568391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7dd05-ca69-4b1e-9141-6a21699aab74 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:45.568391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d1d7dd05-ca69-4b1e-9141-6a21699aab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:45.707700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d1d7dd05-ca69-4b1e-9141-6a21699aab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:45.711827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device db9d225b-2828-4698-af12-298c37cc4ca8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:45.802485 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7bbc98b8-1450-4283-a3a7-7560570abd30 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/floatingips/0bc36618-7e29-4c76-a59c-3ad967bfff84 HTTP/1.1" status: 200 len: 976 time: 6.3704786 Mar 28 10:57:45.803520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-20059e27-35f8-4422-b747-8a93cd091aeb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:45.807798 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-20059e27-35f8-4422-b747-8a93cd091aeb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/149af107-4fb2-4d3f-aa60-0141284e0772 HTTP/1.1" status: 404 len: 333 time: 0.8839631 Mar 28 10:57:45.810867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36992) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:45.812214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:45.813601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 36994) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:45.822539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0f9eefdb-e598-4d47-869f-1418cc644f5a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:45.834069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e0f3a38-bf34-4c46-9e08-370823f78643 None None] Could not find standard attr ID for object 149af107-4fb2-4d3f-aa60-0141284e0772. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:57:45.847596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7dd05-ca69-4b1e-9141-6a21699aab74 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:45.848376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d1d7dd05-ca69-4b1e-9141-6a21699aab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:45.947828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d1d7dd05-ca69-4b1e-9141-6a21699aab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:45.948248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7dd05-ca69-4b1e-9141-6a21699aab74 None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:45.955721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.extraroute_db [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added routes are [] {{(pid=88494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 10:57:45.956188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.extraroute_db [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 10:57:46.044380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port db9d225b-2828-4698-af12-298c37cc4ca8 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:46.049982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port db9d225b-2828-4698-af12-298c37cc4ca8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:46.050459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.066575 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.074662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ac0e1d-36c1-46ab-9f77-f0fd292f2720 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet bb252fc6-5528-44e6-b189-3b006e08258f {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:57:46.081964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f9eefdb-e598-4d47-869f-1418cc644f5a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.119498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.185373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.195165 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:46.206282 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:46.207259 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:46.213082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7f9d-d43c-4844-b136-c3fd01410edf req-e63f2dea-f903-46c6-8108-9d184aa7014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:46.214397 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-448c7f9d-d43c-4844-b136-c3fd01410edf req-e63f2dea-f903-46c6-8108-9d184aa7014a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 1099 time: 0.4552577 Mar 28 10:57:46.224169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port db9d225b-2828-4698-af12-298c37cc4ca8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=db9d225b-2828-4698-af12-298c37cc4ca8,segment=NetworkSegment(862410a0-946c-400a-8fcf-3994b38ab7d2),segment_id=862410a0-946c-400a-8fcf-3994b38ab7d2)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:46.253039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ac0e1d-36c1-46ab-9f77-f0fd292f2720 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.302238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.304817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fd00d5e8-8830-4b93-b952-7bf397f1cfd7 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:46.333713 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-448c7f9d-d43c-4844-b136-c3fd01410edf req-6bda3f84-2df6-43cd-aa13-1d7d39ea4531 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612061 Mar 28 10:57:46.369545 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:46.472474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=db9d225b-2828-4698-af12-298c37cc4ca8,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:46.553097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:46.560279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:46.560910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.613152 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:46.678391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ac0e1d-36c1-46ab-9f77-f0fd292f2720 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.745406 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:45Z', 'revision_number': 7, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d225b-2828-4698-af12-298c37cc4ca8', 'name': '', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:72:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:36Z', 'updated_at': '2022-03-28T10:57:43Z', 'revision_number': 4, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:46.750032 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:46.760198 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:46.761354 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:46.777677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.798231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:46.812872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:46.823190 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-52a8769a-683c-43bc-8739-fdeb244ec011 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6790898 Mar 28 10:57:46.825875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37002) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:46.827891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f9eefdb-e598-4d47-869f-1418cc644f5a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.830614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port fd00d5e8-8830-4b93-b952-7bf397f1cfd7, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fd00d5e8-8830-4b93-b952-7bf397f1cfd7,segment=NetworkSegment(0e597519-af16-492a-a416-337783a22451),segment_id=0e597519-af16-492a-a416-337783a22451)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:46.833436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:46.836539 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:46.904960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be8d8bf-1f96-4473-ac2d-73477a5eec04 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting subnet 937f96c0-7d4e-4f33-baec-8fd16a2e7b93 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:57:46.908635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3be8d8bf-1f96-4473-ac2d-73477a5eec04 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.939506 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:46.969319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:46.974363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3be8d8bf-1f96-4473-ac2d-73477a5eec04 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.019734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.029170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.066080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:47.075806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3be8d8bf-1f96-4473-ac2d-73477a5eec04 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.089076 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f9eefdb-e598-4d47-869f-1418cc644f5a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.089395 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-0f9eefdb-e598-4d47-869f-1418cc644f5a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 0bc36618-7e29-4c76-a59c-3ad967bfff84 disassociated. External IP: 172.26.2.15, port: 1e72430b-dc50-460b-a48f-efa606f8796b. Mar 28 10:57:47.136013 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=fd00d5e8-8830-4b93-b952-7bf397f1cfd7,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:47.270735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3be8d8bf-1f96-4473-ac2d-73477a5eec04 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.285247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcac51-e55f-40ff-98a0-a3d403f14297 req-13c3f7ca-e89f-48ee-b399-7512c5c78fb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:47.291305 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4adcac51-e55f-40ff-98a0-a3d403f14297 req-13c3f7ca-e89f-48ee-b399-7512c5c78fb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 946 time: 0.7975523 Mar 28 10:57:47.349321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3be8d8bf-1f96-4473-ac2d-73477a5eec04 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.354800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8d8bf-1f96-4473-ac2d-73477a5eec04 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Subnet': ['ID=937f96c0-7d4e-4f33-baec-8fd16a2e7b93,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:47.368722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefdd223-5ca5-4d2e-912e-5f5e2867ff53 None None] Network 51492333-833b-4e96-93e9-2b70d712f1f0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:47.378489 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3be8d8bf-1f96-4473-ac2d-73477a5eec04 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/937f96c0-7d4e-4f33-baec-8fd16a2e7b93 HTTP/1.1" status: 204 len: 168 time: 0.5507705 Mar 28 10:57:47.379203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37006) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:47.389917 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:45Z', 'revision_number': 7, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d225b-2828-4698-af12-298c37cc4ca8', 'name': '', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:72:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:36Z', 'updated_at': '2022-03-28T10:57:46Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:47.403078 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f2dad-b3ac-4795-acc9-924661896e75 None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:45Z', 'revision_number': 7, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d225b-2828-4698-af12-298c37cc4ca8', 'name': '', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:72:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:36Z', 'updated_at': '2022-03-28T10:57:46Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:47.481473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ac0e1d-36c1-46ab-9f77-f0fd292f2720 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.552256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device db9d225b-2828-4698-af12-298c37cc4ca8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:47.573790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.586360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:47.587019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.673621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:47.681744 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4adcac51-e55f-40ff-98a0-a3d403f14297 req-26279109-1a17-4131-a823-bfc816d87d4c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3730299 Mar 28 10:57:47.802202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:45Z', 'revision_number': 10, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:47.811914 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:47.818681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port db9d225b-2828-4698-af12-298c37cc4ca8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:47.819839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.842705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2930ab85-e39d-4b7e-b7ab-f68d67bfa283,segment=NetworkSegment(e7090545-5de0-427c-8a5f-de8f7b3bc4d0),segment_id=e7090545-5de0-427c-8a5f-de8f7b3bc4d0)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:47.843165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:47.897215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:47.898640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:47.983511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:47.998358 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:48.005764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ac0e1d-36c1-46ab-9f77-f0fd292f2720 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.027520 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:48.030774 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:48.059667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9eefdb-e598-4d47-869f-1418cc644f5a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:48.061510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-86ac0e1d-36c1-46ab-9f77-f0fd292f2720 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.064451 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-86ac0e1d-36c1-46ab-9f77-f0fd292f2720 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/bb252fc6-5528-44e6-b189-3b006e08258f HTTP/1.1" status: 204 len: 168 time: 2.2471645 Mar 28 10:57:48.066520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e99765-9738-4e2a-814f-5b4b934949bb None None] Network 0e71a038-4a15-4b2d-a156-20b1fe28adc0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:48.076915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.078124 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f5083d07-3ea8-48a7-bcf4-042a821c213d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345 HTTP/1.1" status: 200 len: 703 time: 3.8367367 Mar 28 10:57:48.079074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37010) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:48.083687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac0e1d-36c1-46ab-9f77-f0fd292f2720 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=bb252fc6-5528-44e6-b189-3b006e08258f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:48.087885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37012) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:48.107375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:48.136300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d141bc-26ee-41bb-bdac-ef68c43a17e5 None None] DHCP port deletion for 51492333-833b-4e96-93e9-2b70d712f1f0 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:57:48.151953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e7d141bc-26ee-41bb-bdac-ef68c43a17e5 None None] Deleting port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:48.152326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e7d141bc-26ee-41bb-bdac-ef68c43a17e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.218668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:48.250004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.288657 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:48.309055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=2930ab85-e39d-4b7e-b7ab-f68d67bfa283,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:48.315929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No DVR routers for this DVR port 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:57:48.383060 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e7d141bc-26ee-41bb-bdac-ef68c43a17e5 None None] The port '2930ab85-e39d-4b7e-b7ab-f68d67bfa283' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:57:48.423521 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.461745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.520408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51492333-833b-4e96-93e9-2b70d712f1f0']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:48.524232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fd00d5e8-8830-4b93-b952-7bf397f1cfd7 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:57:48.551763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:48.552293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7090545-5de0-427c-8a5f-de8f7b3bc4d0') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:48.578094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.615715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.626468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:57:48.627271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.638439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9eefdb-e598-4d47-869f-1418cc644f5a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:48.644979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f9eefdb-e598-4d47-869f-1418cc644f5a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:57:48.659462 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:57:48.688579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6b3f9-d55a-4398-84d9-815760343804 None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:48.691181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc1a4-e7ef-4968-8019-edb4d9b594f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.729454 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:45Z', 'revision_number': 7, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d225b-2828-4698-af12-298c37cc4ca8', 'name': '', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:72:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:36Z', 'updated_at': '2022-03-28T10:57:46Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:48.740525 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:48.763089 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:48.763799 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:48.782780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37020) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:48.783277 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0f9eefdb-e598-4d47-869f-1418cc644f5a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/floatingips/0bc36618-7e29-4c76-a59c-3ad967bfff84 HTTP/1.1" status: 200 len: 687 time: 2.9681137 Mar 28 10:57:48.790158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:48.790587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.883458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.893371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:48.933333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Network': ['ID=51492333-833b-4e96-93e9-2b70d712f1f0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:48.946856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6b3f9-d55a-4398-84d9-815760343804 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:48.947568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-38b6b3f9-d55a-4398-84d9-815760343804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:48.968149 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:49.016062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-38b6b3f9-d55a-4398-84d9-815760343804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:49.035006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6b3f9-d55a-4398-84d9-815760343804 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:49.035716 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-38b6b3f9-d55a-4398-84d9-815760343804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:49.037136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] For port fd00d5e8-8830-4b93-b952-7bf397f1cfd7, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fd00d5e8-8830-4b93-b952-7bf397f1cfd7,segment=NetworkSegment(0e597519-af16-492a-a416-337783a22451),segment_id=0e597519-af16-492a-a416-337783a22451)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:49.037574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:49.040556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port 0c7c075e-c6d0-4e6b-8b12-4458227823aa {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:49.041065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:49.077602 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ca1f336b-91b9-445e-b094-909dddfbe2d9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/networks/51492333-833b-4e96-93e9-2b70d712f1f0 HTTP/1.1" status: 204 len: 168 time: 1.6973035 Mar 28 10:57:49.085642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37024) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:49.138287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-38b6b3f9-d55a-4398-84d9-815760343804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:49.138690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6b3f9-d55a-4398-84d9-815760343804 None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:49.139934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:49.140355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:49.175314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for fd00d5e8-8830-4b93-b952-7bf397f1cfd7 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:49.190081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:45Z', 'revision_number': 10, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:49.196972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b397586f-f3a5-425e-8ceb-a518947ac376 None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:45Z', 'revision_number': 10, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None, '_interfaces': [{'id': '47f5877d-1bc1-43f5-a37b-c0cb821f6372', 'name': '', 'network_id': '911bb68a-59de-461a-b1f8-0ff31ed5b163', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'mac_address': 'fa:16:3e:ac:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:56:42Z', 'updated_at': '2022-03-28T10:56:54Z', 'revision_number': 5, 'project_id': '273647a60783473799b3fe05da9ca557', 'subnets': [{'id': '3ceb7aa4-eb01-43ca-a58b-4e6011b8632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:49.210466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] DHCP port deletion for 0e71a038-4a15-4b2d-a156-20b1fe28adc0 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:57:49.216543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] Deleting port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:49.217098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:49.301874 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ead3df57-0db4-4118-8c13-b005e4dda623 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345 HTTP/1.1" status: 200 len: 703 time: 1.2122016 Mar 28 10:57:49.304904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37028) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:49.354130 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:45Z', 'revision_number': 7, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d225b-2828-4698-af12-298c37cc4ca8', 'name': '', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:72:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:36Z', 'updated_at': '2022-03-28T10:57:46Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:49.360112 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f5abf-0e83-4afb-a375-6272aafbef11 None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:45Z', 'revision_number': 7, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d225b-2828-4698-af12-298c37cc4ca8', 'name': '', 'network_id': '701f785c-4899-4e5c-8e19-16c6c0a57eb7', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:72:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:36Z', 'updated_at': '2022-03-28T10:57:46Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'cd1554ea-39a3-42b0-80c7-9af48d13fc11', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:49.476165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:49.520542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] For port fd00d5e8-8830-4b93-b952-7bf397f1cfd7, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fd00d5e8-8830-4b93-b952-7bf397f1cfd7,segment=NetworkSegment(0e597519-af16-492a-a416-337783a22451),segment_id=0e597519-af16-492a-a416-337783a22451)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:49.521580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:49.555738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=fd00d5e8-8830-4b93-b952-7bf397f1cfd7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:49.559989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No DVR routers for this DVR port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:57:49.572768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae17aa7-0ab2-4037-8c7d-8762d5e24893 req-3633566c-e3f2-4754-920a-3537d0e0d022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:49.574448 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fae17aa7-0ab2-4037-8c7d-8762d5e24893 req-3633566c-e3f2-4754-920a-3537d0e0d022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 946 time: 0.7269971 Mar 28 10:57:49.663963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] Calling delete_port for fd00d5e8-8830-4b93-b952-7bf397f1cfd7 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:49.739968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 89a39517-8133-4962-a02a-6f2a82988b42 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:49.750674 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fae17aa7-0ab2-4037-8c7d-8762d5e24893 req-6b6c0d9e-9524-4dd7-b7c0-4864909b9654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256242 Mar 28 10:57:49.782286 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:57:49.782644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:57:49.783364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 89a39517-8133-4962-a02a-6f2a82988b42 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:49.783700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 89a39517-8133-4962-a02a-6f2a82988b42 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:49.784186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fd00d5e8-8830-4b93-b952-7bf397f1cfd7 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:49.826546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: fd00d5e8-8830-4b93-b952-7bf397f1cfd7 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:49.826986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fd00d5e8-8830-4b93-b952-7bf397f1cfd7 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:49.827415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:49.866022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:49.866595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:49.925710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:49.926111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2930ab85-e39d-4b7e-b7ab-f68d67bfa283 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:50.073961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.151238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for 0c7c075e-c6d0-4e6b-8b12-4458227823aa owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:50.165344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e71a038-4a15-4b2d-a156-20b1fe28adc0']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:50.184267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e597519-af16-492a-a416-337783a22451') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:50.184923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e597519-af16-492a-a416-337783a22451') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:50.211059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.254197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.282805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.284105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] Deleting port fd00d5e8-8830-4b93-b952-7bf397f1cfd7 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:50.284611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.295896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:57:50.296304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.321798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa74e33-9e33-4ca9-bde5-033444fb27ea req-6091f9f7-3258-4f41-addf-50cbe7866165 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:50.323346 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dfa74e33-9e33-4ca9-bde5-033444fb27ea req-6091f9f7-3258-4f41-addf-50cbe7866165 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 946 time: 0.3137417 Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:57:50.324021 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:57:50.353996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5bec7669-6d14-46e7-8ead-f89b4abb8682 None None] The port 'fd00d5e8-8830-4b93-b952-7bf397f1cfd7' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:57:50.458775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac794-b669-47ed-a240-a532b7bf1824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.483982 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dfa74e33-9e33-4ca9-bde5-033444fb27ea req-50cbf945-94be-4247-b15d-215b06d3f6e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431568 Mar 28 10:57:50.549104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.566109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.584699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.598819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Network': ['ID=0e71a038-4a15-4b2d-a156-20b1fe28adc0,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:50.628973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.633008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=0c7c075e-c6d0-4e6b-8b12-4458227823aa,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:50.684578 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6c1fb186-8b44-434d-9ea8-573f82be23a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/networks/0e71a038-4a15-4b2d-a156-20b1fe28adc0 HTTP/1.1" status: 204 len: 168 time: 2.6022370 Mar 28 10:57:50.692478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37038) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:50.701019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'name': 'tempest-PortsIpV6TestJSON-1078972002'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:50.819243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.841274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:50.849760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:50.882830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:50.894568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:50.920380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 47f5877d-1bc1-43f5-a37b-c0cb821f6372 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:50.920715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.970067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.971190 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fd28373d-22ca-4aaf-be78-75cb66ff7338 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/floatingips/0bc36618-7e29-4c76-a59c-3ad967bfff84 HTTP/1.1" status: 204 len: 168 time: 2.1874454 Mar 28 10:57:50.974021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37042) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:50.974965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:50.977246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port db9d225b-2828-4698-af12-298c37cc4ca8 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:50.977574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:50.979146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:51.040280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 744da16b-c4b0-4d00-8494-2e5b90368854 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:51.079829 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-2f5b6fc0-80f6-4172-b0fd-b5c5734c7644 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] delete failed (client error): The resource could not be found. Mar 28 10:57:51.080742 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2f5b6fc0-80f6-4172-b0fd-b5c5734c7644 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/floatingips/0bc36618-7e29-4c76-a59c-3ad967bfff84 HTTP/1.1" status: 404 len: 345 time: 0.1057694 Mar 28 10:57:51.085295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37046) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:51.213217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 47f5877d-1bc1-43f5-a37b-c0cb821f6372, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=47f5877d-1bc1-43f5-a37b-c0cb821f6372,segment=NetworkSegment(eaf7e190-6679-44ba-93ad-2d2eb6799123),segment_id=eaf7e190-6679-44ba-93ad-2d2eb6799123)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:51.213571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:51.292591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee8bf6-c45e-420f-a9c6-4aaf6898f3b3 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:51.298450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee8bf6-c45e-420f-a9c6-4aaf6898f3b3 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:51.304288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee8bf6-c45e-420f-a9c6-4aaf6898f3b3 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:51.305104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1cee8bf6-c45e-420f-a9c6-4aaf6898f3b3 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Synchronizing usage tracker for tenant:98555b89bab8454181b79e7da8ede750 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:51.314838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port db9d225b-2828-4698-af12-298c37cc4ca8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=db9d225b-2828-4698-af12-298c37cc4ca8,segment=NetworkSegment(862410a0-946c-400a-8fcf-3994b38ab7d2),segment_id=862410a0-946c-400a-8fcf-3994b38ab7d2)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:51.315199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:51.482316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 47f5877d-1bc1-43f5-a37b-c0cb821f6372 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:51.533041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:51.576584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for db9d225b-2828-4698-af12-298c37cc4ca8 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:51.578870 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:51.627635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1cee8bf6-c45e-420f-a9c6-4aaf6898f3b3 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Unset dirty status for tenant:98555b89bab8454181b79e7da8ede750 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:51.628809 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1cee8bf6-c45e-420f-a9c6-4aaf6898f3b3 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "GET /v2.0/ports?network_id=0f97bb0b-69e8-4391-a34b-d599971735fa HTTP/1.1" status: 200 len: 2357 time: 0.5424845 Mar 28 10:57:51.633018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37050) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:51.652986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:51.727860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db5cc5-1079-4390-8143-2e1f1b532320 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:51.729217 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-92db5cc5-1079-4390-8143-2e1f1b532320 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "GET /v2.0/subnets/b8a50170-46ff-4371-9dff-af9e34ca281b HTTP/1.1" status: 200 len: 797 time: 0.0953152 Mar 28 10:57:51.736028 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37054) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:51.748309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'port': {'network_id': '0f97bb0b-69e8-4391-a34b-d599971735fa', 'name': 'tempest-FloatingIPTestJSON-132011390', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:51.775631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:51.840181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:51.843326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:51.845679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:51.851420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:51.852028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:51.863963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:51.886992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=744da16b-c4b0-4d00-8494-2e5b90368854,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:51.940068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:51.951085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:51.974798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=47f5877d-1bc1-43f5-a37b-c0cb821f6372,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:51.987180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:52.008600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37058) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:52.043318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=db9d225b-2828-4698-af12-298c37cc4ca8,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:52.095624 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad231927-9fe3-48ea-806e-66cb66da1110 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3990259 Mar 28 10:57:52.105529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37062) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:52.209447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Made reservation on behalf of 98555b89bab8454181b79e7da8ede750 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:52.333258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:52.369126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-00d03563-d662-4127-a6b0-3fc7c2716fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 744da16b-c4b0-4d00-8494-2e5b90368854 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:52.369464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00d03563-d662-4127-a6b0-3fc7c2716fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:52.424672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:52.517881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:52.556563 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] device_id is not set on port c96f341c-6be1-437c-a7b1-99a2790ff67f yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:52.952282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.003194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:53.150556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:53.240795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00d03563-d662-4127-a6b0-3fc7c2716fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.269395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:53.279673 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:53.290404 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:53.291018 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:53.304843 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f657646e-b722-4030-a6f7-b92e6f2854e2 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9958727 Mar 28 10:57:53.305077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37066) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:53.352140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.20.0.13 (0f97bb0b-69e8-4391-a34b-d599971735fa/b8a50170-46ff-4371-9dff-af9e34ca281b/c96f341c-6be1-437c-a7b1-99a2790ff67f) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:53.367633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.20.0.12 (0f97bb0b-69e8-4391-a34b-d599971735fa/b8a50170-46ff-4371-9dff-af9e34ca281b/c96f341c-6be1-437c-a7b1-99a2790ff67f) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:53.392214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ecd3eb-76da-4247-ad37-717328d45e28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting subnet cd1554ea-39a3-42b0-80c7-9af48d13fc11 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:57:53.407669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd3eb-76da-4247-ad37-717328d45e28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.434493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-00d03563-d662-4127-a6b0-3fc7c2716fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 744da16b-c4b0-4d00-8494-2e5b90368854 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:53.452219 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:53.504582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd3eb-76da-4247-ad37-717328d45e28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.624169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:53.649107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:53.655227 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-54c55290-3b6e-42a6-811b-dcfd0c1a64ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5629928 Mar 28 10:57:53.655362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37070) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:53.668554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:53.669508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:53.768177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.778941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00d03563-d662-4127-a6b0-3fc7c2716fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.781954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd3eb-76da-4247-ad37-717328d45e28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.814000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f288c80-fb98-4e28-b644-47bf5f1c7a20 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting subnet 3ceb7aa4-eb01-43ca-a58b-4e6011b8632f {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:57:53.832277 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f288c80-fb98-4e28-b644-47bf5f1c7a20 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.833008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:53.855168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d03563-d662-4127-a6b0-3fc7c2716fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=744da16b-c4b0-4d00-8494-2e5b90368854,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:53.879830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00d03563-d662-4127-a6b0-3fc7c2716fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.914013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f288c80-fb98-4e28-b644-47bf5f1c7a20 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.934327 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-00d03563-d662-4127-a6b0-3fc7c2716fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/744da16b-c4b0-4d00-8494-2e5b90368854 HTTP/1.1" status: 204 len: 168 time: 1.8251770 Mar 28 10:57:53.945020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37074) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:53.960050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'mac_address': 'fa:16:3e:0f:96:9b', 'name': 'tempest-PortsIpV6TestJSON-987723759'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:53.973856 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:53.984453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:51Z', 'revision_number': 11, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:53.991556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:53.994777 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:51Z', 'revision_number': 8, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:53.999471 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:54.002627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:54.003462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:54.012770 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:54.013435 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:54.066012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd3eb-76da-4247-ad37-717328d45e28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.118457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.137245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecd3eb-76da-4247-ad37-717328d45e28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1554ea-39a3-42b0-80c7-9af48d13fc11,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:54.158952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:54.185865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b0ecd3eb-76da-4247-ad37-717328d45e28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.198855 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:54.204299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:54.208525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:54.211548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:54.216066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5459394-179d-4afb-8f8b-b418768aa205 None None] Network 701f785c-4899-4e5c-8e19-16c6c0a57eb7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:54.217344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:54.236961 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b0ecd3eb-76da-4247-ad37-717328d45e28 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/cd1554ea-39a3-42b0-80c7-9af48d13fc11 HTTP/1.1" status: 204 len: 168 time: 0.9309258 Mar 28 10:57:54.244502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0f97bb0b-69e8-4391-a34b-d599971735fa is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:54.246431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37078) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:54.273782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:54.290016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:54.334515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:54.359466 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f288c80-fb98-4e28-b644-47bf5f1c7a20 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.391202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=c96f341c-6be1-437c-a7b1-99a2790ff67f,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:54.393921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:51Z', 'revision_number': 11, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:54.400706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f98a7-a0a1-4175-a4d8-c255dbc97506 None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:51Z', 'revision_number': 11, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:54.636300 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:51Z', 'revision_number': 8, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:54.642352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.17 (fc443363-d59a-49fd-b01b-b8f95f8188c7/1c598351-ce67-4f60-a7e4-f33f69e58f2d/31544815-2f56-41c5-aa6f-e37fac7af6c2) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:54.642921 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c98fb49-a089-45a2-8626-dcc686b88ecb None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:51Z', 'revision_number': 8, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '1abc26c5-b10d-467e-9f7c-5236f171c795', 'name': '', 'network_id': '79e6c994-206f-4f5e-907e-bb993317d23f', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:bf:3e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:26Z', 'updated_at': '2022-03-28T10:57:39Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '52c89b38-b09e-492f-946e-40fdeac9103f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:54.753152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:54.753640 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.764242 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.778380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.803926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d31f2-10ac-48cd-8e8c-eb24b203f0f7 None None] DHCP port deletion for 701f785c-4899-4e5c-8e19-16c6c0a57eb7 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:57:54.807980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-174d31f2-10ac-48cd-8e8c-eb24b203f0f7 None None] Deleting port 06e7fbb4-81ab-491d-b953-1cffcf7f668a {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:54.808648 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-174d31f2-10ac-48cd-8e8c-eb24b203f0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.824301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 47271759-cf4d-4935-8acf-f12f998a3273 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:57:54.843260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.859926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 06e7fbb4-81ab-491d-b953-1cffcf7f668a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:54.860269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.892223 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-34fceb92-da92-4c80-a197-4e9bfd98b897 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1552286 Mar 28 10:57:54.895290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37082) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:54.903763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': 'c96f341c-6be1-437c-a7b1-99a2790ff67f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:54.911338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 31544815-2f56-41c5-aa6f-e37fac7af6c2 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:54.919684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f288c80-fb98-4e28-b644-47bf5f1c7a20 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:54.928593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:54.936662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:floatingip and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:57:54.940449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:57:54.948614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:54.975197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f288c80-fb98-4e28-b644-47bf5f1c7a20 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Subnet': ['ID=3ceb7aa4-eb01-43ca-a58b-4e6011b8632f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:54.989488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f288c80-fb98-4e28-b644-47bf5f1c7a20 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.017878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc251248-84e7-4c3a-8473-486d73f1c443 None None] Network 911bb68a-59de-461a-b1f8-0ff31ed5b163 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:57:55.021425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.048660 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1f288c80-fb98-4e28-b644-47bf5f1c7a20 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/3ceb7aa4-eb01-43ca-a58b-4e6011b8632f HTTP/1.1" status: 204 len: 168 time: 1.3925564 Mar 28 10:57:55.053941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37086) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:55.079239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.116401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network fc443363-d59a-49fd-b01b-b8f95f8188c7 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:55.120053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:55.122491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:55.129446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-174d31f2-10ac-48cd-8e8c-eb24b203f0f7 None None] For port 06e7fbb4-81ab-491d-b953-1cffcf7f668a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=06e7fbb4-81ab-491d-b953-1cffcf7f668a,segment=NetworkSegment(862410a0-946c-400a-8fcf-3994b38ab7d2),segment_id=862410a0-946c-400a-8fcf-3994b38ab7d2)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:55.130075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-174d31f2-10ac-48cd-8e8c-eb24b203f0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.204181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=31544815-2f56-41c5-aa6f-e37fac7af6c2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:55.229444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.340859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port 06e7fbb4-81ab-491d-b953-1cffcf7f668a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=06e7fbb4-81ab-491d-b953-1cffcf7f668a,segment=NetworkSegment(862410a0-946c-400a-8fcf-3994b38ab7d2),segment_id=862410a0-946c-400a-8fcf-3994b38ab7d2)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:55.341503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.383588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.388708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-174d31f2-10ac-48cd-8e8c-eb24b203f0f7 None None] Calling delete_port for 06e7fbb4-81ab-491d-b953-1cffcf7f668a owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:55.510498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.518611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for 06e7fbb4-81ab-491d-b953-1cffcf7f668a owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:55.607485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-174d31f2-10ac-48cd-8e8c-eb24b203f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.642321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Deleting port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:55.642670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.655073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device db9d225b-2828-4698-af12-298c37cc4ca8 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:55.656434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.678690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dc0d55ba-4e93-4fd1-8777-82fc14ce032b None None] Provisioning for port 31544815-2f56-41c5-aa6f-e37fac7af6c2 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:57:55.689719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.26.2.238 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/56df0c0f-7fa3-4910-a3fc-5a4cb0188a4d) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:57:55.705118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] DHCP port deletion for 911bb68a-59de-461a-b1f8-0ff31ed5b163 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:57:55.710232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: db9d225b-2828-4698-af12-298c37cc4ca8 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:55.710568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device db9d225b-2828-4698-af12-298c37cc4ca8 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:55.710981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 47f5877d-1bc1-43f5-a37b-c0cb821f6372 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:55.729018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.734504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dc0d55ba-4e93-4fd1-8777-82fc14ce032b None None] Provisioning complete for port 31544815-2f56-41c5-aa6f-e37fac7af6c2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:55.734877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dc0d55ba-4e93-4fd1-8777-82fc14ce032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.761651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d31f2-10ac-48cd-8e8c-eb24b203f0f7 None None] Pushing event deleted for resources: {'Port': ['ID=06e7fbb4-81ab-491d-b953-1cffcf7f668a,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:55.763741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d31f2-10ac-48cd-8e8c-eb24b203f0f7 None None] No DVR routers for this DVR port 06e7fbb4-81ab-491d-b953-1cffcf7f668a on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:57:55.791446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] Deleting port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:55.791446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:55.792192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:57:55.792192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:57:55.818293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 47f5877d-1bc1-43f5-a37b-c0cb821f6372 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:55.818522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 47f5877d-1bc1-43f5-a37b-c0cb821f6372 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:55.819643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 06e7fbb4-81ab-491d-b953-1cffcf7f668a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:55.866401 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 06e7fbb4-81ab-491d-b953-1cffcf7f668a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:55.866744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 06e7fbb4-81ab-491d-b953-1cffcf7f668a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:55.891588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d55ba-4e93-4fd1-8777-82fc14ce032b None None] Port 31544815-2f56-41c5-aa6f-e37fac7af6c2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:55.929473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] For port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1f3a0371-d18c-4277-98a2-4b6ee6a52eec,segment=NetworkSegment(eaf7e190-6679-44ba-93ad-2d2eb6799123),segment_id=eaf7e190-6679-44ba-93ad-2d2eb6799123)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:55.929828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.045684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] For port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1f3a0371-d18c-4277-98a2-4b6ee6a52eec,segment=NetworkSegment(eaf7e190-6679-44ba-93ad-2d2eb6799123),segment_id=eaf7e190-6679-44ba-93ad-2d2eb6799123)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:56.046280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.049113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.057428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Calling delete_port for 1f3a0371-d18c-4277-98a2-4b6ee6a52eec owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:56.113252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.150717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:56.155474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:56.161246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:56.167952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:56.168097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.169981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] Calling delete_port for 1f3a0371-d18c-4277-98a2-4b6ee6a52eec owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:56.218126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=47271759-cf4d-4935-8acf-f12f998a3273,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:56.253432 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c5d26654-8b77-4b09-a5a8-383423cbd37f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3041005 Mar 28 10:57:56.256324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37090) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:56.258601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.291588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 06e7fbb4-81ab-491d-b953-1cffcf7f668a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:56.291922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.310266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.340533 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:57:56.341211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:57:56.351575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.460137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.534124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:56.545961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:56.548378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:57:56.553750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Port': ['ID=1f3a0371-d18c-4277-98a2-4b6ee6a52eec,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:56.560605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] The port '06e7fbb4-81ab-491d-b953-1cffcf7f668a' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:57:56.571627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2adda4-ef00-479f-b47a-884544c4b90b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:57:56.572186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6b2adda4-ef00-479f-b47a-884544c4b90b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:56.574800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No DVR routers for this DVR port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:57:56.590517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=56df0c0f-7fa3-4910-a3fc-5a4cb0188a4d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:56.643059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.734367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=31544815-2f56-41c5-aa6f-e37fac7af6c2,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:56.810448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.823518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6b2adda4-ef00-479f-b47a-884544c4b90b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:56.824599 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6b2adda4-ef00-479f-b47a-884544c4b90b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/47271759-cf4d-4935-8acf-f12f998a3273 HTTP/1.1" status: 200 len: 844 time: 0.5679314 Mar 28 10:57:56.830625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37094) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:56.832447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.842228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] Deleting port 1f3a0371-d18c-4277-98a2-4b6ee6a52eec {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:56.842803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.862720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701f785c-4899-4e5c-8e19-16c6c0a57eb7']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:56.877626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911bb68a-59de-461a-b1f8-0ff31ed5b163']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:56.885619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862410a0-946c-400a-8fcf-3994b38ab7d2') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:56.885932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862410a0-946c-400a-8fcf-3994b38ab7d2') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:56.900818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf7e190-6679-44ba-93ad-2d2eb6799123') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:56.901546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf7e190-6679-44ba-93ad-2d2eb6799123') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:56.908354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.910479 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-78484586-459a-4deb-a6d3-cdb9d0ddba53 None None] The port '1f3a0371-d18c-4277-98a2-4b6ee6a52eec' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:57:56.922904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.937701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.942413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.948159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:57:56.948542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:57:56.963565 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:57:56.976099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:57:56.976502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:57:56.990426 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:57:57.030553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-674a962a-de01-4d6c-aae8-9b8d0e05250c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 47271759-cf4d-4935-8acf-f12f998a3273 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:57.030895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-674a962a-de01-4d6c-aae8-9b8d0e05250c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:57.081624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network fc443363-d59a-49fd-b01b-b8f95f8188c7 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:57:57.088154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:57:57.192492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:57.198254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:57.220300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:57.224421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:57.240598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Network': ['ID=701f785c-4899-4e5c-8e19-16c6c0a57eb7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:57.260105 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4610b097-af05-411b-8e7c-7db0738a33a8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/networks/701f785c-4899-4e5c-8e19-16c6c0a57eb7 HTTP/1.1" status: 204 len: 168 time: 3.0102043 Mar 28 10:57:57.262541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37098) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:57.271715 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/networks/911bb68a-59de-461a-b1f8-0ff31ed5b163 HTTP/1.1" status: 204 len: 168 time: 2.2153158 Mar 28 10:57:57.290836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37102) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:57.301355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'routes': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:57.320841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e2df4a01-6421-4a74-a7e2-cfb20a221bff None None] Provisioning complete for port 31544815-2f56-41c5-aa6f-e37fac7af6c2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:57:57.321361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2df4a01-6421-4a74-a7e2-cfb20a221bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:57.325126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c189681-9497-4770-972c-e6f6826c2992 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Pushing event deleted for resources: {'Network': ['ID=911bb68a-59de-461a-b1f8-0ff31ed5b163,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:57.378814 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e2df4a01-6421-4a74-a7e2-cfb20a221bff None None] Port 31544815-2f56-41c5-aa6f-e37fac7af6c2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:57:57.612749 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1f3a0371-d18c-4277-98a2-4b6ee6a52eec no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:57:57.647755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 1f3a0371-d18c-4277-98a2-4b6ee6a52eec {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:57:57.648112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1f3a0371-d18c-4277-98a2-4b6ee6a52eec not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:57:57.794751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:57.949360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:57.959190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-674a962a-de01-4d6c-aae8-9b8d0e05250c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:57.969202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.extraroute_db [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Added routes are [] {{(pid=88493) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 10:57:57.969495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.extraroute_db [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Removed routes are [] {{(pid=88493) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 10:57:57.969851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:58.162148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-674a962a-de01-4d6c-aae8-9b8d0e05250c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 47271759-cf4d-4935-8acf-f12f998a3273 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:58.247307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 1abc26c5-b10d-467e-9f7c-5236f171c795 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:57:58.247558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:58.437255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port 1abc26c5-b10d-467e-9f7c-5236f171c795, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1abc26c5-b10d-467e-9f7c-5236f171c795,segment=NetworkSegment(b7dec8bf-9d88-4d84-a14f-e1830a382799),segment_id=b7dec8bf-9d88-4d84-a14f-e1830a382799)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:57:58.437615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:58.498258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:58.560534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for 1abc26c5-b10d-467e-9f7c-5236f171c795 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:57:58.565042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:58.665721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:58.725863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-674a962a-de01-4d6c-aae8-9b8d0e05250c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:58.783455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:58.792423 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Sync routers for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:58.801149 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:58.801552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a962a-de01-4d6c-aae8-9b8d0e05250c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=47271759-cf4d-4935-8acf-f12f998a3273,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:58.801738 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:58.805414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:58.815723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 60596ddc-b6df-48f4-bb76-700df449cd87 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:58.822202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-674a962a-de01-4d6c-aae8-9b8d0e05250c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:58.862586 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-86c9bf54-dd2a-4003-82c1-391b2c18059d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8365073 Mar 28 10:57:58.872671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=1abc26c5-b10d-467e-9f7c-5236f171c795,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:57:58.955723 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-674a962a-de01-4d6c-aae8-9b8d0e05250c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/47271759-cf4d-4935-8acf-f12f998a3273 HTTP/1.1" status: 204 len: 168 time: 2.1240427 Mar 28 10:57:58.958264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37108) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:59.020220 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:59.109755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:59.206562 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-29da6c50-9dca-43ba-a8c6-5c257787d39b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:57:59.207024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-29da6c50-9dca-43ba-a8c6-5c257787d39b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:59.210156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:57:59.218833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:59.222797 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3d28597f-6485-43d1-99dd-7cb83f3d9bc7 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87 HTTP/1.1" status: 200 len: 701 time: 1.9281764 Mar 28 10:57:59.222797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:59.226991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681da340-2235-468c-990e-a87cd1f26047 None None] Sync routers for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:57:59.236606 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:57:59.239331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681da340-2235-468c-990e-a87cd1f26047 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:59.240166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-681da340-2235-468c-990e-a87cd1f26047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:59.245634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37114) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:59.308533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1b898ae5-48e9-4c73-ba53-4db7c98c26ca tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:57:59.373414 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-29da6c50-9dca-43ba-a8c6-5c257787d39b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:59.374845 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-29da6c50-9dca-43ba-a8c6-5c257787d39b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/47271759-cf4d-4935-8acf-f12f998a3273 HTTP/1.1" status: 404 len: 333 time: 0.4137609 Mar 28 10:57:59.383139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37120) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:59.395443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'name': 'tempest-PortsIpV6TestJSON-321515040'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:57:59.414368 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:57:55Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd270e6ab-39d0-43ea-9744-2bd456902dab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:56:32Z', 'updated_at': '2022-03-28T10:56:37Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31544815-2f56-41c5-aa6f-e37fac7af6c2', 'name': '', 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1c598351-ce67-4f60-a7e4-f33f69e58f2d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:54Z', 'updated_at': '2022-03-28T10:57:56Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '1c598351-ce67-4f60-a7e4-f33f69e58f2d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:59.418425 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Checking router: cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:59.418771 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Updating router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 port 31544815-2f56-41c5-aa6f-e37fac7af6c2 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:57:59.423325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-681da340-2235-468c-990e-a87cd1f26047 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:59.449231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1b898ae5-48e9-4c73-ba53-4db7c98c26ca tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:57:59.450415 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1b898ae5-48e9-4c73-ba53-4db7c98c26ca tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=60596ddc-b6df-48f4-bb76-700df449cd87 HTTP/1.1" status: 200 len: 205 time: 0.1979990 Mar 28 10:57:59.455226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37124) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:57:59.513782 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:59.586005 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-681da340-2235-468c-990e-a87cd1f26047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:51Z', 'revision_number': 11, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:59.591036 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681da340-2235-468c-990e-a87cd1f26047 None None] Checking router: 60596ddc-b6df-48f4-bb76-700df449cd87 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:57:59.606112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681da340-2235-468c-990e-a87cd1f26047 None None] Routers {'60596ddc-b6df-48f4-bb76-700df449cd87'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:57:59.606979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-681da340-2235-468c-990e-a87cd1f26047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['60596ddc-b6df-48f4-bb76-700df449cd87'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:59.624836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0eb08907-8811-498b-8b0a-5f27975461de tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:59.794424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:57:59.798160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:57:59.811262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:57:59.830481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-681da340-2235-468c-990e-a87cd1f26047 None None] Set router 60596ddc-b6df-48f4-bb76-700df449cd87 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:57:59.907649 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:59.919343 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Transition to ACTIVE for port object 31544815-2f56-41c5-aa6f-e37fac7af6c2 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:57:59.931242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:57:59.954340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:57:59.957880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:57:59.964717 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-681da340-2235-468c-990e-a87cd1f26047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:51Z', 'revision_number': 11, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:57:59.964717 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681da340-2235-468c-990e-a87cd1f26047 None None] The sync data for ids ['60596ddc-b6df-48f4-bb76-700df449cd87'] in dv-neutron-835336-1-hyperv is: [{'id': '60596ddc-b6df-48f4-bb76-700df449cd87', 'name': 'tempest-RoutersTest-router-1867934522', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:56:38Z', 'updated_at': '2022-03-28T10:57:51Z', 'revision_number': 11, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:57:59.979720 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.003309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 39123f16-0f98-401d-bf2a-658cb697a7f7 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:58:00.007220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0eb08907-8811-498b-8b0a-5f27975461de tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.010272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.023962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0eb08907-8811-498b-8b0a-5f27975461de tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.043558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:00.063070 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-05e9dbc2-695d-4cde-a625-f6f6668d10df tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7994962 Mar 28 10:58:00.066216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37128) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:00.110009 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:00.131982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.153187 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:00.153923 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:00.186507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0eb08907-8811-498b-8b0a-5f27975461de tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.186988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb08907-8811-498b-8b0a-5f27975461de tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Fanout notify agent at l3_agent the message router_deleted on router 60596ddc-b6df-48f4-bb76-700df449cd87 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:58:00.221262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-3823321f-86b1-49bb-9993-728bdf1c319e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting subnet 52c89b38-b09e-492f-946e-40fdeac9103f {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:00.257374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3823321f-86b1-49bb-9993-728bdf1c319e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.270625 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dff721-c2a6-4b1b-95b2-aedf77a9667d None None] Pushing event updated for resources: {'Port': ['ID=31544815-2f56-41c5-aa6f-e37fac7af6c2,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:00.307817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.343570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0eb08907-8811-498b-8b0a-5f27975461de tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.353643 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0eb08907-8811-498b-8b0a-5f27975461de tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87 HTTP/1.1" status: 204 len: 168 time: 0.8884258 Mar 28 10:58:00.356128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37134) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:00.369934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-78909686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:00.378888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=56df0c0f-7fa3-4910-a3fc-5a4cb0188a4d,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:00.383766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:00.396232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Usage tracker for resource:router and tenant:273647a60783473799b3fe05da9ca557 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:00.401926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.407616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.432459 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Attempting to bind port 31544815-2f56-41c5-aa6f-e37fac7af6c2 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:58:00.432817 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Attempting to bind port 31544815-2f56-41c5-aa6f-e37fac7af6c2 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:58:00.433426 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Attempting to bind port 31544815-2f56-41c5-aa6f-e37fac7af6c2 on network fc443363-d59a-49fd-b01b-b8f95f8188c7 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:58:00.447289 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:58:00.447652 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Checking segment: {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:00.448043 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.448425 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Bound using segment: {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:58:00.448881 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Bound port: 31544815-2f56-41c5-aa6f-e37fac7af6c2, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8cbd5c-7bde-4341-b266-81310623844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:58:00.449263 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.456456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3823321f-86b1-49bb-9993-728bdf1c319e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.472709 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:00.490999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:00.517744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:00.538444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:00.539532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=39123f16-0f98-401d-bf2a-658cb697a7f7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:00.542191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:00.550626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:00.567485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:00.569641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.625786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.626847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.672387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.685606 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4a79ae7f-aa3c-4072-8770-ae2d3a9712af tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3013144 Mar 28 10:58:00.688262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37138) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:00.695650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-80fb197b-37c8-4b0b-b4a6-36ad1fd64add tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:00.716161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] For port 31544815-2f56-41c5-aa6f-e37fac7af6c2, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:58:00.784096 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] For port 31544815-2f56-41c5-aa6f-e37fac7af6c2, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=31544815-2f56-41c5-aa6f-e37fac7af6c2,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:58:00.820878 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP c91bbb18-6879-4535-854e-221c35b224a6 associated. External IP: 172.26.2.238, port: c96f341c-6be1-437c-a7b1-99a2790ff67f. Mar 28 10:58:00.829192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80fb197b-37c8-4b0b-b4a6-36ad1fd64add tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.862890 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.884619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3823321f-86b1-49bb-9993-728bdf1c319e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:00.952099 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:00.952713 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:01.014743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.066574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80fb197b-37c8-4b0b-b4a6-36ad1fd64add tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.091807 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dff721-c2a6-4b1b-95b2-aedf77a9667d None None] Pushing event updated for resources: {'Port': ['ID=31544815-2f56-41c5-aa6f-e37fac7af6c2,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:01.146777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80fb197b-37c8-4b0b-b4a6-36ad1fd64add tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.153932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3823321f-86b1-49bb-9993-728bdf1c319e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.158091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.158602 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ecde508d-2df6-403f-8aa8-3fd90955ac07 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8035009 Mar 28 10:58:01.168495 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:58Z', 'revision_number': 9, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:01.179854 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:01.195003 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37142) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:01.203783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8e67f42d-824e-4ffe-bf0b-d677da46c44c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:01.207989 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:01.208587 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:01.215581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-80fb197b-37c8-4b0b-b4a6-36ad1fd64add tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] In _notify_port_updated(), no bound segment for port 39123f16-0f98-401d-bf2a-658cb697a7f7 on network f460ff50-5329-4152-bec7-b25f7e71314c {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:58:01.220913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb197b-37c8-4b0b-b4a6-36ad1fd64add tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:01.221510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80fb197b-37c8-4b0b-b4a6-36ad1fd64add tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.222916 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-80fb197b-37c8-4b0b-b4a6-36ad1fd64add tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "PUT /v2.0/ports/39123f16-0f98-401d-bf2a-658cb697a7f7 HTTP/1.1" status: 200 len: 818 time: 0.5336828 Mar 28 10:58:01.226909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37146) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:01.278139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89369e-b603-4c06-84ab-21047905c70e None None] Network 79e6c994-206f-4f5e-907e-bb993317d23f requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:01.278661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823321f-86b1-49bb-9993-728bdf1c319e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Subnet': ['ID=52c89b38-b09e-492f-946e-40fdeac9103f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:01.284443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3823321f-86b1-49bb-9993-728bdf1c319e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.286942 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:01.289755 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3823321f-86b1-49bb-9993-728bdf1c319e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/52c89b38-b09e-492f-946e-40fdeac9103f HTTP/1.1" status: 204 len: 168 time: 1.2222245 Mar 28 10:58:01.294733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37150) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:01.300360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb197b-37c8-4b0b-b4a6-36ad1fd64add tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=39123f16-0f98-401d-bf2a-658cb697a7f7,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:01.345623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f8651-04e8-4048-9a7d-43ee32d33de9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 39123f16-0f98-401d-bf2a-658cb697a7f7 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:01.345993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8651-04e8-4048-9a7d-43ee32d33de9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.530344 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:01.602891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e96f8-eadc-4d49-a091-a3c0942a366d None None] DHCP port deletion for 79e6c994-206f-4f5e-907e-bb993317d23f request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:01.608425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a88e96f8-eadc-4d49-a091-a3c0942a366d None None] Deleting port 2f70adce-d092-4aad-8c12-80897b91d906 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:01.608872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a88e96f8-eadc-4d49-a091-a3c0942a366d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.673121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8651-04e8-4048-9a7d-43ee32d33de9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.675134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.708409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 2f70adce-d092-4aad-8c12-80897b91d906 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:01.708752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.808467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f8651-04e8-4048-9a7d-43ee32d33de9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 39123f16-0f98-401d-bf2a-658cb697a7f7 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:01.861293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:01.886109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a88e96f8-eadc-4d49-a091-a3c0942a366d None None] For port 2f70adce-d092-4aad-8c12-80897b91d906, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2f70adce-d092-4aad-8c12-80897b91d906,segment=NetworkSegment(b7dec8bf-9d88-4d84-a14f-e1830a382799),segment_id=b7dec8bf-9d88-4d84-a14f-e1830a382799)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:01.886996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a88e96f8-eadc-4d49-a091-a3c0942a366d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:01.941559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8651-04e8-4048-9a7d-43ee32d33de9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.023346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8e67f42d-824e-4ffe-bf0b-d677da46c44c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.032998 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:57:55Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd270e6ab-39d0-43ea-9744-2bd456902dab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:56:32Z', 'updated_at': '2022-03-28T10:56:37Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31544815-2f56-41c5-aa6f-e37fac7af6c2', 'name': '', 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1c598351-ce67-4f60-a7e4-f33f69e58f2d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:54Z', 'updated_at': '2022-03-28T10:58:00Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '1c598351-ce67-4f60-a7e4-f33f69e58f2d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:02.039709 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ea49b-06cc-4635-9858-b32e3783fb48 None None] The sync data for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv is: [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:57:55Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd270e6ab-39d0-43ea-9744-2bd456902dab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:56:32Z', 'updated_at': '2022-03-28T10:56:37Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31544815-2f56-41c5-aa6f-e37fac7af6c2', 'name': '', 'network_id': 'fc443363-d59a-49fd-b01b-b8f95f8188c7', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:67:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1c598351-ce67-4f60-a7e4-f33f69e58f2d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:54Z', 'updated_at': '2022-03-28T10:58:00Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '1c598351-ce67-4f60-a7e4-f33f69e58f2d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:02.043340 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:58Z', 'revision_number': 9, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:02.049953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a88e96f8-eadc-4d49-a091-a3c0942a366d None None] Calling delete_port for 2f70adce-d092-4aad-8c12-80897b91d906 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:02.052575 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f97e7-9f22-48df-80fc-bfda96184691 None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:57:58Z', 'revision_number': 9, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87f0269-b48a-4dc4-b457-cafa0b2bbdd8', 'name': '', 'network_id': '2c37feb9-067e-44b5-a5cf-132b1539094d', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:74:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:18Z', 'updated_at': '2022-03-28T10:57:29Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': 'da75d74b-595c-4d21-a38f-c05f4b9b9250', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:02.152954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8e67f42d-824e-4ffe-bf0b-d677da46c44c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.175278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f8651-04e8-4048-9a7d-43ee32d33de9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=39123f16-0f98-401d-bf2a-658cb697a7f7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:02.180373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8651-04e8-4048-9a7d-43ee32d33de9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.196910 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9b0f8651-04e8-4048-9a7d-43ee32d33de9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/39123f16-0f98-401d-bf2a-658cb697a7f7 HTTP/1.1" status: 204 len: 168 time: 0.9693062 Mar 28 10:58:02.197601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37156) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:02.238140 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a88e96f8-eadc-4d49-a091-a3c0942a366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.291153 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25b95d-d85f-43dd-9acb-21f16c230dca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:02.291951 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9e25b95d-d85f-43dd-9acb-21f16c230dca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:02.298532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e96f8-eadc-4d49-a091-a3c0942a366d None None] Pushing event deleted for resources: {'Port': ['ID=2f70adce-d092-4aad-8c12-80897b91d906,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:02.311130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e96f8-eadc-4d49-a091-a3c0942a366d None None] No DVR routers for this DVR port 2f70adce-d092-4aad-8c12-80897b91d906 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:02.375209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9e25b95d-d85f-43dd-9acb-21f16c230dca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:02.378466 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9e25b95d-d85f-43dd-9acb-21f16c230dca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1798570 Mar 28 10:58:02.379202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37160) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:02.427140 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7945cd-567b-4c8c-97cb-ac5bdd1891a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:58:02.429484 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ed7945cd-567b-4c8c-97cb-ac5bdd1891a0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/39123f16-0f98-401d-bf2a-658cb697a7f7 HTTP/1.1" status: 404 len: 333 time: 0.0488694 Mar 28 10:58:02.432855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37164) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:02.442019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1422267076'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:02.452021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:02.456663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:network and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:02.460341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:02.470016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:02.563730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:02.567231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.599353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:58:02.609488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.614163 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Added segment 686d58c3-1ceb-4796-bc3a-0d494ef1ec74 of type vlan for network aabf5287-d9d5-4a37-81eb-0863a2a6acdb Mar 28 10:58:02.644223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.654537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:02.657460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port 2f70adce-d092-4aad-8c12-80897b91d906, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2f70adce-d092-4aad-8c12-80897b91d906,segment=NetworkSegment(b7dec8bf-9d88-4d84-a14f-e1830a382799),segment_id=b7dec8bf-9d88-4d84-a14f-e1830a382799)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:02.657822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.672263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2e38e2-ecea-4b92-9f29-4c907b74badc None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:02.688694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e38e2-ecea-4b92-9f29-4c907b74badc None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:02.689428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-fd2e38e2-ecea-4b92-9f29-4c907b74badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:02.755826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.762143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:02.762739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.765158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-fd2e38e2-ecea-4b92-9f29-4c907b74badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:02.774259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e38e2-ecea-4b92-9f29-4c907b74badc None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:02.774976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-fd2e38e2-ecea-4b92-9f29-4c907b74badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:02.803574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for 2f70adce-d092-4aad-8c12-80897b91d906 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:02.843738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-fd2e38e2-ecea-4b92-9f29-4c907b74badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:02.844055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2e38e2-ecea-4b92-9f29-4c907b74badc None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:02.883730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e67f42d-824e-4ffe-bf0b-d677da46c44c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Router 82a0e7c0-bdfd-41a4-96e0-650de8affa14 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:58:02.888873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:58:02.889110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:58:02.895221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Network': ['ID=aabf5287-d9d5-4a37-81eb-0863a2a6acdb,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:02.905866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:58:02.953976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:02.967938 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f3b268c2-3372-4cc4-b276-ddab27babe6c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5337031 Mar 28 10:58:02.970780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37168) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:02.977292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:03.069725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e67f42d-824e-4ffe-bf0b-d677da46c44c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:03.080613 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] Sync routers for ids ['82a0e7c0-bdfd-41a4-96e0-650de8affa14'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:03.090154 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] Routers {'82a0e7c0-bdfd-41a4-96e0-650de8affa14'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:03.090555 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c3eb9e22-5039-4379-b804-e7e586b8db81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1940255 Mar 28 10:58:03.090752 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['82a0e7c0-bdfd-41a4-96e0-650de8affa14'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:03.091392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37172) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:03.098238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8e67f42d-824e-4ffe-bf0b-d677da46c44c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:03.102302 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8e67f42d-824e-4ffe-bf0b-d677da46c44c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "PUT /v2.0/routers/82a0e7c0-bdfd-41a4-96e0-650de8affa14 HTTP/1.1" status: 200 len: 692 time: 1.9016657 Mar 28 10:58:03.103478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2e86484e-2be0-4108-92b2-431a87ee9379 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'port_id': 'c96f341c-6be1-437c-a7b1-99a2790ff67f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:03.103933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37176) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:03.106752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:03.164605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:03.177941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:03.186674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:03.204989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e86484e-2be0-4108-92b2-431a87ee9379 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:03.223084 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] Set router 82a0e7c0-bdfd-41a4-96e0-650de8affa14 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:03.258495 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a1c59457-0b3a-48df-b55e-6a6c6aa52b1c tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/routers/82a0e7c0-bdfd-41a4-96e0-650de8affa14 HTTP/1.1" status: 200 len: 698 time: 0.1509898 Mar 28 10:58:03.259291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37180) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:03.301980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2b1d8331-f606-4c64-902b-a17b3870fa4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Synchronizing usage tracker for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:03.314073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2b1d8331-f606-4c64-902b-a17b3870fa4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Unset dirty status for tenant:273647a60783473799b3fe05da9ca557 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:03.316429 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2b1d8331-f606-4c64-902b-a17b3870fa4b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=82a0e7c0-bdfd-41a4-96e0-650de8affa14 HTTP/1.1" status: 200 len: 205 time: 0.0554795 Mar 28 10:58:03.318060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37184) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:03.335117 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a0e7c0-bdfd-41a4-96e0-650de8affa14', 'name': 'tempest-RoutersTest-router-78909686', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:00Z', 'updated_at': '2022-03-28T10:58:02Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:03.339385 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] Checking router: 82a0e7c0-bdfd-41a4-96e0-650de8affa14 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:03.471046 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] Routers {'82a0e7c0-bdfd-41a4-96e0-650de8affa14'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:03.471046 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['82a0e7c0-bdfd-41a4-96e0-650de8affa14'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:03.471334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 2f70adce-d092-4aad-8c12-80897b91d906 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:03.471334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:03.471559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:03.471559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:03.487363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] The port '2f70adce-d092-4aad-8c12-80897b91d906' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:58:03.499407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26364d79-2c6c-4ee5-8213-8a515d637ab6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:03.530457 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] Set router 82a0e7c0-bdfd-41a4-96e0-650de8affa14 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:03.671332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 31544815-2f56-41c5-aa6f-e37fac7af6c2 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:03.699485 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a0e7c0-bdfd-41a4-96e0-650de8affa14', 'name': 'tempest-RoutersTest-router-78909686', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:00Z', 'updated_at': '2022-03-28T10:58:02Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:03.705320 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa608-8d2c-4b29-acd4-0f2823ab881a None None] The sync data for ids ['82a0e7c0-bdfd-41a4-96e0-650de8affa14'] in dv-neutron-835336-1-hyperv is: [{'id': '82a0e7c0-bdfd-41a4-96e0-650de8affa14', 'name': 'tempest-RoutersTest-router-78909686', 'tenant_id': '273647a60783473799b3fe05da9ca557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:00Z', 'updated_at': '2022-03-28T10:58:02Z', 'revision_number': 2, 'project_id': '273647a60783473799b3fe05da9ca557', 'gw_port_host': None}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:03.838547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:03.858955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 31544815-2f56-41c5-aa6f-e37fac7af6c2 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:03.865076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 31544815-2f56-41c5-aa6f-e37fac7af6c2 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:03.865780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:03.878510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e6c994-206f-4f5e-907e-bb993317d23f']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:03.904456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dec8bf-9d88-4d84-a14f-e1830a382799') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:03.904750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dec8bf-9d88-4d84-a14f-e1830a382799') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:03.910426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26364d79-2c6c-4ee5-8213-8a515d637ab6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:03.915344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26364d79-2c6c-4ee5-8213-8a515d637ab6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:03.981482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.019192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.063269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.092354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:04.092982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.098036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26364d79-2c6c-4ee5-8213-8a515d637ab6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.098537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26364d79-2c6c-4ee5-8213-8a515d637ab6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Fanout notify agent at l3_agent the message router_deleted on router 82a0e7c0-bdfd-41a4-96e0-650de8affa14 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:58:04.101104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 31544815-2f56-41c5-aa6f-e37fac7af6c2, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=31544815-2f56-41c5-aa6f-e37fac7af6c2,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:04.108497 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:04.133183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26364d79-2c6c-4ee5-8213-8a515d637ab6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.137475 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-26364d79-2c6c-4ee5-8213-8a515d637ab6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/82a0e7c0-bdfd-41a4-96e0-650de8affa14 HTTP/1.1" status: 204 len: 168 time: 0.8147559 Mar 28 10:58:04.137970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37190) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.164464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.193845 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-03fb3960-1315-4caf-b79a-3f7f42c0d00b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=82a0e7c0-bdfd-41a4-96e0-650de8affa14 HTTP/1.1" status: 200 len: 205 time: 0.0529196 Mar 28 10:58:04.194110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37194) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.218234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2f70adce-d092-4aad-8c12-80897b91d906 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:04.270450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 2f70adce-d092-4aad-8c12-80897b91d906 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:04.270797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2f70adce-d092-4aad-8c12-80897b91d906 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:04.271211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1abc26c5-b10d-467e-9f7c-5236f171c795 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:04.277850 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-b680c1f3-5ca4-475a-9a5c-c382e4f0db6b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] delete failed (client error): The resource could not be found. Mar 28 10:58:04.278895 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b680c1f3-5ca4-475a-9a5c-c382e4f0db6b tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/82a0e7c0-bdfd-41a4-96e0-650de8affa14 HTTP/1.1" status: 404 len: 336 time: 0.0838602 Mar 28 10:58:04.282222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37198) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.314151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 1abc26c5-b10d-467e-9f7c-5236f171c795 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:04.314498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1abc26c5-b10d-467e-9f7c-5236f171c795 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:04.332085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=31544815-2f56-41c5-aa6f-e37fac7af6c2,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:04.334512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.337444 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-d342b168-1062-4c3e-95d5-9249ee339cb6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:04.337879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d342b168-1062-4c3e-95d5-9249ee339cb6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:04.358692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.361298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.438441 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d342b168-1062-4c3e-95d5-9249ee339cb6 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/b3a5ca71-4c26-49b4-91c5-eb3035060ed7 HTTP/1.1" status: 404 len: 337 time: 0.1544721 Mar 28 10:58:04.439285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Network': ['ID=79e6c994-206f-4f5e-907e-bb993317d23f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:04.441625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37202) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.441990 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac147507-f7d3-4c86-9f9c-a8d16ddc3111 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/networks/79e6c994-206f-4f5e-907e-bb993317d23f HTTP/1.1" status: 204 len: 168 time: 3.1459737 Mar 28 10:58:04.444302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=8325700d-ef22-4c60-b8fa-3ce1c3ef7289,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:04.449045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37206) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.486408 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cb0d41-c290-4237-8682-2d5f657afab4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:04.486856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cb0d41-c290-4237-8682-2d5f657afab4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:04.490886 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c2cb0d41-c290-4237-8682-2d5f657afab4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/cd31ebbe-bfa6-4a1f-9349-36da43b10ff2 HTTP/1.1" status: 404 len: 337 time: 0.0459383 Mar 28 10:58:04.493428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37210) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.495946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Checking segment: {'id': '686d58c3-1ceb-4796-bc3a-0d494ef1ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:04.496256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network hostable DHCP agents. Network: aabf5287-d9d5-4a37-81eb-0863a2a6acdb, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:58:04.541332 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e5651c-86ff-4804-9624-91985d40b8a2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:04.541778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e5651c-86ff-4804-9624-91985d40b8a2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:04.545867 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-23e5651c-86ff-4804-9624-91985d40b8a2 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/937f96c0-7d4e-4f33-baec-8fd16a2e7b93 HTTP/1.1" status: 404 len: 337 time: 0.0489929 Mar 28 10:58:04.546236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e86484e-2be0-4108-92b2-431a87ee9379 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.546854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37214) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.637618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e86484e-2be0-4108-92b2-431a87ee9379 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.641193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:58:04.723157 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-1930a57a-3e95-4cec-b6d9-283b75f3cec9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:04.723157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1930a57a-3e95-4cec-b6d9-283b75f3cec9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:04.723157 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1930a57a-3e95-4cec-b6d9-283b75f3cec9 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/3ceb7aa4-eb01-43ca-a58b-4e6011b8632f HTTP/1.1" status: 404 len: 337 time: 0.1542296 Mar 28 10:58:04.723416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37218) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.746941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, aabf5287-d9d5-4a37-81eb-0863a2a6acdb) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:04.756509 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9c8f2ab1-63bd-4574-83d3-b9c7d4a095ad tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=60596ddc-b6df-48f4-bb76-700df449cd87 HTTP/1.1" status: 200 len: 205 time: 0.0503695 Mar 28 10:58:04.756997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919efc82-bd1d-4789-88bf-3a3e2d64e4aa None None] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:04.757830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:04.758429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:04.762167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37222) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.847892 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-9e682ad7-f93c-42cc-a682-bfd026ed6244 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] delete failed (client error): The resource could not be found. Mar 28 10:58:04.849960 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9e682ad7-f93c-42cc-a682-bfd026ed6244 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/60596ddc-b6df-48f4-bb76-700df449cd87 HTTP/1.1" status: 404 len: 336 time: 0.0858364 Mar 28 10:58:04.851988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37226) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.898277 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5d5c67d7-0d41-455b-895b-abf528bba2aa tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=1802bffc-1d4a-4c80-9176-60417773a0b0 HTTP/1.1" status: 200 len: 205 time: 0.0424333 Mar 28 10:58:04.898528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37230) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.963024 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ce1e2f4a-d566-4334-92be-642c62e6687f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9905910 Mar 28 10:58:04.966829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37234) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:04.972392 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-f34eeee4-4a6d-43c5-9ed7-3b38d01c02d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] delete failed (client error): The resource could not be found. Mar 28 10:58:04.975811 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f34eeee4-4a6d-43c5-9ed7-3b38d01c02d4 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/1802bffc-1d4a-4c80-9176-60417773a0b0 HTTP/1.1" status: 404 len: 336 time: 0.0740151 Mar 28 10:58:04.977188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:04.978335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37238) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.008918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-aabf5287-d9d5-4a37-81eb-0863a2a6acdb', 'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb', 'tenant_id': '1f22b8d223714e48994f07c2789f89b4', 'fixed_ips': [{'subnet_id': '8325700d-ef22-4c60-b8fa-3ce1c3ef7289'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:58:05.009768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:05.018591 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bac1f1-291f-49aa-a397-0caafe428f33 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:05.019045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24bac1f1-291f-49aa-a397-0caafe428f33 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:05.023956 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-24bac1f1-291f-49aa-a397-0caafe428f33 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/b422f00c-ec67-4146-b509-26382764476a HTTP/1.1" status: 404 len: 337 time: 0.0414934 Mar 28 10:58:05.024201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37242) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.070272 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-91b2b04c-604d-4740-ac26-1fea8c956628 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=639e1de3-0ed7-459d-b7a2-ceb4172dc546 HTTP/1.1" status: 200 len: 205 time: 0.0421889 Mar 28 10:58:05.070503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37246) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.142628 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-2b2a3834-cfd7-447f-96c4-7efce61edeee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] delete failed (client error): The resource could not be found. Mar 28 10:58:05.146484 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2b2a3834-cfd7-447f-96c4-7efce61edeee tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/639e1de3-0ed7-459d-b7a2-ceb4172dc546 HTTP/1.1" status: 404 len: 336 time: 0.0718367 Mar 28 10:58:05.146484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37250) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.171192 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Allocated IP 2001:db8::2 (aabf5287-d9d5-4a37-81eb-0863a2a6acdb/8325700d-ef22-4c60-b8fa-3ce1c3ef7289/5370eac2-acb1-4446-a108-c0a591f88a16) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:05.193303 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7bae1d28-f015-4a69-8558-d0fd9b23cf7a tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9 HTTP/1.1" status: 200 len: 205 time: 0.0432992 Mar 28 10:58:05.194179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37254) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.266026 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-f78fa99c-d625-4692-a85e-2ee6dac81c10 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] delete failed (client error): The resource could not be found. Mar 28 10:58:05.269551 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f78fa99c-d625-4692-a85e-2ee6dac81c10 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/79f341a7-6e5a-4ef7-a4d7-c25c0dc2a5e9 HTTP/1.1" status: 404 len: 336 time: 0.0721731 Mar 28 10:58:05.269758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37258) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.307263 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf647ca2-ca79-40f0-8cee-4996731f5f75 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:05.307713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf647ca2-ca79-40f0-8cee-4996731f5f75 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:05.309857 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bf647ca2-ca79-40f0-8cee-4996731f5f75 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/fe4f019e-48ec-4d04-90e5-23bc7a0e5c5b HTTP/1.1" status: 404 len: 337 time: 0.0390615 Mar 28 10:58:05.312590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37262) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.364893 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e64ef870-f42f-4cb5-9bf2-36ba92866f84 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=547358a8-2de6-4dcf-81f2-2fa40e2ee893 HTTP/1.1" status: 200 len: 205 time: 0.0490422 Mar 28 10:58:05.365123 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37266) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.383290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:05.394042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Transition to ACTIVE for port object 5370eac2-acb1-4446-a108-c0a591f88a16 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:05.412509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Transition to ACTIVE for port object 5370eac2-acb1-4446-a108-c0a591f88a16 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:05.434262 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-8e8754a2-1237-4eb4-b3e0-2907c4a73d68 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] delete failed (client error): The resource could not be found. Mar 28 10:58:05.436175 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8e8754a2-1237-4eb4-b3e0-2907c4a73d68 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/547358a8-2de6-4dcf-81f2-2fa40e2ee893 HTTP/1.1" status: 404 len: 336 time: 0.0686209 Mar 28 10:58:05.437937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37270) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.479227 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4e72f9-c44a-4f15-aecc-84a3b8b098fc tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:05.479677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4e72f9-c44a-4f15-aecc-84a3b8b098fc tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:05.481334 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ee4e72f9-c44a-4f15-aecc-84a3b8b098fc tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/e81d1e1a-1860-49f1-b245-82d72a3a0cb8 HTTP/1.1" status: 404 len: 337 time: 0.0424809 Mar 28 10:58:05.483970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37274) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.487811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:05.511472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:05.521153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:05.525420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:05.530210 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a3006b6d-462d-422a-9382-b89e928ff23e tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "GET /v2.0/ports?device_id=19909579-dbd2-4373-90c7-e24c211191fd HTTP/1.1" status: 200 len: 205 time: 0.0430686 Mar 28 10:58:05.531244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37278) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.535877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:05.546616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e86484e-2be0-4108-92b2-431a87ee9379 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:05.594436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:05.595969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:05.600313 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:05.613438 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-3c53f3b3-14d8-4b15-bf56-23003adf4df8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] delete failed (client error): The resource could not be found. Mar 28 10:58:05.617361 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3c53f3b3-14d8-4b15-bf56-23003adf4df8 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/routers/19909579-dbd2-4373-90c7-e24c211191fd HTTP/1.1" status: 404 len: 336 time: 0.0828245 Mar 28 10:58:05.617361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37282) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.649992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:05.653934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:05.654220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 31544815-2f56-41c5-aa6f-e37fac7af6c2 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:05.660128 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-95488dff-c0a0-4751-9d6e-325aef472e88 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:05.660597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95488dff-c0a0-4751-9d6e-325aef472e88 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:05.664667 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-95488dff-c0a0-4751-9d6e-325aef472e88 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/85c0c328-4e04-4b78-aabd-c3500e6e071b HTTP/1.1" status: 404 len: 337 time: 0.0443478 Mar 28 10:58:05.664893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37286) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:05.704128 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-962cc6a7-970a-4b7c-a48c-b2897f253589 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:05.705109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962cc6a7-970a-4b7c-a48c-b2897f253589 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:05.709008 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-962cc6a7-970a-4b7c-a48c-b2897f253589 tempest-RoutersTest-898547525 tempest-RoutersTest-898547525-project] 10.222.0.18 "DELETE /v2.0/subnets/662e06b9-5fb0-4777-8fa2-6ae4e77ff809 HTTP/1.1" status: 404 len: 337 time: 0.0405409 Mar 28 10:58:05.723832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Pushing event updated for resources: {'Port': ['ID=5370eac2-acb1-4446-a108-c0a591f88a16,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:05.761632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Attempting to bind port 5370eac2-acb1-4446-a108-c0a591f88a16 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:58:05.762364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Attempting to bind port 5370eac2-acb1-4446-a108-c0a591f88a16 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '686d58c3-1ceb-4796-bc3a-0d494ef1ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:58:05.762364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Attempting to bind port 5370eac2-acb1-4446-a108-c0a591f88a16 on network aabf5287-d9d5-4a37-81eb-0863a2a6acdb {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:58:05.769010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:58:05.769375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Checking segment: {'id': '686d58c3-1ceb-4796-bc3a-0d494ef1ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:05.769775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:05.770189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Bound using segment: {'id': '686d58c3-1ceb-4796-bc3a-0d494ef1ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:58:05.770649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Bound port: 5370eac2-acb1-4446-a108-c0a591f88a16, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686d58c3-1ceb-4796-bc3a-0d494ef1ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:58:05.771017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:05.846907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 31544815-2f56-41c5-aa6f-e37fac7af6c2 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:05.847275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:05.917474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] For port 5370eac2-acb1-4446-a108-c0a591f88a16, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:58:05.917786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e86484e-2be0-4108-92b2-431a87ee9379 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:05.922449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e86484e-2be0-4108-92b2-431a87ee9379 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:05.927914 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] For port 5370eac2-acb1-4446-a108-c0a591f88a16, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5370eac2-acb1-4446-a108-c0a591f88a16,segment=NetworkSegment(686d58c3-1ceb-4796-bc3a-0d494ef1ec74),segment_id=686d58c3-1ceb-4796-bc3a-0d494ef1ec74)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:58:05.932156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7454e3b-e799-44fd-8085-616a7bb45f1c None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:05.944948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7454e3b-e799-44fd-8085-616a7bb45f1c None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:05.945553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e7454e3b-e799-44fd-8085-616a7bb45f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:05.981613 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.ipam_backend_mixin [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8325700d-ef22-4c60-b8fa-3ce1c3ef7289 (CIDR: 2001:db8::/64) Mar 28 10:58:06.034035 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:06.034517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:06.035010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:06.053935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:06.079412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e7454e3b-e799-44fd-8085-616a7bb45f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:06.132552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7454e3b-e799-44fd-8085-616a7bb45f1c None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:06.133203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e7454e3b-e799-44fd-8085-616a7bb45f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:06.214580 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2e86484e-2be0-4108-92b2-431a87ee9379 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/floatingips/c91bbb18-6879-4535-854e-221c35b224a6 HTTP/1.1" status: 200 len: 978 time: 3.1155252 Mar 28 10:58:06.220446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e7454e3b-e799-44fd-8085-616a7bb45f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:06.220446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7454e3b-e799-44fd-8085-616a7bb45f1c None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:06.220727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37296) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:06.220727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37300) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:06.221245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ad954-3a97-4e3f-b309-8321f27a1323 None None] Pushing event updated for resources: {'Port': ['ID=5370eac2-acb1-4446-a108-c0a591f88a16,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:06.221339 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9c56b444-9f46-4bbf-8a21-5d0d66ba5fca tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2531922 Mar 28 10:58:06.235696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37304) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:06.244822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:06.503120 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-59a3077f-9ffa-49e0-8c8f-85b6c9aa7403 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=273647a60783473799b3fe05da9ca557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881899 Mar 28 10:58:06.504294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37310) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:06.520717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port 56df0c0f-7fa3-4910-a3fc-5a4cb0188a4d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:06.521464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:06.539119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:06.584940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:06.594884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:06.604184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:06.676596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:06.676944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:06.824707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:06.824972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:06.839978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:06.843363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:06.866534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:06.949047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for 56df0c0f-7fa3-4910-a3fc-5a4cb0188a4d owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:07.019479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.181099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.190827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port e87f0269-b48a-4dc4-b457-cafa0b2bbdd8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e87f0269-b48a-4dc4-b457-cafa0b2bbdd8,segment=NetworkSegment(5f292bb3-d7b8-48dc-9fc0-0c0975764f7f),segment_id=5f292bb3-d7b8-48dc-9fc0-0c0975764f7f)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:07.191223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.231851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=56df0c0f-7fa3-4910-a3fc-5a4cb0188a4d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:07.298697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d6fc61-0391-428c-bc57-e394b5ff7e7e None None] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:07.326768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.327109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP c91bbb18-6879-4535-854e-221c35b224a6 disassociated (deleted). External IP: 172.26.2.238, port: c96f341c-6be1-437c-a7b1-99a2790ff67f. Mar 28 10:58:07.327736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:07.356258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.419208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b137198-f80b-4b31-8a85-639b01e48ce3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:07.456521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.456900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.457232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.457560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.457880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.458225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.458544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.460259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.460259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.460259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.460565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.460662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:07.491373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.493181 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-88b38c90-1f68-4622-984f-135cd26c4433 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b137198-f80b-4b31-8a85-639b01e48ce3 HTTP/1.1" status: 204 len: 168 time: 0.9860222 Mar 28 10:58:07.553282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-90a8e9e4-3c4a-4537-ac6b-9e6c2cd9adbb None None] Provisioning for port 5370eac2-acb1-4446-a108-c0a591f88a16 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:07.631798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.709789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:07.713531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:07.717294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:07.717980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.727179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5370eac2-acb1-4446-a108-c0a591f88a16 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:07.744727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=33f5efd9-bdec-49ae-8b23-257225d6f232,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:07.775366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.805200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:07.877485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=e87f0269-b48a-4dc4-b457-cafa0b2bbdd8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:07.880533 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ba7eec7c-341b-4c7c-8aba-e03fd4515f66 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6436079 Mar 28 10:58:07.883533 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 5370eac2-acb1-4446-a108-c0a591f88a16 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:07.889489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5370eac2-acb1-4446-a108-c0a591f88a16 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:07.889489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:07.893051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37318) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:07.900333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb', 'fixed_ips': [{'subnet_id': '8325700d-ef22-4c60-b8fa-3ce1c3ef7289'}, {'subnet_id': '33f5efd9-bdec-49ae-8b23-257225d6f232'}], 'name': 'tempest-PortsIpV6TestJSON-2103125702'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:08.039623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c303685-6abb-477c-8e68-4f1d890e292b None None] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:08.153640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:08.191729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a06d090d-eef5-403f-bc46-36e3549cb1c4 None None] Provisioning complete for port 5370eac2-acb1-4446-a108-c0a591f88a16 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:08.192079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a06d090d-eef5-403f-bc46-36e3549cb1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:08.221952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:08.226646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:08.232592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:08.235731 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca43dc-cf7f-4235-8480-feb64806b2df None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:08.243141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:08.246584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:08.251933 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca43dc-cf7f-4235-8480-feb64806b2df None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:08.255779 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-74ca43dc-cf7f-4235-8480-feb64806b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:08.262366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:08.290063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 5370eac2-acb1-4446-a108-c0a591f88a16, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5370eac2-acb1-4446-a108-c0a591f88a16,segment=NetworkSegment(686d58c3-1ceb-4796-bc3a-0d494ef1ec74),segment_id=686d58c3-1ceb-4796-bc3a-0d494ef1ec74)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:08.317088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:08.378378 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-74ca43dc-cf7f-4235-8480-feb64806b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:08.382264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:08.388503 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca43dc-cf7f-4235-8480-feb64806b2df None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:08.389257 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-74ca43dc-cf7f-4235-8480-feb64806b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:08.411269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:08.511317 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-74ca43dc-cf7f-4235-8480-feb64806b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:08.512922 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca43dc-cf7f-4235-8480-feb64806b2df None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:08.531654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a06d090d-eef5-403f-bc46-36e3549cb1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:08.561773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=5370eac2-acb1-4446-a108-c0a591f88a16,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:08.637673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-a06d090d-eef5-403f-bc46-36e3549cb1c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:58:08.639341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-a06d090d-eef5-403f-bc46-36e3549cb1c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:58:08.697744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:08.730530 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-821dfa33-41ad-4d24-8b38-a161ab90abf4 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/floatingips/c91bbb18-6879-4535-854e-221c35b224a6 HTTP/1.1" status: 204 len: 168 time: 2.5181615 Mar 28 10:58:08.738652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37338) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:08.778711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b49c1d6-5db8-4382-a72f-7ca26cd35fbb None None] Update dhcp port {'port': {'network_id': 'aabf5287-d9d5-4a37-81eb-0863a2a6acdb', 'fixed_ips': [{'subnet_id': '8325700d-ef22-4c60-b8fa-3ce1c3ef7289', 'ip_address': '2001:db8::2'}, {'subnet_id': '33f5efd9-bdec-49ae-8b23-257225d6f232'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': '5370eac2-acb1-4446-a108-c0a591f88a16'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:58:08.827539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-60024ce8-3ba9-4e63-b402-3ad06c8b39ae tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port c96f341c-6be1-437c-a7b1-99a2790ff67f {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:08.827884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60024ce8-3ba9-4e63-b402-3ad06c8b39ae tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:08.843384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b49c1d6-5db8-4382-a72f-7ca26cd35fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:08.873311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:08.895002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:08.901379 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70f97a69-adce-454f-9bd4-2a0f57ce492d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4509382 Mar 28 10:58:08.903660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37344) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:08.909533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:58:08.913190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:08.930212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:08.930844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:08.979983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3ee766-7e48-40ba-b3ea-81d2040ead14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting subnet da75d74b-595c-4d21-a38f-c05f4b9b9250 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:08.986165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee766-7e48-40ba-b3ea-81d2040ead14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.049688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee766-7e48-40ba-b3ea-81d2040ead14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.061455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37348) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:09.137442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee766-7e48-40ba-b3ea-81d2040ead14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.209603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:09.237278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-574299360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:09.260668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:09.270501 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Usage tracker for resource:router and tenant:040d570aedce41cebebcac171485ba62 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:09.290033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee766-7e48-40ba-b3ea-81d2040ead14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.301870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60024ce8-3ba9-4e63-b402-3ad06c8b39ae tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.316079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:09.338114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ee766-7e48-40ba-b3ea-81d2040ead14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Subnet': ['ID=da75d74b-595c-4d21-a38f-c05f4b9b9250,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:09.346167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee766-7e48-40ba-b3ea-81d2040ead14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.357460 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb3ee766-7e48-40ba-b3ea-81d2040ead14 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/da75d74b-595c-4d21-a38f-c05f4b9b9250 HTTP/1.1" status: 204 len: 168 time: 0.4494615 Mar 28 10:58:09.357460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37354) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:09.370196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b1f1b-b74f-43a8-b432-ea844180709b None None] Network 2c37feb9-067e-44b5-a5cf-132b1539094d requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:09.398348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:09.461203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-60024ce8-3ba9-4e63-b402-3ad06c8b39ae tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for c96f341c-6be1-437c-a7b1-99a2790ff67f owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:09.478781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.497533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port ca93ac1a-50c9-470f-8301-ae8749c157f8 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:09.498341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.588255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-1b49c1d6-5db8-4382-a72f-7ca26cd35fbb None None] Allocated IP 2001:db8:0:1::2 (aabf5287-d9d5-4a37-81eb-0863a2a6acdb/33f5efd9-bdec-49ae-8b23-257225d6f232/5370eac2-acb1-4446-a108-c0a591f88a16) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:09.595968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.597316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.728265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5370eac2-acb1-4446-a108-c0a591f88a16 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:09.769171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port ca93ac1a-50c9-470f-8301-ae8749c157f8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ca93ac1a-50c9-470f-8301-ae8749c157f8,segment=NetworkSegment(5f292bb3-d7b8-48dc-9fc0-0c0975764f7f),segment_id=5f292bb3-d7b8-48dc-9fc0-0c0975764f7f)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:09.769766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.802199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60024ce8-3ba9-4e63-b402-3ad06c8b39ae tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.852675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:09.865731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60024ce8-3ba9-4e63-b402-3ad06c8b39ae tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=c96f341c-6be1-437c-a7b1-99a2790ff67f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:09.897383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for ca93ac1a-50c9-470f-8301-ae8749c157f8 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:09.982827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5370eac2-acb1-4446-a108-c0a591f88a16 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:09.983101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.014775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-60024ce8-3ba9-4e63-b402-3ad06c8b39ae tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.028700 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-60024ce8-3ba9-4e63-b402-3ad06c8b39ae tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/ports/c96f341c-6be1-437c-a7b1-99a2790ff67f HTTP/1.1" status: 204 len: 168 time: 1.2889125 Mar 28 10:58:10.032250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37358) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:10.038364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:10.044518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:10.048701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1b49c1d6-5db8-4382-a72f-7ca26cd35fbb None None] For port 5370eac2-acb1-4446-a108-c0a591f88a16, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5370eac2-acb1-4446-a108-c0a591f88a16,segment=NetworkSegment(686d58c3-1ceb-4796-bc3a-0d494ef1ec74),segment_id=686d58c3-1ceb-4796-bc3a-0d494ef1ec74)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:10.049084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:floatingip and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:10.052274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:10.052965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.060933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:10.079853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.105206 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55be5de-7cc2-464d-8bd2-ef8b8bd01173 None None] DHCP port deletion for 2c37feb9-067e-44b5-a5cf-132b1539094d request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:10.129212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=ca93ac1a-50c9-470f-8301-ae8749c157f8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:10.132950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No DVR routers for this DVR port ca93ac1a-50c9-470f-8301-ae8749c157f8 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:10.136828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b49c1d6-5db8-4382-a72f-7ca26cd35fbb None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.164825 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:58:07Z', 'revision_number': 10, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:10.187163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.190132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b49c1d6-5db8-4382-a72f-7ca26cd35fbb None None] Transition to ACTIVE for port object 5370eac2-acb1-4446-a108-c0a591f88a16 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:10.190132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:10.191637 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ded1668c-7537-46cc-890c-9b877f585d23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1289232 Mar 28 10:58:10.192344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37362) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:10.199446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1318205335'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:10.200536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:10.201203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:10.205725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:10.206075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.210619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Usage tracker for resource:network and tenant:040d570aedce41cebebcac171485ba62 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:10.214815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:10.220931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:10.290104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.315123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b49c1d6-5db8-4382-a72f-7ca26cd35fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.320727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c37feb9-067e-44b5-a5cf-132b1539094d']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:10.320925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Made reservation on behalf of 040d570aedce41cebebcac171485ba62 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:10.324956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.335799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:10.336086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f292bb3-d7b8-48dc-9fc0-0c0975764f7f') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:10.347114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.369225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:10.376621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Usage tracker for resource:security_group_rule and tenant:040d570aedce41cebebcac171485ba62 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:10.384456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:10.394627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.401116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:10.425155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.434255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:10.434647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.471785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:10.491419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::215 (aabf5287-d9d5-4a37-81eb-0863a2a6acdb/8325700d-ef22-4c60-b8fa-3ce1c3ef7289/0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:10.499128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8:0:1::223 (aabf5287-d9d5-4a37-81eb-0863a2a6acdb/33f5efd9-bdec-49ae-8b23-257225d6f232/0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:10.556886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49c1d6-5db8-4382-a72f-7ca26cd35fbb None None] Pushing event updated for resources: {'Port': ['ID=5370eac2-acb1-4446-a108-c0a591f88a16,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:10.566010 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:10.670639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.742791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.768743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:10.791826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Network': ['ID=2c37feb9-067e-44b5-a5cf-132b1539094d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:10.815762 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-754e7e51-1056-4c8d-8d6d-3551c3588322 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/networks/2c37feb9-067e-44b5-a5cf-132b1539094d HTTP/1.1" status: 204 len: 168 time: 1.4571133 Mar 28 10:58:10.840404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37368) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:10.888661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:58:07Z', 'revision_number': 10, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:10.893125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.26.2.129 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/5ee3976c-b42f-480d-aac1-3924a9cc526d) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:10.893813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f59d8b7-9eae-43e3-8c05-52964344c8ee None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:58:07Z', 'revision_number': 10, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None, '_interfaces': [{'id': '8634df81-0e40-4c99-9664-86b0adec6009', 'name': '', 'network_id': '289f894e-9244-4be9-ae5b-6e8464e228ab', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'mac_address': 'fa:16:3e:4f:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:57:10Z', 'updated_at': '2022-03-28T10:57:19Z', 'revision_number': 5, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'subnets': [{'id': '0141d88a-2a71-4e14-8756-7dba1e318ff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:11.066601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.071591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.133819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:11.150971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.204013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.215555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:11.218395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:11.226741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:11.267466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=5ee3976c-b42f-480d-aac1-3924a9cc526d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:11.297580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.313916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.329915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c07a83ef-ca08-462a-ab6d-2b0205fafe07 None None] Provisioning for port 5370eac2-acb1-4446-a108-c0a591f88a16 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:11.336058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c07a83ef-ca08-462a-ab6d-2b0205fafe07 None None] Provisioning complete for port 5370eac2-acb1-4446-a108-c0a591f88a16 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:11.339489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:58:11.340017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c07a83ef-ca08-462a-ab6d-2b0205fafe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.378855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.379201 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Added segment 34306887-912a-4c2d-bdf5-562789268cf4 of type vlan for network 9324019c-07b9-48db-998e-1433f10c15c7 Mar 28 10:58:11.414356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae51558-3e0b-41e6-8557-aaa78a16c2ce,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:11.432756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.433616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.436826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:11.463680 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.467588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.512409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.553806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:11.596261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:11.598709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:11.604902 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:11.605585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.633078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:11.649083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5370eac2-acb1-4446-a108-c0a591f88a16 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:11.685197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.731597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5370eac2-acb1-4446-a108-c0a591f88a16 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:11.731964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.746360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.752322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:11.759232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.778853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.804146 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1a3677b0-4582-44fa-aa27-f1f68d281638 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.9107652 Mar 28 10:58:11.812625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37372) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:11.823040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8325700d-ef22-4c60-b8fa-3ce1c3ef7289'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:11.908821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=5ee3976c-b42f-480d-aac1-3924a9cc526d,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:11.919378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.928498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7308023 Mar 28 10:58:11.930610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37376) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:11.940518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Request body: {'subnet': {'network_id': '9324019c-07b9-48db-998e-1433f10c15c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:11.942444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ca93ac1a-50c9-470f-8301-ae8749c157f8 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:11.947693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4c9e5-488d-432e-aa08-130f8ae0f87c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Network': ['ID=9324019c-07b9-48db-998e-1433f10c15c7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:11.961123 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:11.972881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 9324019c-07b9-48db-998e-1433f10c15c7 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:58:12.005690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b32dec98-d26c-4fd6-841a-89af172f5a60 None None] Provisioning for port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:12.008537 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: ca93ac1a-50c9-470f-8301-ae8749c157f8 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:12.008888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ca93ac1a-50c9-470f-8301-ae8749c157f8 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:12.009299 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:12.047412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:12.047810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e87f0269-b48a-4dc4-b457-cafa0b2bbdd8 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:12.049133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b32dec98-d26c-4fd6-841a-89af172f5a60 None None] Provisioning complete for port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:12.049506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b32dec98-d26c-4fd6-841a-89af172f5a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:12.055549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:12.056741 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8b9b2ff1-f5b3-45b0-aa24-74d58ac4a865 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0234046 Mar 28 10:58:12.059603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37380) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:12.065084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'port': {'network_id': '0f97bb0b-69e8-4391-a34b-d599971735fa', 'name': 'tempest-FloatingIPTestJSON-1888929401'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:12.098165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:12.107324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Usage tracker for resource:subnet and tenant:040d570aedce41cebebcac171485ba62 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:12.112135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:12.168047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:12.171055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b32dec98-d26c-4fd6-841a-89af172f5a60 None None] Port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:12.180960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:12.222987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:12.227718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:port and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:12.230536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:12.236203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:12.277667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Made reservation on behalf of 040d570aedce41cebebcac171485ba62 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:12.281420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:12.313525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Made reservation on behalf of 98555b89bab8454181b79e7da8ede750 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:12.317008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:12.397348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] device_id is not set on port d4553109-34c6-42cb-bb69-8e73cac06abf yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:58:12.604915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.20.0.11 (0f97bb0b-69e8-4391-a34b-d599971735fa/b8a50170-46ff-4371-9dff-af9e34ca281b/d4553109-34c6-42cb-bb69-8e73cac06abf) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:12.699389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port 8634df81-0e40-4c99-9664-86b0adec6009 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:12.699958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:12.816979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:12.930607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Delete allocated IP 2001:db8:0:1::223 (aabf5287-d9d5-4a37-81eb-0863a2a6acdb/33f5efd9-bdec-49ae-8b23-257225d6f232) {{(pid=88494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 10:58:12.978437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Subnet': ['ID=38003c47-ad01-40ed-879a-a61431a93c44,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:13.000039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port 8634df81-0e40-4c99-9664-86b0adec6009, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8634df81-0e40-4c99-9664-86b0adec6009,segment=NetworkSegment(d4e742e3-49b6-4fd5-aa7c-65683af5d386),segment_id=d4e742e3-49b6-4fd5-aa7c-65683af5d386)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:13.000789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.001001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Checking segment: {'id': '34306887-912a-4c2d-bdf5-562789268cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9324019c-07b9-48db-998e-1433f10c15c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:13.001312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network hostable DHCP agents. Network: 9324019c-07b9-48db-998e-1433f10c15c7, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:58:13.024544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.111708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network 9324019c-07b9-48db-998e-1433f10c15c7 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:58:13.134888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.186451 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for 8634df81-0e40-4c99-9664-86b0adec6009 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:13.206216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0f97bb0b-69e8-4391-a34b-d599971735fa is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:13.207076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 9324019c-07b9-48db-998e-1433f10c15c7) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:13.216197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:13.222231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:13.222814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.225312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7428d9-7333-41e0-a5aa-e7ba1c90e2c9 None None] Network 9324019c-07b9-48db-998e-1433f10c15c7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:13.227016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:13.262995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=d4553109-34c6-42cb-bb69-8e73cac06abf,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:13.304941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:13.305547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.324369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.389190 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-610db1c2-d5d0-40dc-8907-430be043160c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4574530 Mar 28 10:58:13.396296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37386) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:13.396296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Request body: {'network': {'name': 'tempest-router-network01--1389390325'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:13.403579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:13.407836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Usage tracker for resource:network and tenant:040d570aedce41cebebcac171485ba62 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:13.411241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:13.418586 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1d4ac300-5dc4-445f-a6eb-12f1b1532b88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3555791 Mar 28 10:58:13.419855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37390) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:13.422792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:13.429080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-257a1c00-12a4-4769-b0cb-71c02450722f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'port_id': 'd4553109-34c6-42cb-bb69-8e73cac06abf'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:13.467888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-9324019c-07b9-48db-998e-1433f10c15c7', 'network_id': '9324019c-07b9-48db-998e-1433f10c15c7', 'tenant_id': '040d570aedce41cebebcac171485ba62', 'fixed_ips': [{'subnet_id': '38003c47-ad01-40ed-879a-a61431a93c44'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:58:13.468738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.510980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-257a1c00-12a4-4769-b0cb-71c02450722f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.529303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.533784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:13.619782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Made reservation on behalf of 040d570aedce41cebebcac171485ba62 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:13.624501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.641896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.657493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=8634df81-0e40-4c99-9664-86b0adec6009,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:13.726447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:58:13.737407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Allocated IP 172.20.0.2 (9324019c-07b9-48db-998e-1433f10c15c7/38003c47-ad01-40ed-879a-a61431a93c44/b1cf9144-2a84-430e-b58b-9489ae4d259d) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:13.742426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:13.742775 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Added segment c641f497-7313-4f2d-b060-4a55fe15b062 of type vlan for network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa Mar 28 10:58:13.875429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.009635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:14.023336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] In _notify_port_updated(), no bound segment for port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 on network aabf5287-d9d5-4a37-81eb-0863a2a6acdb {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:58:14.029540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:14.030892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.031307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.resource_extend [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:58:14.035039 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-45585114-0de6-4d8a-ba5d-3cbba9984ceb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "PUT /v2.0/ports/0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 HTTP/1.1" status: 200 len: 926 time: 2.2209706 Mar 28 10:58:14.035722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37394) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:14.036159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.042447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.051987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8325700d-ef22-4c60-b8fa-3ce1c3ef7289'}, {'subnet_id': '33f5efd9-bdec-49ae-8b23-257225d6f232'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:14.053924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Transition to ACTIVE for port object b1cf9144-2a84-430e-b58b-9489ae4d259d will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:14.078689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Transition to ACTIVE for port object b1cf9144-2a84-430e-b58b-9489ae4d259d will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:14.137401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.142824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:14.143406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.158330 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.220129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c0dc4b6b-9288-4ee7-a909-07a9d9d812e5 None None] Provisioning for port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:14.225115 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Network 9324019c-07b9-48db-998e-1433f10c15c7 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:14.229944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:14.233353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:14.235379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c0dc4b6b-9288-4ee7-a909-07a9d9d812e5 None None] Provisioning complete for port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:14.235740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c0dc4b6b-9288-4ee7-a909-07a9d9d812e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.281193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Network': ['ID=7c958a6e-962b-42ab-9b1a-b628f6c3aaaa,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:14.283797 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2a1cfc74-9fda-4859-bf5d-4072eded9a9c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8925970 Mar 28 10:58:14.287839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37398) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:14.294537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Request body: {'network': {'name': 'tempest-router-network02--1289312460'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:14.301476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:14.306481 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Usage tracker for resource:network and tenant:040d570aedce41cebebcac171485ba62 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:14.315494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:14.319233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:58:14.322836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:14.331326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Pushing event updated for resources: {'Port': ['ID=b1cf9144-2a84-430e-b58b-9489ae4d259d,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:14.394780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.395162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.395453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.395777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.396618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.396973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.397290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.397604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.397958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.398253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.398558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.398867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:14.417386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Made reservation on behalf of 040d570aedce41cebebcac171485ba62 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:14.419765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.482447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-257a1c00-12a4-4769-b0cb-71c02450722f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.483041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:58:14.492641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.492998 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Added segment dee820dd-3306-456b-828c-6b638fa81956 of type vlan for network 4aca830b-8046-4ac7-9cdd-659ea44ba2a0 Mar 28 10:58:14.516703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc4b6b-9288-4ee7-a909-07a9d9d812e5 None None] Port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:14.525249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.538273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Attempting to bind port b1cf9144-2a84-430e-b58b-9489ae4d259d on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:58:14.538273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Attempting to bind port b1cf9144-2a84-430e-b58b-9489ae4d259d by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '34306887-912a-4c2d-bdf5-562789268cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9324019c-07b9-48db-998e-1433f10c15c7'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:58:14.538273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Attempting to bind port b1cf9144-2a84-430e-b58b-9489ae4d259d on network 9324019c-07b9-48db-998e-1433f10c15c7 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:58:14.545719 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:58:14.545988 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Checking segment: {'id': '34306887-912a-4c2d-bdf5-562789268cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9324019c-07b9-48db-998e-1433f10c15c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:14.546252 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.546633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Bound using segment: {'id': '34306887-912a-4c2d-bdf5-562789268cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9324019c-07b9-48db-998e-1433f10c15c7'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:58:14.547101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Bound port: b1cf9144-2a84-430e-b58b-9489ae4d259d, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34306887-912a-4c2d-bdf5-562789268cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9324019c-07b9-48db-998e-1433f10c15c7'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:58:14.547466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.557427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-257a1c00-12a4-4769-b0cb-71c02450722f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.629159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.634872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:14.635323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:14.636012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.645129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] For port b1cf9144-2a84-430e-b58b-9489ae4d259d, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:58:14.648987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] For port b1cf9144-2a84-430e-b58b-9489ae4d259d, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b1cf9144-2a84-430e-b58b-9489ae4d259d,segment=NetworkSegment(34306887-912a-4c2d-bdf5-562789268cf4),segment_id=34306887-912a-4c2d-bdf5-562789268cf4)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:58:14.728095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.830421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfd84f-f2cf-46e4-914e-572a8e687c18 None None] Pushing event updated for resources: {'Port': ['ID=b1cf9144-2a84-430e-b58b-9489ae4d259d,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:14.837829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:14.849042 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:14.867945 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ddd16360-756e-400c-b708-624ac0d59bf0 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9913247 Mar 28 10:58:14.867945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:14.868227 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:14.868227 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:14.868977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37402) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:14.875943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Network': ['ID=4aca830b-8046-4ac7-9cdd-659ea44ba2a0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:14.889416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 4aca830b-8046-4ac7-9cdd-659ea44ba2a0 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:58:14.996447 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b98e0025-9550-4c96-a815-26e79ccfed54 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7075200 Mar 28 10:58:15.003118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37406) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:15.011294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Request body: {'subnet': {'network_id': '7c958a6e-962b-42ab-9b1a-b628f6c3aaaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:15.034226 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:15.038487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9fc88f-4da9-4ce6-8132-f055913b864d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting subnet 0141d88a-2a71-4e14-8756-7dba1e318ff6 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:15.072545 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-257a1c00-12a4-4769-b0cb-71c02450722f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 37cd923e-303a-499b-b435-a6df757c8980 associated. External IP: 172.26.2.129, port: d4553109-34c6-42cb-bb69-8e73cac06abf. Mar 28 10:58:15.148960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc88f-4da9-4ce6-8132-f055913b864d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:15.173379 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:58:13Z', 'revision_number': 11, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:15.184179 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:15.193819 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:15.194583 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:15.319604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:15.328840 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:15.338840 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc88f-4da9-4ce6-8132-f055913b864d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:15.354882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8:0:1::178 (aabf5287-d9d5-4a37-81eb-0863a2a6acdb/33f5efd9-bdec-49ae-8b23-257225d6f232/0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:15.367709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Usage tracker for resource:subnet and tenant:040d570aedce41cebebcac171485ba62 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:15.395762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37412) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:15.423263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:15.435907 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:58:13Z', 'revision_number': 11, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:15.440728 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec546b8-c2e8-4245-b90e-9c22e023cd22 None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:58:13Z', 'revision_number': 11, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:15.452755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:15.572889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Made reservation on behalf of 040d570aedce41cebebcac171485ba62 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:15.580036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:15.589477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:15.750541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc88f-4da9-4ce6-8132-f055913b864d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:15.775974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:15.879279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257a1c00-12a4-4769-b0cb-71c02450722f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:15.919592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b1cf9144-2a84-430e-b58b-9489ae4d259d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:15.982991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:16.018656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc88f-4da9-4ce6-8132-f055913b864d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.072157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b1cf9144-2a84-430e-b58b-9489ae4d259d completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:16.081276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fc88f-4da9-4ce6-8132-f055913b864d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Subnet': ['ID=0141d88a-2a71-4e14-8756-7dba1e318ff6,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:16.083368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc88f-4da9-4ce6-8132-f055913b864d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.105261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee52f86-d8b1-46ef-a953-ff717d92e9cd None None] Network 289f894e-9244-4be9-ae5b-6e8464e228ab requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:16.147493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d42d6-db6c-4abd-9bd4-d9953264292f None None] Network 9324019c-07b9-48db-998e-1433f10c15c7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:16.166667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8634df81-0e40-4c99-9664-86b0adec6009 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:16.179289 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0e9fc88f-4da9-4ce6-8132-f055913b864d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/0141d88a-2a71-4e14-8756-7dba1e318ff6 HTTP/1.1" status: 204 len: 168 time: 1.3047473 Mar 28 10:58:16.186394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37416) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:16.219840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.270582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 8634df81-0e40-4c99-9664-86b0adec6009 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:16.270931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8634df81-0e40-4c99-9664-86b0adec6009 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:16.384288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39,revision_number=3']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:16.393322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] In _notify_port_updated(), no bound segment for port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 on network aabf5287-d9d5-4a37-81eb-0863a2a6acdb {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:58:16.404686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:16.404686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.404686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1f0e9905-724c-4944-a696-261a38b61e2e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "PUT /v2.0/ports/0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 HTTP/1.1" status: 200 len: 1012 time: 2.3608060 Mar 28 10:58:16.406694 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37420) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:16.464189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a1c00-12a4-4769-b0cb-71c02450722f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:16.478930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-257a1c00-12a4-4769-b0cb-71c02450722f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.503893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8ad047f9-bea3-4547-8460-e40a57edbe18 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:16.505600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8ad047f9-bea3-4547-8460-e40a57edbe18 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.507839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-bcde95f0-0e53-4ce3-a954-733a5f361833 None None] Provisioning for port b1cf9144-2a84-430e-b58b-9489ae4d259d completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:16.511258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20748a77-4a01-4970-b16a-f0574e7dbaf3 None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:16.530875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-bcde95f0-0e53-4ce3-a954-733a5f361833 None None] Provisioning complete for port b1cf9144-2a84-430e-b58b-9489ae4d259d triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:16.531616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bcde95f0-0e53-4ce3-a954-733a5f361833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.541872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.552201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.604359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20748a77-4a01-4970-b16a-f0574e7dbaf3 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:16.606219 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-20748a77-4a01-4970-b16a-f0574e7dbaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:16.612322 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-257a1c00-12a4-4769-b0cb-71c02450722f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/floatingips/37cd923e-303a-499b-b435-a6df757c8980 HTTP/1.1" status: 200 len: 979 time: 3.1890125 Mar 28 10:58:16.614066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37424) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:16.663643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Deleting port e86e8780-315d-41bc-81e0-dbac6a47cdbc {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:16.663643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.730384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-20748a77-4a01-4970-b16a-f0574e7dbaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:16.748875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Subnet': ['ID=d05ddd90-4425-40b4-a9c7-6569d90b22b5,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:16.753565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20748a77-4a01-4970-b16a-f0574e7dbaf3 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:16.754203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-20748a77-4a01-4970-b16a-f0574e7dbaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:16.779112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port d4553109-34c6-42cb-bb69-8e73cac06abf {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:16.779458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.812052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Checking segment: {'id': 'c641f497-7313-4f2d-b060-4a55fe15b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c958a6e-962b-42ab-9b1a-b628f6c3aaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:16.812498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network hostable DHCP agents. Network: 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:58:16.825621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-20748a77-4a01-4970-b16a-f0574e7dbaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:16.826055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20748a77-4a01-4970-b16a-f0574e7dbaf3 None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:16.839007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.893580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bcde95f0-0e53-4ce3-a954-733a5f361833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.906626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] DHCP port deletion for 289f894e-9244-4be9-ae5b-6e8464e228ab request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:16.922118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] Deleting port e86e8780-315d-41bc-81e0-dbac6a47cdbc {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:16.922554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.950950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8ad047f9-bea3-4547-8460-e40a57edbe18 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:16.975591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-bcde95f0-0e53-4ce3-a954-733a5f361833 None None] For port b1cf9144-2a84-430e-b58b-9489ae4d259d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b1cf9144-2a84-430e-b58b-9489ae4d259d,segment=NetworkSegment(34306887-912a-4c2d-bdf5-562789268cf4),segment_id=34306887-912a-4c2d-bdf5-562789268cf4)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:17.000376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:58:17.147684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:17.149864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8ad047f9-bea3-4547-8460-e40a57edbe18 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:17.152412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] For port e86e8780-315d-41bc-81e0-dbac6a47cdbc, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e86e8780-315d-41bc-81e0-dbac6a47cdbc,segment=NetworkSegment(d4e742e3-49b6-4fd5-aa7c-65683af5d386),segment_id=d4e742e3-49b6-4fd5-aa7c-65683af5d386)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:17.152781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.169356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c806659-e2ae-48f7-881b-7b13ee91520f None None] Network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:17.181627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bcde95f0-0e53-4ce3-a954-733a5f361833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.211793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:17.212386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.260993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] For port e86e8780-315d-41bc-81e0-dbac6a47cdbc, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e86e8780-315d-41bc-81e0-dbac6a47cdbc,segment=NetworkSegment(d4e742e3-49b6-4fd5-aa7c-65683af5d386),segment_id=d4e742e3-49b6-4fd5-aa7c-65683af5d386)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:17.261391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.355109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Calling delete_port for e86e8780-315d-41bc-81e0-dbac6a47cdbc owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:17.435648 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5ad0bf8a-4e7f-4c9f-b750-47e24e87fd93 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4285696 Mar 28 10:58:17.436595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.436720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37428) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:17.446101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Request body: {'subnet': {'network_id': '4aca830b-8046-4ac7-9cdd-659ea44ba2a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:17.502297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] Calling delete_port for e86e8780-315d-41bc-81e0-dbac6a47cdbc owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:17.566717 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde95f0-0e53-4ce3-a954-733a5f361833 None None] Pushing event updated for resources: {'Port': ['ID=b1cf9144-2a84-430e-b58b-9489ae4d259d,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:17.591654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e43ccb04-f86d-4d27-a756-a3aed2eb0f76 None None] Provisioning complete for port b1cf9144-2a84-430e-b58b-9489ae4d259d triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:17.591654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e43ccb04-f86d-4d27-a756-a3aed2eb0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.705417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:17.712282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 31544815-2f56-41c5-aa6f-e37fac7af6c2 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:17.712481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e86e8780-315d-41bc-81e0-dbac6a47cdbc no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:17.712950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.746848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:58:17.747366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:58:17.770085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: e86e8780-315d-41bc-81e0-dbac6a47cdbc {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:17.770572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e86e8780-315d-41bc-81e0-dbac6a47cdbc not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:17.790147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.790531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.790892 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 37cd923e-303a-499b-b435-a6df757c8980 disassociated. External IP: 172.26.2.129, port: d4553109-34c6-42cb-bb69-8e73cac06abf. Mar 28 10:58:17.791266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for d4553109-34c6-42cb-bb69-8e73cac06abf owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:17.831454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.862477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Usage tracker for resource:subnet and tenant:040d570aedce41cebebcac171485ba62 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:17.868522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-7c958a6e-962b-42ab-9b1a-b628f6c3aaaa', 'network_id': '7c958a6e-962b-42ab-9b1a-b628f6c3aaaa', 'tenant_id': '040d570aedce41cebebcac171485ba62', 'fixed_ips': [{'subnet_id': 'd05ddd90-4425-40b4-a9c7-6569d90b22b5'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:58:17.869475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.872027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8ad047f9-bea3-4547-8460-e40a57edbe18 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:17.880136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:17.890452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Port': ['ID=e86e8780-315d-41bc-81e0-dbac6a47cdbc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:17.903189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No DVR routers for this DVR port e86e8780-315d-41bc-81e0-dbac6a47cdbc on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:17.926582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:17.941196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e43ccb04-f86d-4d27-a756-a3aed2eb0f76 None None] Could not find standard attr ID for object 0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:58:17.941417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad047f9-bea3-4547-8460-e40a57edbe18 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:18.059811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Allocated IP 172.20.0.2 (7c958a6e-962b-42ab-9b1a-b628f6c3aaaa/d05ddd90-4425-40b4-a9c7-6569d90b22b5/49e32cc5-69e2-4b27-9d90-ab5228725b3e) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:18.066067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8ad047f9-bea3-4547-8460-e40a57edbe18 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.073392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Made reservation on behalf of 040d570aedce41cebebcac171485ba62 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:18.076933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.173557 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8ad047f9-bea3-4547-8460-e40a57edbe18 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 HTTP/1.1" status: 204 len: 168 time: 1.7553582 Mar 28 10:58:18.182396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37432) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:18.233129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.250832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] Deleting port e86e8780-315d-41bc-81e0-dbac6a47cdbc {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:18.251158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.274530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289f894e-9244-4be9-ae5b-6e8464e228ab']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:18.293189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e742e3-49b6-4fd5-aa7c-65683af5d386') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:18.293566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e742e3-49b6-4fd5-aa7c-65683af5d386') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:18.293702 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-db813dc8-4437-434c-8a6c-5f8a2a55a838 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:58:18.294344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-db813dc8-4437-434c-8a6c-5f8a2a55a838 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:18.306753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.326752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.332905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:18.333367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:18.348567 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:18.352024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 31544815-2f56-41c5-aa6f-e37fac7af6c2, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=31544815-2f56-41c5-aa6f-e37fac7af6c2,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:18.352441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.378912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e4e89260-5339-4583-b67f-48a96a9ad4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.385707 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-236e4859-efca-49df-a6b9-b27ef649f5cc None None] The port 'e86e8780-315d-41bc-81e0-dbac6a47cdbc' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:58:18.409775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.423907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.474437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=d4553109-34c6-42cb-bb69-8e73cac06abf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:18.483046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-db813dc8-4437-434c-8a6c-5f8a2a55a838 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:18.486915 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-db813dc8-4437-434c-8a6c-5f8a2a55a838 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 HTTP/1.1" status: 404 len: 333 time: 0.3012855 Mar 28 10:58:18.493846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 31544815-2f56-41c5-aa6f-e37fac7af6c2 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:18.524561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37436) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:18.558570 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Transition to ACTIVE for port object 49e32cc5-69e2-4b27-9d90-ab5228725b3e will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:18.559885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.582760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Transition to ACTIVE for port object 49e32cc5-69e2-4b27-9d90-ab5228725b3e will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:18.590570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.648816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Pushing event deleted for resources: {'Network': ['ID=289f894e-9244-4be9-ae5b-6e8464e228ab,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:18.671628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.676164 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-084addd3-0124-4ea6-affb-9be67b8e2304 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/networks/289f894e-9244-4be9-ae5b-6e8464e228ab HTTP/1.1" status: 204 len: 168 time: 2.4841454 Mar 28 10:58:18.676390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37440) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:18.688637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f24629-58f1-42ff-bc76-6af289380bb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet 33f5efd9-bdec-49ae-8b23-257225d6f232 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:18.692656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'routes': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:18.701016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5f24629-58f1-42ff-bc76-6af289380bb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.733938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:18.736890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:18.745358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:18.779969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Pushing event updated for resources: {'Port': ['ID=49e32cc5-69e2-4b27-9d90-ab5228725b3e,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:18.786839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:18.813185 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5f24629-58f1-42ff-bc76-6af289380bb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.848376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Attempting to bind port 49e32cc5-69e2-4b27-9d90-ab5228725b3e on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:58:18.849247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Attempting to bind port 49e32cc5-69e2-4b27-9d90-ab5228725b3e by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'c641f497-7313-4f2d-b060-4a55fe15b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c958a6e-962b-42ab-9b1a-b628f6c3aaaa'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:58:18.849247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Attempting to bind port 49e32cc5-69e2-4b27-9d90-ab5228725b3e on network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:58:18.854883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:58:18.855330 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Checking segment: {'id': 'c641f497-7313-4f2d-b060-4a55fe15b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c958a6e-962b-42ab-9b1a-b628f6c3aaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:18.855789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.856239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Bound using segment: {'id': 'c641f497-7313-4f2d-b060-4a55fe15b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c958a6e-962b-42ab-9b1a-b628f6c3aaaa'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:58:18.856818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Bound port: 49e32cc5-69e2-4b27-9d90-ab5228725b3e, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c641f497-7313-4f2d-b060-4a55fe15b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7c958a6e-962b-42ab-9b1a-b628f6c3aaaa'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:58:18.857780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.883915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:18.954310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] For port 49e32cc5-69e2-4b27-9d90-ab5228725b3e, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:58:18.957784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] For port 49e32cc5-69e2-4b27-9d90-ab5228725b3e, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=49e32cc5-69e2-4b27-9d90-ab5228725b3e,segment=NetworkSegment(c641f497-7313-4f2d-b060-4a55fe15b062),segment_id=c641f497-7313-4f2d-b060-4a55fe15b062)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:58:19.026620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.028910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Subnet': ['ID=b799e40c-7ae0-46a9-b673-e4a8f108414b,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:19.056255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5f24629-58f1-42ff-bc76-6af289380bb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.094282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.extraroute_db [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Added routes are [] {{(pid=88493) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 10:58:19.094638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.extraroute_db [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Removed routes are [] {{(pid=88493) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 10:58:19.095002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.098184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Checking segment: {'id': 'dee820dd-3306-456b-828c-6b638fa81956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4aca830b-8046-4ac7-9cdd-659ea44ba2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:19.099600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network hostable DHCP agents. Network: 4aca830b-8046-4ac7-9cdd-659ea44ba2a0, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:58:19.117948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195edf94-f418-40d5-a023-7faf8d3d8bb0 None None] Pushing event updated for resources: {'Port': ['ID=49e32cc5-69e2-4b27-9d90-ab5228725b3e,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:19.142686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.228444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=31544815-2f56-41c5-aa6f-e37fac7af6c2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:19.244519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network 4aca830b-8046-4ac7-9cdd-659ea44ba2a0 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:58:19.399517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5f24629-58f1-42ff-bc76-6af289380bb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.403772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 4aca830b-8046-4ac7-9cdd-659ea44ba2a0) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:19.416285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fd92bd-2417-4188-aabd-89e31e13ac96 None None] Network 4aca830b-8046-4ac7-9cdd-659ea44ba2a0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:19.634242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:19.636431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:19.636956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.641603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f24629-58f1-42ff-bc76-6af289380bb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=33f5efd9-bdec-49ae-8b23-257225d6f232,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:19.648981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5f24629-58f1-42ff-bc76-6af289380bb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.653142 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a5951-679d-4164-bbc8-ce6dfa4c3ace None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:19.672404 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a5951-679d-4164-bbc8-ce6dfa4c3ace None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:19.673017 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e87a5951-679d-4164-bbc8-ce6dfa4c3ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:19.673165 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ee0f3-2a1d-4d70-96ed-8a2c0f402341 None None] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:19.726756 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a5f24629-58f1-42ff-bc76-6af289380bb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/33f5efd9-bdec-49ae-8b23-257225d6f232 HTTP/1.1" status: 204 len: 168 time: 1.2025440 Mar 28 10:58:19.727404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37444) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:19.759421 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e87a5951-679d-4164-bbc8-ce6dfa4c3ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:19.766332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.772039 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a5951-679d-4164-bbc8-ce6dfa4c3ace None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:19.772806 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e87a5951-679d-4164-bbc8-ce6dfa4c3ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:57:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:19.774959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.852040 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e87a5951-679d-4164-bbc8-ce6dfa4c3ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:19.852745 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a5951-679d-4164-bbc8-ce6dfa4c3ace None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:19.858632 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0bf5fafd-401f-4423-8f2c-54c210576a1f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4209080 Mar 28 10:58:19.866697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37448) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:19.901362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:19.907901 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-131096bd-3ba2-4148-9281-12acb0317c35 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/ports/d4553109-34c6-42cb-bb69-8e73cac06abf HTTP/1.1" status: 204 len: 168 time: 3.2849562 Mar 28 10:58:19.908641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37452) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:19.928114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 49e32cc5-69e2-4b27-9d90-ab5228725b3e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:20.007031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-4aca830b-8046-4ac7-9cdd-659ea44ba2a0', 'network_id': '4aca830b-8046-4ac7-9cdd-659ea44ba2a0', 'tenant_id': '040d570aedce41cebebcac171485ba62', 'fixed_ips': [{'subnet_id': 'b799e40c-7ae0-46a9-b673-e4a8f108414b'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:58:20.007959 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:20.075428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 581df6f1-b40f-4343-8d87-1b3722d42345 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:20.079496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:20.085597 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4e146ac9-5c92-473f-a447-bd6c8b9ec9ef tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "GET /v2.0/floatingips/37cd923e-303a-499b-b435-a6df757c8980 HTTP/1.1" status: 200 len: 688 time: 0.1729712 Mar 28 10:58:20.089697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37456) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:20.109096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a847dd6-1522-46d2-bb69-cf472fefec05 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet 8325700d-ef22-4c60-b8fa-3ce1c3ef7289 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:20.241864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a847dd6-1522-46d2-bb69-cf472fefec05 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:20.350143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 49e32cc5-69e2-4b27-9d90-ab5228725b3e completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:20.390883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b1cf9144-2a84-430e-b58b-9489ae4d259d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:20.457255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port 5ee3976c-b42f-480d-aac1-3924a9cc526d {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:20.457846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:20.493528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a847dd6-1522-46d2-bb69-cf472fefec05 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:20.494008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:20.507417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:20.508576 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b4d13286-aff5-4978-9dec-016fe91cf72d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345 HTTP/1.1" status: 200 len: 704 time: 1.8312528 Mar 28 10:58:20.511590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37460) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:20.533196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cc40d563-ba84-4c4e-83fb-a9326ce71c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:20.559360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] Sync routers for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:20.588272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89d0593d-de11-46b6-b8c6-447b98f20331 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:20.617191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:20.619772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:20.772186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89d0593d-de11-46b6-b8c6-447b98f20331 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:20.776105 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89d0593d-de11-46b6-b8c6-447b98f20331 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=581df6f1-b40f-4343-8d87-1b3722d42345 HTTP/1.1" status: 200 len: 205 time: 0.2612021 Mar 28 10:58:20.783413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37464) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:20.792326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:20.792783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:20.800742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Allocated IP 172.20.0.2 (4aca830b-8046-4ac7-9cdd-659ea44ba2a0/b799e40c-7ae0-46a9-b673-e4a8f108414b/15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:20.937083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d577469-d1d5-4f2e-821e-9c79c10a8082 None None] Network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:20.943553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for 5ee3976c-b42f-480d-aac1-3924a9cc526d owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:20.988042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:21.018671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.161398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.184797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:58:13Z', 'revision_number': 11, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:21.219316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] Checking router: 581df6f1-b40f-4343-8d87-1b3722d42345 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:21.236949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-34747cbd-790c-4cfd-92ea-18faeadf8668 None None] Provisioning for port 49e32cc5-69e2-4b27-9d90-ab5228725b3e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:21.261262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-34747cbd-790c-4cfd-92ea-18faeadf8668 None None] Provisioning complete for port 49e32cc5-69e2-4b27-9d90-ab5228725b3e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:21.263954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-34747cbd-790c-4cfd-92ea-18faeadf8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.286651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.297614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b1cf9144-2a84-430e-b58b-9489ae4d259d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:21.297614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.343115 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] Routers {'581df6f1-b40f-4343-8d87-1b3722d42345'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:21.343709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['581df6f1-b40f-4343-8d87-1b3722d42345'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:21.346890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=5ee3976c-b42f-480d-aac1-3924a9cc526d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:21.414480 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-705b80d9-a96b-4978-86a7-e05f95c827f5 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.432526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Transition to ACTIVE for port object 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:21.443706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.462135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.466764 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6d9827c3-3fe6-42bf-bbf1-248b2a7632e0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/floatingips/37cd923e-303a-499b-b435-a6df757c8980 HTTP/1.1" status: 204 len: 168 time: 1.3726623 Mar 28 10:58:21.467171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37468) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:21.472776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '1e72430b-dc50-460b-a48f-efa606f8796b'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:21.479246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:21.483977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:floatingip and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:21.487140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:21.494504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:21.566582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.613134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a847dd6-1522-46d2-bb69-cf472fefec05 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.646861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] Set router 581df6f1-b40f-4343-8d87-1b3722d42345 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:21.720733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.753985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Transition to ACTIVE for port object 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:21.776413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:58:13Z', 'revision_number': 11, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:21.815955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d0bfd-c2fe-4d42-a404-ebde86d1990f None None] The sync data for ids ['581df6f1-b40f-4343-8d87-1b3722d42345'] in dv-neutron-835336-1-hyperv is: [{'id': '581df6f1-b40f-4343-8d87-1b3722d42345', 'name': 'tempest-RoutersIpV6Test-router-466502705', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:57:05Z', 'updated_at': '2022-03-28T10:58:13Z', 'revision_number': 11, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:21.852325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.882327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.26.2.77 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/2fd45058-4a91-48e6-956e-2cb1f5fcffd0) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:21.904831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:21.908333 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.004837 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-34747cbd-790c-4cfd-92ea-18faeadf8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.013017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-705b80d9-a96b-4978-86a7-e05f95c827f5 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.016291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Network 4aca830b-8046-4ac7-9cdd-659ea44ba2a0 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:22.024933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-705b80d9-a96b-4978-86a7-e05f95c827f5 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.029514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:22.037231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:22.040608 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:22.044066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Pushing event updated for resources: {'Port': ['ID=15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:22.076589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.150731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-34747cbd-790c-4cfd-92ea-18faeadf8668 None None] For port 49e32cc5-69e2-4b27-9d90-ab5228725b3e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=49e32cc5-69e2-4b27-9d90-ab5228725b3e,segment=NetworkSegment(c641f497-7313-4f2d-b060-4a55fe15b062),segment_id=c641f497-7313-4f2d-b060-4a55fe15b062)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:22.157336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Attempting to bind port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:58:22.159792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Attempting to bind port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'dee820dd-3306-456b-828c-6b638fa81956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4aca830b-8046-4ac7-9cdd-659ea44ba2a0'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:58:22.159792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Attempting to bind port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 on network 4aca830b-8046-4ac7-9cdd-659ea44ba2a0 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:58:22.172048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:58:22.172048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Checking segment: {'id': 'dee820dd-3306-456b-828c-6b638fa81956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4aca830b-8046-4ac7-9cdd-659ea44ba2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:22.172048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.172048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Bound using segment: {'id': 'dee820dd-3306-456b-828c-6b638fa81956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4aca830b-8046-4ac7-9cdd-659ea44ba2a0'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:58:22.172048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Bound port: 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee820dd-3306-456b-828c-6b638fa81956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4aca830b-8046-4ac7-9cdd-659ea44ba2a0'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:58:22.172048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.174306 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a847dd6-1522-46d2-bb69-cf472fefec05 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.192453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.223662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-34747cbd-790c-4cfd-92ea-18faeadf8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.229424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a847dd6-1522-46d2-bb69-cf472fefec05 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=8325700d-ef22-4c60-b8fa-3ce1c3ef7289,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:22.238617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2a847dd6-1522-46d2-bb69-cf472fefec05 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.257843 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2a847dd6-1522-46d2-bb69-cf472fefec05 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/8325700d-ef22-4c60-b8fa-3ce1c3ef7289 HTTP/1.1" status: 204 len: 168 time: 2.4183259 Mar 28 10:58:22.257843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37472) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:22.274400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa9cea-d492-4b29-8508-c91386855645 None None] Network aabf5287-d9d5-4a37-81eb-0863a2a6acdb requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:22.299126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=2fd45058-4a91-48e6-956e-2cb1f5fcffd0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:22.311681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:22.313387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:22.316104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:22.378317 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.425354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-705b80d9-a96b-4978-86a7-e05f95c827f5 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.425962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705b80d9-a96b-4978-86a7-e05f95c827f5 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Fanout notify agent at l3_agent the message router_deleted on router 581df6f1-b40f-4343-8d87-1b3722d42345 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:58:22.443141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34747cbd-790c-4cfd-92ea-18faeadf8668 None None] Pushing event updated for resources: {'Port': ['ID=49e32cc5-69e2-4b27-9d90-ab5228725b3e,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:22.446180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] For port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:58:22.449254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-705b80d9-a96b-4978-86a7-e05f95c827f5 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.450462 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-705b80d9-a96b-4978-86a7-e05f95c827f5 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345 HTTP/1.1" status: 204 len: 168 time: 1.6626768 Mar 28 10:58:22.477402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9f2ae041-5718-40e8-9810-e17d36515b5b None None] Provisioning complete for port 5370eac2-acb1-4446-a108-c0a591f88a16 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:22.477769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae041-5718-40e8-9810-e17d36515b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.502500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37476) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:22.510147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1286595012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:22.555859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] For port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8,segment=NetworkSegment(dee820dd-3306-456b-828c-6b638fa81956),segment_id=dee820dd-3306-456b-828c-6b638fa81956)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:58:22.573730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:22.580386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 5370eac2-acb1-4446-a108-c0a591f88a16 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:22.581007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.641433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.747029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4555e-52f7-4f82-b2fe-be5e4547a068 None None] Pushing event updated for resources: {'Port': ['ID=15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:22.785794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Usage tracker for resource:router and tenant:14f45e34d2a74cf38c42ce70fb03055a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:22.800782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:22.812879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db91330-0603-48a7-abe1-96deb736d836 None None] DHCP port deletion for aabf5287-d9d5-4a37-81eb-0863a2a6acdb request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:22.819784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Allocated IP 172.20.0.1 (7c958a6e-962b-42ab-9b1a-b628f6c3aaaa/d05ddd90-4425-40b4-a9c7-6569d90b22b5/11ad9275-e342-4d32-995d-e7ab66af7e61) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:22.820719 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3db91330-0603-48a7-abe1-96deb736d836 None None] Deleting port 5370eac2-acb1-4446-a108-c0a591f88a16 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:22.821515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3db91330-0603-48a7-abe1-96deb736d836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.824296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:22.834473 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a7c54f07-d44e-4fd3-86f1-ed462b3c2e04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4359076 Mar 28 10:58:22.836077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:22.837468 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] Sync routers for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:22.859877 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:22.860730 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:22.959259 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-156895bb-6772-4891-9dfe-f5941e59e78b req-56a2141e-5d51-4297-9d6b-f4e9fabe07d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2712495 Mar 28 10:58:22.974991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.976122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:22.993610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.017768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-54af4d47-d0ae-4079-a506-73a4f57c04dd None None] Provisioning complete for port 49e32cc5-69e2-4b27-9d90-ab5228725b3e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:23.018819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-54af4d47-d0ae-4079-a506-73a4f57c04dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.108716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.113105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.117264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.244752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156895bb-6772-4891-9dfe-f5941e59e78b req-8d20ddac-4432-4c00-afbe-eab0c27b064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:23.248617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-156895bb-6772-4891-9dfe-f5941e59e78b req-8d20ddac-4432-4c00-afbe-eab0c27b064a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 1098 time: 0.1049798 Mar 28 10:58:23.275736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.279536 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-56ff2c0a-5713-4122-9399-82cbc1cf56c4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7728314 Mar 28 10:58:23.289222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37482) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:23.290420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-fcdc7ed8-5b0c-468c-a892-ef106a53c999 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:23.356852 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:23.379941 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3db91330-0603-48a7-abe1-96deb736d836 None None] For port 5370eac2-acb1-4446-a108-c0a591f88a16, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5370eac2-acb1-4446-a108-c0a591f88a16,segment=NetworkSegment(686d58c3-1ceb-4796-bc3a-0d494ef1ec74),segment_id=686d58c3-1ceb-4796-bc3a-0d494ef1ec74)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:23.381116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3db91330-0603-48a7-abe1-96deb736d836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.387594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.408540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.590920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3db91330-0603-48a7-abe1-96deb736d836 None None] Calling delete_port for 5370eac2-acb1-4446-a108-c0a591f88a16 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:23.670798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] For port 5370eac2-acb1-4446-a108-c0a591f88a16, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5370eac2-acb1-4446-a108-c0a591f88a16,segment=NetworkSegment(686d58c3-1ceb-4796-bc3a-0d494ef1ec74),segment_id=686d58c3-1ceb-4796-bc3a-0d494ef1ec74)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:23.671175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.682255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Transition to ACTIVE for port object 11ad9275-e342-4d32-995d-e7ab66af7e61 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:23.791297 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:58:18Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd270e6ab-39d0-43ea-9744-2bd456902dab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:56:32Z', 'updated_at': '2022-03-28T10:56:37Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:23.792008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3db91330-0603-48a7-abe1-96deb736d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:23.796701 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] Checking router: cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:23.814525 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:23.815158 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:23.883132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 5370eac2-acb1-4446-a108-c0a591f88a16 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:23.887551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db91330-0603-48a7-abe1-96deb736d836 None None] No DVR routers for this DVR port 5370eac2-acb1-4446-a108-c0a591f88a16 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:23.890197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db91330-0603-48a7-abe1-96deb736d836 None None] Pushing event deleted for resources: {'Port': ['ID=5370eac2-acb1-4446-a108-c0a591f88a16,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:24.048281 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:24.057262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.062008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156895bb-6772-4891-9dfe-f5941e59e78b req-7d931869-2925-420d-8480-d967ea1f8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:24.065112 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-156895bb-6772-4891-9dfe-f5941e59e78b req-7d931869-2925-420d-8480-d967ea1f8a87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=65926e96-1942-4d75-aa6b-446f018b2ae3 HTTP/1.1" status: 200 len: 898 time: 0.7063372 Mar 28 10:58:24.137775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcdc7ed8-5b0c-468c-a892-ef106a53c999 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.143193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.199927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:58:24.200307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:58:24.207940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b35eddd-b140-4fb7-af20-517a386fb205 None None] Network 4aca830b-8046-4ac7-9cdd-659ea44ba2a0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:24.213938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca6418-c769-4230-9f42-1ff89c84901b req-3dfb0aaf-41fe-46b8-a3e8-8fbac535a2fb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:24.215164 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-1aca6418-c769-4230-9f42-1ff89c84901b req-3dfb0aaf-41fe-46b8-a3e8-8fbac535a2fb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:24.244192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcdc7ed8-5b0c-468c-a892-ef106a53c999 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.310196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:24.338610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.351447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.399036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-1aca6418-c769-4230-9f42-1ff89c84901b req-3dfb0aaf-41fe-46b8-a3e8-8fbac535a2fb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:24.400391 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1aca6418-c769-4230-9f42-1ff89c84901b req-3dfb0aaf-41fe-46b8-a3e8-8fbac535a2fb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 946 time: 0.4696174 Mar 28 10:58:24.433141 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-156895bb-6772-4891-9dfe-f5941e59e78b req-5f6684c4-57e0-46ea-989a-30c3a52b1b7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08dfcd4a-1f30-4060-a701-428300894e25 HTTP/1.1" status: 200 len: 1000 time: 0.3617055 Mar 28 10:58:24.499576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-900ba809-9b6a-4f8e-8742-07e990a8a61a None None] Provisioning for port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:24.507416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156895bb-6772-4891-9dfe-f5941e59e78b req-791d3124-2975-4952-b6e2-33a56677b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:24.509299 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-156895bb-6772-4891-9dfe-f5941e59e78b req-791d3124-2975-4952-b6e2-33a56677b0dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e6c8acf4-3f0b-48b3-8604-84fb5a0a198f HTTP/1.1" status: 200 len: 835 time: 0.0665095 Mar 28 10:58:24.515402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=2fd45058-4a91-48e6-956e-2cb1f5fcffd0,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:24.541440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:24.551311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:24.551678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.577383 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:58:18Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd270e6ab-39d0-43ea-9744-2bd456902dab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:56:32Z', 'updated_at': '2022-03-28T10:56:37Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:24.597400 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331481f-f5c7-468e-811b-28d6b4b08d5e None None] The sync data for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv is: [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:58:18Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd270e6ab-39d0-43ea-9744-2bd456902dab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'port_id': '08dfcd4a-1f30-4060-a701-428300894e25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'mac_address': 'fa:16:3e:4a:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:56:32Z', 'updated_at': '2022-03-28T10:56:37Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:24.719642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156895bb-6772-4891-9dfe-f5941e59e78b req-bb0987d0-4774-49bd-9696-bc50cfe5ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:24.721127 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-156895bb-6772-4891-9dfe-f5941e59e78b req-bb0987d0-4774-49bd-9696-bc50cfe5ceb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=65926e96-1942-4d75-aa6b-446f018b2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2006357 Mar 28 10:58:24.721839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.722516 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 4b3c39c8-25ea-4a83-971e-c1ca191dcee5 associated. External IP: 172.26.2.77, port: 1e72430b-dc50-460b-a48f-efa606f8796b. Mar 28 10:58:24.738194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:24.742032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 5370eac2-acb1-4446-a108-c0a591f88a16 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:24.742488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.759136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8,segment=NetworkSegment(dee820dd-3306-456b-828c-6b638fa81956),segment_id=dee820dd-3306-456b-828c-6b638fa81956)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:24.766975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:24.791565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:24.827111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:24.830321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 49e32cc5-69e2-4b27-9d90-ab5228725b3e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:24.914954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] The port '5370eac2-acb1-4446-a108-c0a591f88a16' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:58:24.922423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Port': ['ID=11ad9275-e342-4d32-995d-e7ab66af7e61,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:24.964944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:24.983965 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1aca6418-c769-4230-9f42-1ff89c84901b req-e61c9845-1bbe-46f8-84f5-652d038683a0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5642030 Mar 28 10:58:25.013208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d58c1567-0fa8-43b8-ba06-70cab7d60f4c None None] Provisioning complete for port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:25.013577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d58c1567-0fa8-43b8-ba06-70cab7d60f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.092991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.094986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 49e32cc5-69e2-4b27-9d90-ab5228725b3e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:25.095358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.122159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.216202 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-156895bb-6772-4891-9dfe-f5941e59e78b req-25ca3e3a-bf81-4116-9077-82264152c48f service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232366 Mar 28 10:58:25.250904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabf5287-d9d5-4a37-81eb-0863a2a6acdb']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:25.274712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686d58c3-1ceb-4796-bc3a-0d494ef1ec74') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:25.275068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686d58c3-1ceb-4796-bc3a-0d494ef1ec74') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:25.300982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.328150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.338814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:25.339333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.354410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5370eac2-acb1-4446-a108-c0a591f88a16 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:25.354856 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:25.396392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 5370eac2-acb1-4446-a108-c0a591f88a16 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:25.396842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5370eac2-acb1-4446-a108-c0a591f88a16 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:25.416778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdc7ed8-5b0c-468c-a892-ef106a53c999 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Router 64e71e01-2895-4beb-b5a4-1f75c99c2cf6 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:58:25.471632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:25.487414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e5f1e565-081d-420f-a4cb-215698011350 None None] Provisioning for port 11ad9275-e342-4d32-995d-e7ab66af7e61 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:25.494296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e5f1e565-081d-420f-a4cb-215698011350 None None] Provisioning complete for port 11ad9275-e342-4d32-995d-e7ab66af7e61 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:25.495823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5f1e565-081d-420f-a4cb-215698011350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.566794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1e565-081d-420f-a4cb-215698011350 None None] Port 11ad9275-e342-4d32-995d-e7ab66af7e61 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:25.603179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.634349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.637177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdc7ed8-5b0c-468c-a892-ef106a53c999 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:25.642424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.649130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] Sync routers for ids ['64e71e01-2895-4beb-b5a4-1f75c99c2cf6'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:25.661504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] Routers {'64e71e01-2895-4beb-b5a4-1f75c99c2cf6'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:25.662841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['64e71e01-2895-4beb-b5a4-1f75c99c2cf6'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:25.664356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Network': ['ID=aabf5287-d9d5-4a37-81eb-0863a2a6acdb,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:25.679669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcdc7ed8-5b0c-468c-a892-ef106a53c999 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:25.683681 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fcdc7ed8-5b0c-468c-a892-ef106a53c999 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "PUT /v2.0/routers/64e71e01-2895-4beb-b5a4-1f75c99c2cf6 HTTP/1.1" status: 200 len: 698 time: 2.3951452 Mar 28 10:58:25.688007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37488) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:25.708712 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-156895bb-6772-4891-9dfe-f5941e59e78b req-849e5e92-e139-48a0-bd8e-28396e419c44 service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851582 Mar 28 10:58:25.798409 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ce752a6f-2b4d-49a0-a096-c5d5f4e1c2df tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/networks/aabf5287-d9d5-4a37-81eb-0863a2a6acdb HTTP/1.1" status: 204 len: 168 time: 3.5388033 Mar 28 10:58:25.798846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37492) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:25.799349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-d81c43e7-dbd6-4fe2-a5fe-99a617bf444a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:25.800054 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-d81c43e7-dbd6-4fe2-a5fe-99a617bf444a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:25.830819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] Set router 64e71e01-2895-4beb-b5a4-1f75c99c2cf6 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:25.945188 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a9775317-b285-462c-9dda-8742643d4dd8 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/routers/64e71e01-2895-4beb-b5a4-1f75c99c2cf6 HTTP/1.1" status: 200 len: 704 time: 0.2460341 Mar 28 10:58:25.947082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37496) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:25.948089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e71e01-2895-4beb-b5a4-1f75c99c2cf6', 'name': 'tempest-RoutersIpV6Test-router-1286595012', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:22Z', 'updated_at': '2022-03-28T10:58:24Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:25.952319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] Checking router: 64e71e01-2895-4beb-b5a4-1f75c99c2cf6 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:25.953967 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-d81c43e7-dbd6-4fe2-a5fe-99a617bf444a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:25.955212 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-d81c43e7-dbd6-4fe2-a5fe-99a617bf444a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 946 time: 0.6325996 Mar 28 10:58:25.960732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] Routers {'64e71e01-2895-4beb-b5a4-1f75c99c2cf6'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:25.961337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['64e71e01-2895-4beb-b5a4-1f75c99c2cf6'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:26.031772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d0109b81-ce7f-4fb2-bdf6-ce16e800d12e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Synchronizing usage tracker for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:26.085817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port bc345992-a1c4-4dc2-86eb-da8590d3f51b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:26.086621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.108866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d501a-c9a2-4b72-92da-5b2d8b8edbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:26.109543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-514d501a-c9a2-4b72-92da-5b2d8b8edbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:26.133274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] Set router 64e71e01-2895-4beb-b5a4-1f75c99c2cf6 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:26.152368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:26.166248 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ff100-b439-4e61-9939-4bd01931b0e8 None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:26.183468 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ff100-b439-4e61-9939-4bd01931b0e8 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:26.184930 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-266ff100-b439-4e61-9939-4bd01931b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:26.276525 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-266ff100-b439-4e61-9939-4bd01931b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:26.283102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e71e01-2895-4beb-b5a4-1f75c99c2cf6', 'name': 'tempest-RoutersIpV6Test-router-1286595012', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:22Z', 'updated_at': '2022-03-28T10:58:24Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:26.288157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:26.289878 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ff100-b439-4e61-9939-4bd01931b0e8 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:26.290975 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-266ff100-b439-4e61-9939-4bd01931b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:26.323491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.324379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d0109b81-ce7f-4fb2-bdf6-ce16e800d12e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Unset dirty status for tenant:14f45e34d2a74cf38c42ce70fb03055a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:26.324379 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d0109b81-ce7f-4fb2-bdf6-ce16e800d12e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e71e01-2895-4beb-b5a4-1f75c99c2cf6 HTTP/1.1" status: 200 len: 205 time: 0.3754129 Mar 28 10:58:26.326611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37502) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:26.336215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e3d5a-9b2f-41e1-8b7c-04c2b5138c2b None None] The sync data for ids ['64e71e01-2895-4beb-b5a4-1f75c99c2cf6'] in dv-neutron-835336-1-hyperv is: [{'id': '64e71e01-2895-4beb-b5a4-1f75c99c2cf6', 'name': 'tempest-RoutersIpV6Test-router-1286595012', 'tenant_id': '14f45e34d2a74cf38c42ce70fb03055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:22Z', 'updated_at': '2022-03-28T10:58:24Z', 'revision_number': 2, 'project_id': '14f45e34d2a74cf38c42ce70fb03055a', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:26.379900 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:26.380746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.397334 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-266ff100-b439-4e61-9939-4bd01931b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:26.398125 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ff100-b439-4e61-9939-4bd01931b0e8 None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:26.463583 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3c56028f-2227-49f8-aa7b-babe029313c8 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.9953036 Mar 28 10:58:26.467063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37506) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:26.472422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1144793795'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:26.483656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:26.498631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:network and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:26.502988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:26.512676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port bc345992-a1c4-4dc2-86eb-da8590d3f51b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bc345992-a1c4-4dc2-86eb-da8590d3f51b,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:26.513040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.521424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:26.530768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-514d501a-c9a2-4b72-92da-5b2d8b8edbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:26.535761 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-514d501a-c9a2-4b72-92da-5b2d8b8edbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7280130 Mar 28 10:58:26.537173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37510) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:26.543998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55776ab1-a4bb-4e38-8837-a60b5b119ab6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.564855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 31544815-2f56-41c5-aa6f-e37fac7af6c2 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:26.606207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 31544815-2f56-41c5-aa6f-e37fac7af6c2 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:26.606575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 31544815-2f56-41c5-aa6f-e37fac7af6c2 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:26.653671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for bc345992-a1c4-4dc2-86eb-da8590d3f51b owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:26.713617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Made reservation on behalf of 98555b89bab8454181b79e7da8ede750 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:26.717308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.735849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.761287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:58:26.810799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.811144 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Added segment 6d624307-dc60-4ef3-a1d0-974e63f05379 of type vlan for network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f Mar 28 10:58:26.853172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.862669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.909411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.953127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.959255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:26.959838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:26.988278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9566bc-4103-44df-84e7-51b010a7f095 req-52348499-159c-4cb7-b3dc-7537008bb53d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:26.990814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=bc345992-a1c4-4dc2-86eb-da8590d3f51b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:26.995565 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3e9566bc-4103-44df-84e7-51b010a7f095 req-52348499-159c-4cb7-b3dc-7537008bb53d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 946 time: 0.8599477 Mar 28 10:58:27.036944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55776ab1-a4bb-4e38-8837-a60b5b119ab6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.049920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55776ab1-a4bb-4e38-8837-a60b5b119ab6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.114298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.117225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Port': ['ID=11ad9275-e342-4d32-995d-e7ab66af7e61,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:27.126559 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3e9566bc-4103-44df-84e7-51b010a7f095 req-0383f505-8aaf-49f7-8059-0a7952b7fd4a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299841 Mar 28 10:58:27.152693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port bc345992-a1c4-4dc2-86eb-da8590d3f51b on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:27.156789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.158737 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7433cef0-55d2-46c7-ad9a-916dbc868eda req-f06ad4a4-5207-4e5d-84d5-abc4936cb276 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/bc345992-a1c4-4dc2-86eb-da8590d3f51b HTTP/1.1" status: 204 len: 173 time: 1.1922815 Mar 28 10:58:27.159174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a36e5cb-e01a-4636-a45c-a30db79067e9', 'name': 'network-vif-deleted', 'tag': 'bc345992-a1c4-4dc2-86eb-da8590d3f51b'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:58:27.170738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Network': ['ID=0d9ad043-efba-44bb-8ad4-3e645cdfda6f,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:27.184823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:58:27.190877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37516) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:27.192960 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5fc451e8-a6c9-4007-ad3b-a7ddebf2b99b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6517110 Mar 28 10:58:27.200308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-469033674'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:27.208976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:27.213851 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a36e5cb-e01a-4636-a45c-a30db79067e9', 'name': 'network-vif-deleted', 'tag': 'bc345992-a1c4-4dc2-86eb-da8590d3f51b', 'status': 'completed', 'code': 200} Mar 28 10:58:27.219198 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-83ce2972-85ac-40f1-b9c8-308ce05ac227 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7487657 Mar 28 10:58:27.219198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:network and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:27.220676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37520) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:27.223410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:27.230686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'subnet': {'network_id': '0d9ad043-efba-44bb-8ad4-3e645cdfda6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:27.258587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55776ab1-a4bb-4e38-8837-a60b5b119ab6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.259099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55776ab1-a4bb-4e38-8837-a60b5b119ab6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Fanout notify agent at l3_agent the message router_deleted on router 64e71e01-2895-4beb-b5a4-1f75c99c2cf6 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:58:27.266127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:27.288184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55776ab1-a4bb-4e38-8837-a60b5b119ab6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.293000 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-55776ab1-a4bb-4e38-8837-a60b5b119ab6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/64e71e01-2895-4beb-b5a4-1f75c99c2cf6 HTTP/1.1" status: 204 len: 168 time: 0.9544225 Mar 28 10:58:27.293980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37524) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:27.352090 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-18de21f7-0a4b-4c45-a448-5b86e30666ca tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e71e01-2895-4beb-b5a4-1f75c99c2cf6 HTTP/1.1" status: 200 len: 205 time: 0.0549645 Mar 28 10:58:27.359070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37528) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:27.389037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:27.398967 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:subnet and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:27.404164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:27.411262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:27.419719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:27.424158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.445070 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-c7a00850-ef02-4121-bf81-6438499f59ea tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] delete failed (client error): The resource could not be found. Mar 28 10:58:27.446121 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c7a00850-ef02-4121-bf81-6438499f59ea tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/64e71e01-2895-4beb-b5a4-1f75c99c2cf6 HTTP/1.1" status: 404 len: 336 time: 0.0860429 Mar 28 10:58:27.449093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37532) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:27.483921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:27.488646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:27.498020 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f54a92-4794-4022-8bc9-4b22913c2553 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:27.498020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f54a92-4794-4022-8bc9-4b22913c2553 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:27.500460 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a7f54a92-4794-4022-8bc9-4b22913c2553 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/cd1554ea-39a3-42b0-80c7-9af48d13fc11 HTTP/1.1" status: 404 len: 337 time: 0.0503662 Mar 28 10:58:27.510512 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37536) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:27.603536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:58:27.610822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.611167 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Added segment 8aae64ba-75d5-40bd-b172-0e0f20975ff3 of type vlan for network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 Mar 28 10:58:27.642298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.651936 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed01a35-8b76-48a2-8972-1026bbad83ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:27.651936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed01a35-8b76-48a2-8972-1026bbad83ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:27.652782 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fed01a35-8b76-48a2-8972-1026bbad83ed tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/52c89b38-b09e-492f-946e-40fdeac9103f HTTP/1.1" status: 404 len: 337 time: 0.1399801 Mar 28 10:58:27.655042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37540) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:27.663874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Made reservation on behalf of 98555b89bab8454181b79e7da8ede750 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:27.667448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.802644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fd578f7c-2e8c-44e6-ade5-c5c6b89b2bd4 None None] Provisioning complete for port 11ad9275-e342-4d32-995d-e7ab66af7e61 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:27.803255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fd578f7c-2e8c-44e6-ade5-c5c6b89b2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.842111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.848507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:27.848507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:27.859322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-fd578f7c-2e8c-44e6-ade5-c5c6b89b2bd4 None None] Port 11ad9275-e342-4d32-995d-e7ab66af7e61 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:27.890897 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1899623c-2968-4e23-872a-1bd5628db0ab tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:27.891350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1899623c-2968-4e23-872a-1bd5628db0ab tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:27.893062 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1899623c-2968-4e23-872a-1bd5628db0ab tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/da75d74b-595c-4d21-a38f-c05f4b9b9250 HTTP/1.1" status: 404 len: 337 time: 0.2370639 Mar 28 10:58:27.895644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37544) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:27.947166 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ffc3b9-1180-45d8-9495-9cce6614394d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:27.947619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ffc3b9-1180-45d8-9495-9cce6614394d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:27.951612 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-86ffc3b9-1180-45d8-9495-9cce6614394d tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/0141d88a-2a71-4e14-8756-7dba1e318ff6 HTTP/1.1" status: 404 len: 337 time: 0.0527489 Mar 28 10:58:27.952331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37548) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:27.984035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Network': ['ID=92c56aed-7d19-4df7-b5b3-e6a9da08f386,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:27.996642 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:58:28.007194 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8cd9f67c-5865-4697-b802-02de0977f65c tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=581df6f1-b40f-4343-8d87-1b3722d42345 HTTP/1.1" status: 200 len: 205 time: 0.0538023 Mar 28 10:58:28.013581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37552) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.080188 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac2e2c83-4c0c-4880-ac2e-176f18ce7566 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8880253 Mar 28 10:58:28.083175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37556) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.089588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': '92c56aed-7d19-4df7-b5b3-e6a9da08f386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:28.090147 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-5cd13764-1dc4-4338-b5d1-18aef203e69e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] delete failed (client error): The resource could not be found. Mar 28 10:58:28.093452 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5cd13764-1dc4-4338-b5d1-18aef203e69e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/581df6f1-b40f-4343-8d87-1b3722d42345 HTTP/1.1" status: 404 len: 336 time: 0.0766132 Mar 28 10:58:28.094143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37560) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.139914 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5b135b4d-2668-4e53-87fd-b955b08ee430 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=66968af0-7cc0-49de-9fc3-553e5b05c072 HTTP/1.1" status: 200 len: 205 time: 0.0451491 Mar 28 10:58:28.142455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37564) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.183136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Router b5d4e9e0-66d0-4bca-919e-40a0aa3cc898 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:58:28.210865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:28.261071 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-db163393-43fe-4aca-8a54-d763c68c2f57 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] delete failed (client error): The resource could not be found. Mar 28 10:58:28.263073 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-db163393-43fe-4aca-8a54-d763c68c2f57 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/66968af0-7cc0-49de-9fc3-553e5b05c072 HTTP/1.1" status: 404 len: 336 time: 0.1188443 Mar 28 10:58:28.268118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:28.270882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37570) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.284725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:28.309854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Subnet': ['ID=b4962fcf-c687-4399-aab0-bbaff8c79c00,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:28.317560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Checking segment: {'id': '6d624307-dc60-4ef3-a1d0-974e63f05379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d9ad043-efba-44bb-8ad4-3e645cdfda6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:28.317927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network hostable DHCP agents. Network: 0d9ad043-efba-44bb-8ad4-3e645cdfda6f, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:58:28.345876 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:28.416550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:28.426215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:58:28.427682 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-29ff09ef-4161-4016-837e-d14a72c1669a req-8f8b6a50-5687-472a-9e21-1711d0fd628d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a36e5cb-e01a-4636-a45c-a30db79067e9 HTTP/1.1" status: 200 len: 210 time: 0.1559289 Mar 28 10:58:28.428621 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-28071b31-9525-46c7-b2b4-bae2308b6b13 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:28.429072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28071b31-9525-46c7-b2b4-bae2308b6b13 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:28.433947 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-28071b31-9525-46c7-b2b4-bae2308b6b13 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/f84c3191-d325-4a70-b372-a7a9bf35f37f HTTP/1.1" status: 404 len: 337 time: 0.1515703 Mar 28 10:58:28.436523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37574) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.471562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:28.477764 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c9a6ed3d-1f11-43d8-bfc1-2085d443603a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "PUT /v2.0/routers/b5d4e9e0-66d0-4bca-919e-40a0aa3cc898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5787978 Mar 28 10:58:28.480760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37578) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.485032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ccef8-815b-47d5-9b27-e80ddfe99f39 None None] Sync routers for ids ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:28.494917 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-610c0602-30a9-4baa-a623-a5478fa8bf16 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c HTTP/1.1" status: 200 len: 205 time: 0.0502365 Mar 28 10:58:28.495374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37582) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.497336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ccef8-815b-47d5-9b27-e80ddfe99f39 None None] Routers {'b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:28.498158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccef8-815b-47d5-9b27-e80ddfe99f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:28.569711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0d9ad043-efba-44bb-8ad4-3e645cdfda6f) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:28.571140 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device bc345992-a1c4-4dc2-86eb-da8590d3f51b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:28.584966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:28.585830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:28.589617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-d458fd76-b4d3-4314-b9fe-d753849cb44a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] delete failed (client error): The resource could not be found. Mar 28 10:58:28.592910 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d458fd76-b4d3-4314-b9fe-d753849cb44a tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/13c18cfb-5d2d-4d9c-b68f-31a6812e8a4c HTTP/1.1" status: 404 len: 336 time: 0.0945103 Mar 28 10:58:28.593796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37586) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.614807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e667bdf-76fe-4a9a-829b-76dd30de17d0 None None] Network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:28.616256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:28.619855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:28.637019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccef8-815b-47d5-9b27-e80ddfe99f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:28.640249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: bc345992-a1c4-4dc2-86eb-da8590d3f51b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:28.640249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device bc345992-a1c4-4dc2-86eb-da8590d3f51b not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:28.643664 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5f90bd9f-d41a-42da-991a-5a5a094275af tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=c434dff5-aa23-4857-b5a7-cad40174fead HTTP/1.1" status: 200 len: 205 time: 0.0493739 Mar 28 10:58:28.646911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37590) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.723352 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-35638d7e-3c7e-40b9-8d2c-b982f138dbb7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] delete failed (client error): The resource could not be found. Mar 28 10:58:28.725257 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-35638d7e-3c7e-40b9-8d2c-b982f138dbb7 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/c434dff5-aa23-4857-b5a7-cad40174fead HTTP/1.1" status: 404 len: 336 time: 0.0773990 Mar 28 10:58:28.727988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37594) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.738284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ccef8-815b-47d5-9b27-e80ddfe99f39 None None] Routers {'b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:28.739196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccef8-815b-47d5-9b27-e80ddfe99f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:28.769252 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-824b5a65-b6df-4c25-ba33-75cb7e35386f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:28.769698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824b5a65-b6df-4c25-ba33-75cb7e35386f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:28.776084 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-824b5a65-b6df-4c25-ba33-75cb7e35386f tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/12aa06c1-6c5f-4b1e-8d38-0c8521483b37 HTTP/1.1" status: 404 len: 337 time: 0.0471938 Mar 28 10:58:28.776702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37598) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.779744 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b2fcb799-3ea4-4d4d-868c-b37b900c49fe tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5580685 Mar 28 10:58:28.806415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37602) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.812398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccef8-815b-47d5-9b27-e80ddfe99f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:28.812954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ccef8-815b-47d5-9b27-e80ddfe99f39 None None] The sync data for ids ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:28.825057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-342298003', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:28.828022 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0296ac94-5b8c-48a5-bd85-f863831ed76e tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=69cc7160-3557-473e-b0f9-8e2b3bb114ef HTTP/1.1" status: 200 len: 205 time: 0.0501440 Mar 28 10:58:28.830743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37606) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.842661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:28.895580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:router and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:28.904211 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-24ef6fee-340c-42d3-8c8c-194026605390 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] delete failed (client error): The resource could not be found. Mar 28 10:58:28.906622 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-24ef6fee-340c-42d3-8c8c-194026605390 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/69cc7160-3557-473e-b0f9-8e2b3bb114ef HTTP/1.1" status: 404 len: 336 time: 0.0734260 Mar 28 10:58:28.906753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:28.908145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37610) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:28.918586 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:28.948265 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aac867c-8aa7-476c-b225-a523219949be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:28.948839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aac867c-8aa7-476c-b225-a523219949be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:28.950812 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9aac867c-8aa7-476c-b225-a523219949be tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/44e2126e-5595-40e0-97a3-ecadec57ba5a HTTP/1.1" status: 404 len: 337 time: 0.0414910 Mar 28 10:58:28.951953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-0d9ad043-efba-44bb-8ad4-3e645cdfda6f', 'network_id': '0d9ad043-efba-44bb-8ad4-3e645cdfda6f', 'tenant_id': '98555b89bab8454181b79e7da8ede750', 'fixed_ips': [{'subnet_id': 'b4962fcf-c687-4399-aab0-bbaff8c79c00'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:58:28.952920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:28.953455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37614) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:29.003991 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dc3ec6c0-4268-446a-be46-594e608010ff tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "GET /v2.0/ports?device_id=48c2d800-fff2-4e4c-a7bf-d66788bd5506 HTTP/1.1" status: 200 len: 205 time: 0.0491357 Mar 28 10:58:29.006849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37618) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:29.054275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.055280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.075289 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-7e1af666-0577-43ef-8fbb-4c5d5ab0d36b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] delete failed (client error): The resource could not be found. Mar 28 10:58:29.078892 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7e1af666-0577-43ef-8fbb-4c5d5ab0d36b tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/routers/48c2d800-fff2-4e4c-a7bf-d66788bd5506 HTTP/1.1" status: 404 len: 336 time: 0.0686090 Mar 28 10:58:29.079067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37622) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:29.120116 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c3f739-ae11-4cef-840c-2eff9bcf3ee4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:29.120693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c3f739-ae11-4cef-840c-2eff9bcf3ee4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:29.122164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Allocated IP 172.20.0.2 (0d9ad043-efba-44bb-8ad4-3e645cdfda6f/b4962fcf-c687-4399-aab0-bbaff8c79c00/20447df2-efbd-49e9-9555-bcc9439e8187) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:29.122513 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f2c3f739-ae11-4cef-840c-2eff9bcf3ee4 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/209b957e-7b63-40ef-97d4-7b8598335770 HTTP/1.1" status: 404 len: 337 time: 0.0423896 Mar 28 10:58:29.125068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37626) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:29.166195 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84c27b8-8f55-4db6-a78f-ce3a2b44ffe6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] DELETE failed (client error): The resource could not be found. Mar 28 10:58:29.166742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84c27b8-8f55-4db6-a78f-ce3a2b44ffe6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:58:29.169351 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f84c27b8-8f55-4db6-a78f-ce3a2b44ffe6 tempest-RoutersIpV6Test-37383253 tempest-RoutersIpV6Test-37383253-project] 10.222.0.18 "DELETE /v2.0/subnets/27b54ae4-80b3-4e68-90dd-b101abc58c42 HTTP/1.1" status: 404 len: 337 time: 0.0425754 Mar 28 10:58:29.377595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.383499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.393761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Transition to ACTIVE for port object 20447df2-efbd-49e9-9555-bcc9439e8187 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:29.410971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Transition to ACTIVE for port object 20447df2-efbd-49e9-9555-bcc9439e8187 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:29.471970 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-1e04ebdd-8178-43d1-9283-3dc24f7df242 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:29.472997 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1e04ebdd-8178-43d1-9283-3dc24f7df242 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "PUT /v2.0/routers/b5d4e9e0-66d0-4bca-919e-40a0aa3cc898/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9916527 Mar 28 10:58:29.475887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37634) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:29.490140 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.532437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37638) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:29.572537 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Pushing event updated for resources: {'Port': ['ID=20447df2-efbd-49e9-9555-bcc9439e8187,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:29.584294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:29.585505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:29.588048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:29.633401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a663e5a-f328-4836-800d-5b20d2ad8b7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.671442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a663e5a-f328-4836-800d-5b20d2ad8b7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.681609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.695374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Attempting to bind port 20447df2-efbd-49e9-9555-bcc9439e8187 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:58:29.695747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Attempting to bind port 20447df2-efbd-49e9-9555-bcc9439e8187 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '6d624307-dc60-4ef3-a1d0-974e63f05379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d9ad043-efba-44bb-8ad4-3e645cdfda6f'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:58:29.696112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Attempting to bind port 20447df2-efbd-49e9-9555-bcc9439e8187 on network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:58:29.702139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:58:29.702518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Checking segment: {'id': '6d624307-dc60-4ef3-a1d0-974e63f05379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d9ad043-efba-44bb-8ad4-3e645cdfda6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:29.702918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.703669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Bound using segment: {'id': '6d624307-dc60-4ef3-a1d0-974e63f05379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d9ad043-efba-44bb-8ad4-3e645cdfda6f'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:58:29.703830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Bound port: 20447df2-efbd-49e9-9555-bcc9439e8187, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d624307-dc60-4ef3-a1d0-974e63f05379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0d9ad043-efba-44bb-8ad4-3e645cdfda6f'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:58:29.704211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.806356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37644) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:29.808219 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] For port 20447df2-efbd-49e9-9555-bcc9439e8187, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:58:29.812125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] For port 20447df2-efbd-49e9-9555-bcc9439e8187, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=20447df2-efbd-49e9-9555-bcc9439e8187,segment=NetworkSegment(6d624307-dc60-4ef3-a1d0-974e63f05379),segment_id=6d624307-dc60-4ef3-a1d0-974e63f05379)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:58:29.898162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.922964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a663e5a-f328-4836-800d-5b20d2ad8b7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:29.946784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a663e5a-f328-4836-800d-5b20d2ad8b7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aed858-e1c8-4bd4-b3cc-1ec86a84fd83,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:30.007437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0b20f-9a9d-4201-8894-30cce2423dde None None] Pushing event updated for resources: {'Port': ['ID=20447df2-efbd-49e9-9555-bcc9439e8187,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:30.016760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a663e5a-f328-4836-800d-5b20d2ad8b7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.017782 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4a663e5a-f328-4836-800d-5b20d2ad8b7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/89aed858-e1c8-4bd4-b3cc-1ec86a84fd83 HTTP/1.1" status: 204 len: 168 time: 0.4841056 Mar 28 10:58:30.114779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37652) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:30.139207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.145005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=bf7f7091-f4f5-481b-8d01-7fb8c3d94e1b,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:30.184941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Checking segment: {'id': '8aae64ba-75d5-40bd-b172-0e0f20975ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c56aed-7d19-4df7-b5b3-e6a9da08f386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:30.185313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network hostable DHCP agents. Network: 92c56aed-7d19-4df7-b5b3-e6a9da08f386, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:58:30.187809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-251d8444-b9e6-48c9-bfc6-bddf1ac76fad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting subnet 1c598351-ce67-4f60-a7e4-f33f69e58f2d {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:30.191232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-251d8444-b9e6-48c9-bfc6-bddf1ac76fad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.255408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-251d8444-b9e6-48c9-bfc6-bddf1ac76fad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.280914 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e8e83ecd-0192-4b54-941e-90ae5838780f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14f45e34d2a74cf38c42ce70fb03055a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732025 Mar 28 10:58:30.296972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37656) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:30.373970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-251d8444-b9e6-48c9-bfc6-bddf1ac76fad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.466022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:58:30.497606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4fd86778-84c4-4e71-930b-bb6109741f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.518784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-251d8444-b9e6-48c9-bfc6-bddf1ac76fad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.558805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d8444-b9e6-48c9-bfc6-bddf1ac76fad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Subnet': ['ID=1c598351-ce67-4f60-a7e4-f33f69e58f2d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:30.564231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-251d8444-b9e6-48c9-bfc6-bddf1ac76fad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.571828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9954ad-386e-4a9b-aec5-e4e50379d829 None None] Network fc443363-d59a-49fd-b01b-b8f95f8188c7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:30.574325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4fd86778-84c4-4e71-930b-bb6109741f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.577658 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-251d8444-b9e6-48c9-bfc6-bddf1ac76fad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/subnets/1c598351-ce67-4f60-a7e4-f33f69e58f2d HTTP/1.1" status: 204 len: 168 time: 0.4618256 Mar 28 10:58:30.578379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37660) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:30.600430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 92c56aed-7d19-4df7-b5b3-e6a9da08f386) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:30.609050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f139d9-e47f-4c2b-b022-571bc1e63506 None None] Network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:30.615606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:30.616244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.707240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.719405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:30.719738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.881341 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3d25ff1d-eb77-4547-a966-6002ae3c76e6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7968717 Mar 28 10:58:30.887012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37664) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:30.948790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port cc971a1c-3b0b-4ae9-99ba-98a523c01e99, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cc971a1c-3b0b-4ae9-99ba-98a523c01e99,segment=NetworkSegment(cb8cbd5c-7bde-4341-b266-81310623844f),segment_id=cb8cbd5c-7bde-4341-b266-81310623844f)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:30.949150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:30.956131 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': '92c56aed-7d19-4df7-b5b3-e6a9da08f386', 'name': 'tempest-PortsIpV6TestJSON-826881506'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:30.998351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4fd86778-84c4-4e71-930b-bb6109741f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.003180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.033256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-92c56aed-7d19-4df7-b5b3-e6a9da08f386', 'network_id': '92c56aed-7d19-4df7-b5b3-e6a9da08f386', 'tenant_id': '1f22b8d223714e48994f07c2789f89b4', 'fixed_ips': [{'subnet_id': 'bf7f7091-f4f5-481b-8d01-7fb8c3d94e1b'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:58:31.033256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.104416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d7fc3-f3fa-42bc-a6ee-fa22037e6c07 None None] DHCP port deletion for fc443363-d59a-49fd-b01b-b8f95f8188c7 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:31.113161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for cc971a1c-3b0b-4ae9-99ba-98a523c01e99 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:31.123301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-246d7fc3-f3fa-42bc-a6ee-fa22037e6c07 None None] Deleting port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:31.123673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-246d7fc3-f3fa-42bc-a6ee-fa22037e6c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.154034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd86778-84c4-4e71-930b-bb6109741f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55be9fee-d00f-44ce-a8c8-62ac1d6ab007,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:31.160292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.257728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb75705c-5cb9-4aab-8565-22d177e6407e None None] Network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:31.263398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.315693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.316334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=cc971a1c-3b0b-4ae9-99ba-98a523c01e99,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:31.320318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port cc971a1c-3b0b-4ae9-99ba-98a523c01e99 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:31.322225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4fd86778-84c4-4e71-930b-bb6109741f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.325676 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4fd86778-84c4-4e71-930b-bb6109741f39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55be9fee-d00f-44ce-a8c8-62ac1d6ab007 HTTP/1.1" status: 204 len: 168 time: 1.0230830 Mar 28 10:58:31.331809 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-246d7fc3-f3fa-42bc-a6ee-fa22037e6c07 None None] The port 'cc971a1c-3b0b-4ae9-99ba-98a523c01e99' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:58:31.408905 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Allocated IP 2001:db8::2 (92c56aed-7d19-4df7-b5b3-e6a9da08f386/bf7f7091-f4f5-481b-8d01-7fb8c3d94e1b/8cb9b67a-2aa9-49e3-99ca-c78a439a899e) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:31.462474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.501966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc443363-d59a-49fd-b01b-b8f95f8188c7']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:31.547866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8cbd5c-7bde-4341-b266-81310623844f') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:31.549917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8cbd5c-7bde-4341-b266-81310623844f') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:31.555309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2633fd5e-4a89-4cf5-bbfe-c1532e517be1 None None] Provisioning for port 20447df2-efbd-49e9-9555-bcc9439e8187 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:31.565647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:31.577500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.580999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:31.587010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:31.599505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.606331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:31.606779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:31.622813 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:31.633017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:31.677429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.26.2.141 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/a0f27f01-418a-46bc-abe1-03da0278701e) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:31.751692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:31.755633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.785032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.798338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Transition to ACTIVE for port object 8cb9b67a-2aa9-49e3-99ca-c78a439a899e will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:31.798515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.819452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Transition to ACTIVE for port object 8cb9b67a-2aa9-49e3-99ca-c78a439a899e will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:31.854940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.864740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Network': ['ID=fc443363-d59a-49fd-b01b-b8f95f8188c7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:31.881475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 8f38517d-9674-4c26-83e2-8c910c8dcca2 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:58:31.889408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.930987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Deleting port 11ad9275-e342-4d32-995d-e7ab66af7e61 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:31.931222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:31.959344 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:31.967067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:31.971379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:31.975931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Pushing event updated for resources: {'Port': ['ID=8cb9b67a-2aa9-49e3-99ca-c78a439a899e,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:31.976180 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-00375faa-86a0-44e3-8f38-aab32e3cd98b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/networks/fc443363-d59a-49fd-b01b-b8f95f8188c7 HTTP/1.1" status: 204 len: 168 time: 1.3967311 Mar 28 10:58:31.978785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37678) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:32.119896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Attempting to bind port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:58:32.120395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Attempting to bind port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '8aae64ba-75d5-40bd-b172-0e0f20975ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c56aed-7d19-4df7-b5b3-e6a9da08f386'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:58:32.121058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Attempting to bind port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e on network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:58:32.126272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:58:32.126610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Checking segment: {'id': '8aae64ba-75d5-40bd-b172-0e0f20975ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c56aed-7d19-4df7-b5b3-e6a9da08f386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:32.127007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.127376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Bound using segment: {'id': '8aae64ba-75d5-40bd-b172-0e0f20975ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c56aed-7d19-4df7-b5b3-e6a9da08f386'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:58:32.127837 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Bound port: 8cb9b67a-2aa9-49e3-99ca-c78a439a899e, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aae64ba-75d5-40bd-b172-0e0f20975ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '92c56aed-7d19-4df7-b5b3-e6a9da08f386'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:58:32.128203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.195596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.213212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 20447df2-efbd-49e9-9555-bcc9439e8187 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:32.338252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.349295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] For port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:58:32.353152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] For port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8cb9b67a-2aa9-49e3-99ca-c78a439a899e,segment=NetworkSegment(8aae64ba-75d5-40bd-b172-0e0f20975ff3),segment_id=8aae64ba-75d5-40bd-b172-0e0f20975ff3)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:58:32.386615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 95db281e-3b41-4915-9fc4-1643c71d9cdc {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:32.386946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.419250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.473510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 20447df2-efbd-49e9-9555-bcc9439e8187 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:32.493423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 20447df2-efbd-49e9-9555-bcc9439e8187 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:32.494018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.602918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1a291-2d89-4a0a-932a-8f0f7785fb02 None None] Pushing event updated for resources: {'Port': ['ID=8cb9b67a-2aa9-49e3-99ca-c78a439a899e,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:32.619605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Calling delete_port for 11ad9275-e342-4d32-995d-e7ab66af7e61 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:32.630118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.631144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.710888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.746472 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 20447df2-efbd-49e9-9555-bcc9439e8187, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=20447df2-efbd-49e9-9555-bcc9439e8187,segment=NetworkSegment(6d624307-dc60-4ef3-a1d0-974e63f05379),segment_id=6d624307-dc60-4ef3-a1d0-974e63f05379)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:32.770782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37692) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:32.779551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 95db281e-3b41-4915-9fc4-1643c71d9cdc owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:32.832373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:32.871474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::2bd (92c56aed-7d19-4df7-b5b3-e6a9da08f386/bf7f7091-f4f5-481b-8d01-7fb8c3d94e1b/8f38517d-9674-4c26-83e2-8c910c8dcca2) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:32.951559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cc971a1c-3b0b-4ae9-99ba-98a523c01e99 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:33.011653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: cc971a1c-3b0b-4ae9-99ba-98a523c01e99 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:33.012268 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cc971a1c-3b0b-4ae9-99ba-98a523c01e99 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:33.035799 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=20447df2-efbd-49e9-9555-bcc9439e8187,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:33.039649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ac2f5e94-10d7-4323-95c4-e0f98e9564b5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:33.040382 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-ac2f5e94-10d7-4323-95c4-e0f98e9564b5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 10:58:33.041205 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-ac2f5e94-10d7-4323-95c4-e0f98e9564b5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 10:58:33.045439 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac2f5e94-10d7-4323-95c4-e0f98e9564b5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2703123 Mar 28 10:58:33.046353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37698) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:33.053648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736812798'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:33.063030 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:33.069007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:33.109927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:33.121753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:33.129232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:33.137635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:33.156809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:33.163620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:33.181857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:33.205966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:33.220945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=95db281e-3b41-4915-9fc4-1643c71d9cdc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:33.222800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=a0f27f01-418a-46bc-abe1-03da0278701e,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:33.279420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:33.281596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:33.281986 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP d270e6ab-39d0-43ea-9744-2bd456902dab disassociated (deleted). External IP: 172.26.2.23, port: 08dfcd4a-1f30-4060-a701-428300894e25. Mar 28 10:58:33.334392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event deleted for resources: {'Port': ['ID=11ad9275-e342-4d32-995d-e7ab66af7e61,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:33.345411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:33.491031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:33.524853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:33.623138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:33.673158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:33.684891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:33.797489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb870377-050a-4c1e-80d2-2f5b156c7965 None None] Network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:33.877962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:33.904205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:33.909367 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] Sync routers for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:33.920885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:33.937083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:33.964629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1640dec1-4a27-4859-8a48-84f86b2f448c None None] Provisioning for port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:34.008423 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:34.009261 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:34.011086 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-59ecc7c9-6a9a-4190-84ed-2c997ee95c93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/floatingips/d270e6ab-39d0-43ea-9744-2bd456902dab HTTP/1.1" status: 204 len: 168 time: 2.0297959 Mar 28 10:58:34.011958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:58:34.122167 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25', 'status': 'completed', 'code': 200} Mar 28 10:58:34.269766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8cb9b67a-2aa9-49e3-99ca-c78a439a899e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:34.322831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc673257-6b98-438d-ae14-626964ce6e1e req-4664612f-007b-47d1-b410-0f553a125002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:34.324609 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fc673257-6b98-438d-ae14-626964ce6e1e req-4664612f-007b-47d1-b410-0f553a125002 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 1098 time: 0.1421642 Mar 28 10:58:34.382788 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:34.389211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 8f38517d-9674-4c26-83e2-8c910c8dcca2 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:34.434195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:34.442579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:34.444093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:34.602567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-76b7dc7c-2d79-4a1d-ae19-f93c4573b855 None None] Provisioning complete for port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:34.605416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76b7dc7c-2d79-4a1d-ae19-f93c4573b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:34.697127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc673257-6b98-438d-ae14-626964ce6e1e req-9547bbd2-4f3b-41cf-a482-ce9d3addcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:34.699862 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fc673257-6b98-438d-ae14-626964ce6e1e req-9547bbd2-4f3b-41cf-a482-ce9d3addcbc8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=65926e96-1942-4d75-aa6b-446f018b2ae3 HTTP/1.1" status: 200 len: 898 time: 0.3657513 Mar 28 10:58:34.774196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Router b5d4e9e0-66d0-4bca-919e-40a0aa3cc898 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:34.776197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:34.781760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:34.790033 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fc673257-6b98-438d-ae14-626964ce6e1e req-319f010e-c434-4a14-ad0e-fe672632ee4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08dfcd4a-1f30-4060-a701-428300894e25 HTTP/1.1" status: 200 len: 217 time: 0.0825722 Mar 28 10:58:34.822503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:34.872301 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:58:18Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:34.877715 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] Checking router: cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:34.883753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc673257-6b98-438d-ae14-626964ce6e1e req-5c2f08b6-ce6a-43a4-bbe9-7edd6a361c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:34.884051 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8cb9b67a-2aa9-49e3-99ca-c78a439a899e,segment=NetworkSegment(8aae64ba-75d5-40bd-b172-0e0f20975ff3),segment_id=8aae64ba-75d5-40bd-b172-0e0f20975ff3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:34.887013 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-76b7dc7c-2d79-4a1d-ae19-f93c4573b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:34.887216 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fc673257-6b98-438d-ae14-626964ce6e1e req-5c2f08b6-ce6a-43a4-bbe9-7edd6a361c39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e6c8acf4-3f0b-48b3-8604-84fb5a0a198f HTTP/1.1" status: 200 len: 835 time: 0.0906281 Mar 28 10:58:34.888432 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:34.889129 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:34.944075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:34.944902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 20447df2-efbd-49e9-9555-bcc9439e8187 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:34.958854 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:34.983175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc673257-6b98-438d-ae14-626964ce6e1e req-10ed5b5d-aed5-4ded-ad20-fa723ecf04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:34.985192 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fc673257-6b98-438d-ae14-626964ce6e1e req-10ed5b5d-aed5-4ded-ad20-fa723ecf04fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=65926e96-1942-4d75-aa6b-446f018b2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917976 Mar 28 10:58:34.986620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:35.003524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:35.059383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:35.081023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:35.084424 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:35.097059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-76b7dc7c-2d79-4a1d-ae19-f93c4573b855 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:58:35.097408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-76b7dc7c-2d79-4a1d-ae19-f93c4573b855 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:58:35.141127 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:35.145497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=8cb9b67a-2aa9-49e3-99ca-c78a439a899e,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:35.146246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:35.150797 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fc673257-6b98-438d-ae14-626964ce6e1e req-0a683b73-169e-404c-916f-08107ba06cde service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572068 Mar 28 10:58:35.158573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c2928-9d16-4e72-bc97-60bf90ef48fb None None] Sync routers for ids ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:35.177284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c2928-9d16-4e72-bc97-60bf90ef48fb None None] Routers {'b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:35.178390 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b54c2928-9d16-4e72-bc97-60bf90ef48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:35.189944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf78791-0cae-41c7-a466-09fd1bf7c7bf,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:35.266299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:35.284217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:35.307900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:35.313989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:35.314665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:35.318460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=8f38517d-9674-4c26-83e2-8c910c8dcca2,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:35.318681 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fc673257-6b98-438d-ae14-626964ce6e1e req-e7723b28-cb73-4288-9c31-265277d02461 service neutron] 10.222.0.31 "GET /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605124 Mar 28 10:58:35.346764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b54c2928-9d16-4e72-bc97-60bf90ef48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:35.350803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 20447df2-efbd-49e9-9555-bcc9439e8187 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:35.351411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:35.358854 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e728f2d-ff7a-46ca-8f15-a28c6119570d req-df4b0df3-5de0-4360-8ff0-e5b6cc1b5b67 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:35.360317 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5e728f2d-ff7a-46ca-8f15-a28c6119570d req-df4b0df3-5de0-4360-8ff0-e5b6cc1b5b67 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 945 time: 0.6610055 Mar 28 10:58:35.408311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c2928-9d16-4e72-bc97-60bf90ef48fb None None] Routers {'b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:35.409355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b54c2928-9d16-4e72-bc97-60bf90ef48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:35.463913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37708) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:35.464621 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-64c78532-c244-4ffd-9336-a8f7c897a879 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5623331 Mar 28 10:58:35.466370 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-278d34c0-5c0d-4406-a3b0-133d4896cf23 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "PUT /v2.0/routers/b5d4e9e0-66d0-4bca-919e-40a0aa3cc898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9894946 Mar 28 10:58:35.472132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': '92c56aed-7d19-4df7-b5b3-e6a9da08f386', 'name': 'tempest-PortsIpV6TestJSON-597144961'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:35.481401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37712) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:35.520806 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:58:18Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:35.525474 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de6417-9069-4a9a-977b-206df99b1798 None None] The sync data for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv is: [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:58:18Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98', 'name': '', 'network_id': '65926e96-1942-4d75-aa6b-446f018b2ae3', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:aa:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:52Z', 'updated_at': '2022-03-28T10:56:02Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'e6c8acf4-3f0b-48b3-8604-84fb5a0a198f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:35.540847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b54c2928-9d16-4e72-bc97-60bf90ef48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:35.542702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c2928-9d16-4e72-bc97-60bf90ef48fb None None] The sync data for ids ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:35.643642 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-9b4f3ab6-7488-48ea-beb0-d7435c3dbe7e tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] delete failed (client error): The resource could not be found. Mar 28 10:58:35.648814 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9b4f3ab6-7488-48ea-beb0-d7435c3dbe7e tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1412461143 HTTP/1.1" status: 404 len: 335 time: 0.1607199 Mar 28 10:58:35.650461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37716) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:35.657788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0a45468e-6099-4d80-b9f4-cde309d2ab7a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:35.728164 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5e728f2d-ff7a-46ca-8f15-a28c6119570d req-0d3b27b0-f34f-4a8a-ad8a-10e2fd82ff76 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541007 Mar 28 10:58:35.737348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:35.780342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:35.872474 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e1753-606f-4721-b9d8-ce5ea101a550 None None] New status for floating IP d270e6ab-39d0-43ea-9744-2bd456902dab: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:58:35.891749 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e5097ad3-e34c-4770-8712-d7f83f7df940 None None] Provisioning for port 8f38517d-9674-4c26-83e2-8c910c8dcca2 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:35.897235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e5097ad3-e34c-4770-8712-d7f83f7df940 None None] Provisioning complete for port 8f38517d-9674-4c26-83e2-8c910c8dcca2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:35.897730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5097ad3-e34c-4770-8712-d7f83f7df940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:35.957413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e5097ad3-e34c-4770-8712-d7f83f7df940 None None] Port 8f38517d-9674-4c26-83e2-8c910c8dcca2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:35.976260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.019032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:36.041492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a991ecf3-05c6-4d05-974c-d992f106fa4a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:36.084583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:36.089150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a45468e-6099-4d80-b9f4-cde309d2ab7a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.092877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:36.100509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:36.106252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.109996 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bf359506-b371-4648-8a84-39bfd22bdd6e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.0603046 Mar 28 10:58:36.110933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37720) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:36.117337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': 'a991ecf3-05c6-4d05-974c-d992f106fa4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:36.124224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:36.126284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8cb9b67a-2aa9-49e3-99ca-c78a439a899e up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:36.128307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:36.132282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:36.141219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:36.194847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:36.195214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.196699 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-0a45468e-6099-4d80-b9f4-cde309d2ab7a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] update failed (client error): The resource could not be found. Mar 28 10:58:36.197731 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0a45468e-6099-4d80-b9f4-cde309d2ab7a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "PUT /v2.0/routers/b5d4e9e0-66d0-4bca-919e-40a0aa3cc898 HTTP/1.1" status: 404 len: 339 time: 0.5476840 Mar 28 10:58:36.200896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:36.201482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37724) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:36.212191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.225292 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:58:36.225885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.261328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router ef8f6600-66a7-4122-9405-a08dfdffc642 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:58:36.282944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port cf702fd2-ee52-40f0-8c30-d7f430c10824 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:58:36.406189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.567590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.588488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-df674918-9ff7-42d3-b0e3-2fb2fc99ca55 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:36.589166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-df674918-9ff7-42d3-b0e3-2fb2fc99ca55 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:36.614603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad4f64f-40c5-41fa-9fc4-25824349e3d3,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:36.651559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::c5 (92c56aed-7d19-4df7-b5b3-e6a9da08f386/bf7f7091-f4f5-481b-8d01-7fb8c3d94e1b/cf702fd2-ee52-40f0-8c30-d7f430c10824) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:36.706839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-df674918-9ff7-42d3-b0e3-2fb2fc99ca55 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:36.708476 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-df674918-9ff7-42d3-b0e3-2fb2fc99ca55 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 945 time: 0.4733768 Mar 28 10:58:36.779640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.783260 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e79ba5c2-5890-4f75-9220-d5c01d849abd tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6685779 Mar 28 10:58:36.785470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37730) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:36.797889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bd8e9a38-bd45-41fb-898c-d98b9b5147d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': 'a991ecf3-05c6-4d05-974c-d992f106fa4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:36.805862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:36.816712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bd8e9a38-bd45-41fb-898c-d98b9b5147d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:36.818059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a583335-ed6f-4232-81ee-2bca09eec407 None None] Sync routers for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:36.830052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a583335-ed6f-4232-81ee-2bca09eec407 None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:36.830665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9a583335-ed6f-4232-81ee-2bca09eec407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:36.835875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bd8e9a38-bd45-41fb-898c-d98b9b5147d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:36.841423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bd8e9a38-bd45-41fb-898c-d98b9b5147d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:36.852031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bd8e9a38-bd45-41fb-898c-d98b9b5147d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:36.874935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 08dfcd4a-1f30-4060-a701-428300894e25 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:36.875366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.894604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9a583335-ed6f-4232-81ee-2bca09eec407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:36.903939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a583335-ed6f-4232-81ee-2bca09eec407 None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:36.904539 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9a583335-ed6f-4232-81ee-2bca09eec407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:36.937812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.957066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:36.961309 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0cba4d61-d6ea-4c1f-b0d7-be064fcb1780 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1512764 Mar 28 10:58:36.967249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9a583335-ed6f-4232-81ee-2bca09eec407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:36.967653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a583335-ed6f-4232-81ee-2bca09eec407 None None] The sync data for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:36.968522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37734) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:37.006721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:37.055318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object cf702fd2-ee52-40f0-8c30-d7f430c10824 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:37.116372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9a38-bd45-41fb-898c-d98b9b5147d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:37.190868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 08dfcd4a-1f30-4060-a701-428300894e25, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=08dfcd4a-1f30-4060-a701-428300894e25,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:37.191227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:37.253812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:37.352322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 08dfcd4a-1f30-4060-a701-428300894e25 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:37.426279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:37.443728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:37.450794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:37.456288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:37.458206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:37.477263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=cf702fd2-ee52-40f0-8c30-d7f430c10824,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:37.522737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bcb7c-5ec7-4c4a-8403-30f1b346e126 req-a7b8b2a3-0567-4af1-b798-390aae0249f0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:37.524277 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-501bcb7c-5ec7-4c4a-8403-30f1b346e126 req-a7b8b2a3-0567-4af1-b798-390aae0249f0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 945 time: 0.6374009 Mar 28 10:58:37.576928 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-499813f2-b92f-4f55-978a-57aa16a996e3 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1119511 Mar 28 10:58:37.580998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37738) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:37.684794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4eabe8-d185-45c8-a708-15178f148c1f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:37.685728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fb4eabe8-d185-45c8-a708-15178f148c1f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:37.697706 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-bd8e9a38-bd45-41fb-898c-d98b9b5147d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 10:58:37.698968 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bd8e9a38-bd45-41fb-898c-d98b9b5147d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9091842 Mar 28 10:58:37.701678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37742) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:37.721347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:37.776414 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-501bcb7c-5ec7-4c4a-8403-30f1b346e126 req-88b6f7f4-7443-478a-9900-a01e72128b62 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b36714f3-dfd7-4212-815f-ef32ef98edac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018549 Mar 28 10:58:37.785495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=08dfcd4a-1f30-4060-a701-428300894e25,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:37.831119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fb4eabe8-d185-45c8-a708-15178f148c1f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:37.832273 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb4eabe8-d185-45c8-a708-15178f148c1f tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2bd HTTP/1.1" status: 200 len: 928 time: 0.2502513 Mar 28 10:58:37.842696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37746) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:37.860217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-91753d39-7e02-45bd-85cf-adfd3e9f2689 None None] Provisioning for port cf702fd2-ee52-40f0-8c30-d7f430c10824 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:37.865697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-91753d39-7e02-45bd-85cf-adfd3e9f2689 None None] Provisioning complete for port cf702fd2-ee52-40f0-8c30-d7f430c10824 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:37.870030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-91753d39-7e02-45bd-85cf-adfd3e9f2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:37.888399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Allocated IP 172.20.0.1 (9324019c-07b9-48db-998e-1433f10c15c7/38003c47-ad01-40ed-879a-a61431a93c44/2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:37.925361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-91753d39-7e02-45bd-85cf-adfd3e9f2689 None None] Port cf702fd2-ee52-40f0-8c30-d7f430c10824 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:37.927938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port 08dfcd4a-1f30-4060-a701-428300894e25 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:37.930399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:37.937697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'name': 'network-vif-deleted', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:58:37.983485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e035db3d-e041-442b-b146-5377d785ab88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port cf702fd2-ee52-40f0-8c30-d7f430c10824 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:37.983839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e035db3d-e041-442b-b146-5377d785ab88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.012527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d2fb-b0f3-4411-bdb0-975231e69dd4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.015967 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b26e2a-048f-4db4-81e6-4210e5159bc2', 'name': 'network-vif-deleted', 'tag': '08dfcd4a-1f30-4060-a701-428300894e25', 'status': 'completed', 'code': 200} Mar 28 10:58:38.038247 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8211eb9d-21a4-4fe5-9edd-f19bda05d912 req-fa64f49f-1792-4ade-8155-e4b5e2427455 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/08dfcd4a-1f30-4060-a701-428300894e25 HTTP/1.1" status: 204 len: 173 time: 1.3146091 Mar 28 10:58:38.077596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d2fb-b0f3-4411-bdb0-975231e69dd4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.265100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.323124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e035db3d-e041-442b-b146-5377d785ab88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.374107 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Transition to ACTIVE for port object 2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:38.412916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.553616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e035db3d-e041-442b-b146-5377d785ab88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for cf702fd2-ee52-40f0-8c30-d7f430c10824 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:38.572374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.581993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d2fb-b0f3-4411-bdb0-975231e69dd4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.600975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 08dfcd4a-1f30-4060-a701-428300894e25 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:38.612413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6d2fb-b0f3-4411-bdb0-975231e69dd4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a991ecf3-05c6-4d05-974c-d992f106fa4a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:38.617542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d2fb-b0f3-4411-bdb0-975231e69dd4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.618564 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f7c6d2fb-b0f3-4411-bdb0-975231e69dd4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/a991ecf3-05c6-4d05-974c-d992f106fa4a HTTP/1.1" status: 204 len: 168 time: 0.9159400 Mar 28 10:58:38.624798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37752) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:38.652202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 08dfcd4a-1f30-4060-a701-428300894e25 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:38.652569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 08dfcd4a-1f30-4060-a701-428300894e25 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:38.677714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network 9324019c-07b9-48db-998e-1433f10c15c7 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:38.686241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:38.708862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:38.819654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e035db3d-e041-442b-b146-5377d785ab88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:38.931173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035db3d-e041-442b-b146-5377d785ab88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=cf702fd2-ee52-40f0-8c30-d7f430c10824,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:38.941246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Port': ['ID=2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:38.945357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e035db3d-e041-442b-b146-5377d785ab88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.027822 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e035db3d-e041-442b-b146-5377d785ab88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/cf702fd2-ee52-40f0-8c30-d7f430c10824 HTTP/1.1" status: 204 len: 168 time: 1.1840551 Mar 28 10:58:39.031065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37758) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:39.042551 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9b630d66-8fe2-4b58-8753-2baf8ab27302 req-574a38a4-c199-47e9-9458-39388cf1630c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b26e2a-048f-4db4-81e6-4210e5159bc2 HTTP/1.1" status: 200 len: 210 time: 0.0899744 Mar 28 10:58:39.050555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e383a121-bcb7-4c75-ae06-ecb94fb84c4d tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Synchronizing usage tracker for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:39.101460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.105374 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-d701769f-c504-42fc-acd6-8f4f878e0ee1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:58:39.105935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d701769f-c504-42fc-acd6-8f4f878e0ee1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:39.149614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ebf48022-4f09-4ab0-879c-83e91f2151a9 None None] Provisioning for port 2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:39.155486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ebf48022-4f09-4ab0-879c-83e91f2151a9 None None] Provisioning complete for port 2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:39.156186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ebf48022-4f09-4ab0-879c-83e91f2151a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.177739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d701769f-c504-42fc-acd6-8f4f878e0ee1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:39.179235 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d701769f-c504-42fc-acd6-8f4f878e0ee1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/cf702fd2-ee52-40f0-8c30-d7f430c10824 HTTP/1.1" status: 404 len: 333 time: 0.1469321 Mar 28 10:58:39.184420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37762) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:39.216697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ebf48022-4f09-4ab0-879c-83e91f2151a9 None None] Port 2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:39.227817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.20.0.1 (0d9ad043-efba-44bb-8ad4-3e645cdfda6f/b4962fcf-c687-4399-aab0-bbaff8c79c00/b380ef33-27a1-46cf-bdc0-14c2ca9ccc93) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:39.237858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e383a121-bcb7-4c75-ae06-ecb94fb84c4d tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Unset dirty status for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:39.239153 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e383a121-bcb7-4c75-ae06-ecb94fb84c4d tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6106205 Mar 28 10:58:39.243631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37766) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:39.252481 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--865468739'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:39.265752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:39.279153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8f532705-02f5-4d12-95c2-eb1d37d15df2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 8f38517d-9674-4c26-83e2-8c910c8dcca2 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:39.279485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f532705-02f5-4d12-95c2-eb1d37d15df2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.314047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:39.385926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.409102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.445030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:39.453034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:39.458251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:39.489718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.509989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:39.571594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Transition to ACTIVE for port object b380ef33-27a1-46cf-bdc0-14c2ca9ccc93 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:39.571873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f532705-02f5-4d12-95c2-eb1d37d15df2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.706194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8f532705-02f5-4d12-95c2-eb1d37d15df2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 8f38517d-9674-4c26-83e2-8c910c8dcca2 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:39.768034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.783659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.847888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.851506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:39.856618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:39.870092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:39.915775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=b380ef33-27a1-46cf-bdc0-14c2ca9ccc93,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:39.916260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2934ff-f779-4425-8a61-debf29998f98,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:39.953577 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.989767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:39.997664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f532705-02f5-4d12-95c2-eb1d37d15df2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.054027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f532705-02f5-4d12-95c2-eb1d37d15df2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=8f38517d-9674-4c26-83e2-8c910c8dcca2,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:40.059079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.060474 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-196fd1ae-867b-4f93-851c-ebd8b7567366 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8141489 Mar 28 10:58:40.065877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.096962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37770) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:40.121428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f532705-02f5-4d12-95c2-eb1d37d15df2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.126214 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8f532705-02f5-4d12-95c2-eb1d37d15df2 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/8f38517d-9674-4c26-83e2-8c910c8dcca2 HTTP/1.1" status: 204 len: 168 time: 0.9380333 Mar 28 10:58:40.134946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7421753b-acb9-4162-b82a-f5d2b063e068 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': 'af2934ff-f779-4425-8a61-debf29998f98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:40.135744 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-7421753b-acb9-4162-b82a-f5d2b063e068 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 10:58:40.136446 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-7421753b-acb9-4162-b82a-f5d2b063e068 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:40.141071 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7421753b-acb9-4162-b82a-f5d2b063e068 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0312510 Mar 28 10:58:40.142079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37776) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:40.142934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37778) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:40.195852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37784) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:40.225759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a596f41a-abcc-42a6-b34a-262b5b27c936 None None] Provisioning for port b380ef33-27a1-46cf-bdc0-14c2ca9ccc93 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:40.231049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a596f41a-abcc-42a6-b34a-262b5b27c936 None None] Provisioning complete for port b380ef33-27a1-46cf-bdc0-14c2ca9ccc93 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:40.231417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a596f41a-abcc-42a6-b34a-262b5b27c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.235137 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a28eec-4f90-4a62-817b-f334edb58fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:58:40.235351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a1a28eec-4f90-4a62-817b-f334edb58fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:40.246916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.294263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e89883b-6946-4220-adff-ef0e9205e05f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.295297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a596f41a-abcc-42a6-b34a-262b5b27c936 None None] Port b380ef33-27a1-46cf-bdc0-14c2ca9ccc93 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:40.319652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event updated for resources: {'Port': ['ID=2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:40.327167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e89883b-6946-4220-adff-ef0e9205e05f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.341798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a1a28eec-4f90-4a62-817b-f334edb58fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:40.342990 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a1a28eec-4f90-4a62-817b-f334edb58fb1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/8f38517d-9674-4c26-83e2-8c910c8dcca2 HTTP/1.1" status: 404 len: 333 time: 0.1987426 Mar 28 10:58:40.349539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37788) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:40.431836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-72956ac6-8a55-4a31-a0e3-944f3c39d077 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet bf7f7091-f4f5-481b-8d01-7fb8c3d94e1b {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:40.435019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72956ac6-8a55-4a31-a0e3-944f3c39d077 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.472142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.491674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72956ac6-8a55-4a31-a0e3-944f3c39d077 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.493530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c85f21d-7be0-4866-8653-74c91654f1d8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.524740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e89883b-6946-4220-adff-ef0e9205e05f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.560454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89883b-6946-4220-adff-ef0e9205e05f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2934ff-f779-4425-8a61-debf29998f98,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:40.580865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4e89883b-6946-4220-adff-ef0e9205e05f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.584870 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4e89883b-6946-4220-adff-ef0e9205e05f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/af2934ff-f779-4425-8a61-debf29998f98 HTTP/1.1" status: 204 len: 168 time: 0.4352891 Mar 28 10:58:40.588529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37792) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:40.711028 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c85f21d-7be0-4866-8653-74c91654f1d8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.748425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72956ac6-8a55-4a31-a0e3-944f3c39d077 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.759544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Network 9324019c-07b9-48db-998e-1433f10c15c7 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:40.791576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ece1d142-0f9d-4f6f-aec4-4910ed8659ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Synchronizing usage tracker for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:40.815587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:40.905804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ece1d142-0f9d-4f6f-aec4-4910ed8659ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Unset dirty status for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:40.907120 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ece1d142-0f9d-4f6f-aec4-4910ed8659ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3176036 Mar 28 10:58:40.911825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37796) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:40.946537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72956ac6-8a55-4a31-a0e3-944f3c39d077 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:40.977163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993843338'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:40.991324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72956ac6-8a55-4a31-a0e3-944f3c39d077 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7f7091-f4f5-481b-8d01-7fb8c3d94e1b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:40.996047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-72956ac6-8a55-4a31-a0e3-944f3c39d077 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.002242 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-72956ac6-8a55-4a31-a0e3-944f3c39d077 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/bf7f7091-f4f5-481b-8d01-7fb8c3d94e1b HTTP/1.1" status: 204 len: 168 time: 0.6514513 Mar 28 10:58:41.004751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37800) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:41.008474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91238b9c-8834-47b0-945a-e53966726d6e None None] Network 92c56aed-7d19-4df7-b5b3-e6a9da08f386 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:41.049960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:41.085524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:41.111200 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-08b7ff65-d18b-4456-8365-181ccad6e567 None None] Provisioning complete for port 2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:41.111859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-08b7ff65-d18b-4456-8365-181ccad6e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.121457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.130309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Router b5d4e9e0-66d0-4bca-919e-40a0aa3cc898 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:41.134836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:41.135368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.235156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-08b7ff65-d18b-4456-8365-181ccad6e567 None None] Port 2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:41.269586 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c85f21d-7be0-4866-8653-74c91654f1d8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.293147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.355211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] DHCP port deletion for 92c56aed-7d19-4df7-b5b3-e6a9da08f386 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:41.357658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] For port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8cb9b67a-2aa9-49e3-99ca-c78a439a899e,segment=NetworkSegment(8aae64ba-75d5-40bd-b172-0e0f20975ff3),segment_id=8aae64ba-75d5-40bd-b172-0e0f20975ff3)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:41.358049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.359048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] Deleting port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:41.359415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.376419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85f21d-7be0-4866-8653-74c91654f1d8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36714f3-dfd7-4212-815f-ef32ef98edac,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:41.407545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:41.430420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:41.441207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:41.462216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:41.464691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:41.475746 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-18d67f74-c4ce-4a78-8db9-3458dc68133f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "PUT /v2.0/routers/b5d4e9e0-66d0-4bca-919e-40a0aa3cc898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2695200 Mar 28 10:58:41.478417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c85f21d-7be0-4866-8653-74c91654f1d8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.479484 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6c85f21d-7be0-4866-8653-74c91654f1d8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/b36714f3-dfd7-4212-815f-ef32ef98edac HTTP/1.1" status: 204 len: 168 time: 1.2781262 Mar 28 10:58:41.483169 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fba6d69-3d53-4f45-8f59-12993dcaa6b5 None None] Sync routers for ids ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:41.484881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37806) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:41.497788 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba6d69-3d53-4f45-8f59-12993dcaa6b5 None None] Routers {'b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:41.498451 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1fba6d69-3d53-4f45-8f59-12993dcaa6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:41.537256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 8cb9b67a-2aa9-49e3-99ca-c78a439a899e owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:41.600080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37812) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:41.605572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] For port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=8cb9b67a-2aa9-49e3-99ca-c78a439a899e,segment=NetworkSegment(8aae64ba-75d5-40bd-b172-0e0f20975ff3),segment_id=8aae64ba-75d5-40bd-b172-0e0f20975ff3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:41.606057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.606814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.621163 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1fba6d69-3d53-4f45-8f59-12993dcaa6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:41.631110 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba6d69-3d53-4f45-8f59-12993dcaa6b5 None None] Routers {'b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:41.631939 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1fba6d69-3d53-4f45-8f59-12993dcaa6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:41.695397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.700110 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1fba6d69-3d53-4f45-8f59-12993dcaa6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:41.700823 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fba6d69-3d53-4f45-8f59-12993dcaa6b5 None None] The sync data for ids ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:41.733077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.733318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.774671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df73e797-9146-46bd-b61d-4b265bc26467,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:41.784186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] Calling delete_port for 8cb9b67a-2aa9-49e3-99ca-c78a439a899e owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:41.784774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae3afe13-8473-4f6a-b683-4bd623e63baf tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.789138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=8cb9b67a-2aa9-49e3-99ca-c78a439a899e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:41.796548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No DVR routers for this DVR port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:41.842655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.862442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:58:41.862808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:58:41.934700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:41.935897 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4622c47a-f8d4-4fda-a249-e6e9416a161a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0231364 Mar 28 10:58:41.942624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37816) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:41.999328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c59e03af-807e-4062-9119-4860c756797c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': 'df73e797-9146-46bd-b61d-4b265bc26467', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:42.000115 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-c59e03af-807e-4062-9119-4860c756797c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 10:58:42.000598 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-c59e03af-807e-4062-9119-4860c756797c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:42.001528 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c59e03af-807e-4062-9119-4860c756797c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0580089 Mar 28 10:58:42.006633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37820) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:42.019139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.103435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8cb9b67a-2aa9-49e3-99ca-c78a439a899e no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:42.116676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c56aed-7d19-4df7-b5b3-e6a9da08f386']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:42.134577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aae64ba-75d5-40bd-b172-0e0f20975ff3') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:42.135316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aae64ba-75d5-40bd-b172-0e0f20975ff3') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:42.146876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 8cb9b67a-2aa9-49e3-99ca-c78a439a899e {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:42.147306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 8cb9b67a-2aa9-49e3-99ca-c78a439a899e not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:42.161560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.185083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=b380ef33-27a1-46cf-bdc0-14c2ca9ccc93,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:42.196761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.215023 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-ae3afe13-8473-4f6a-b683-4bd623e63baf tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 10:58:42.218761 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ae3afe13-8473-4f6a-b683-4bd623e63baf tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "DELETE /v2.0/routers/b5d4e9e0-66d0-4bca-919e-40a0aa3cc898 HTTP/1.1" status: 409 len: 329 time: 0.7302454 Mar 28 10:58:42.219800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37824) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:42.234775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.254153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:42.255190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:42.272333 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:42.364871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] Deleting port 8cb9b67a-2aa9-49e3-99ca-c78a439a899e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:42.365490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.434232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-024b703b-b1f1-44d5-83ec-ef77e29a0432 None None] The port '8cb9b67a-2aa9-49e3-99ca-c78a439a899e' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:58:42.459186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66c41bca-d39c-413b-a4b4-9dbc9f102c09 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.526450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66c41bca-d39c-413b-a4b4-9dbc9f102c09 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.558475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.583784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.597345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Network': ['ID=92c56aed-7d19-4df7-b5b3-e6a9da08f386,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:42.667213 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6662db49-dc81-47c5-bb5d-d1fd7bc51eb9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/networks/92c56aed-7d19-4df7-b5b3-e6a9da08f386 HTTP/1.1" status: 204 len: 168 time: 1.6613684 Mar 28 10:58:42.672818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37828) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:42.680002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1285017771'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:42.686378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:42.692512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:network and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:42.706002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:42.706213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:42.706213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.706418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:42.757865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:42.857894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:42.861317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.862902 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66c41bca-d39c-413b-a4b4-9dbc9f102c09 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:42.922144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:58:42.956846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c41bca-d39c-413b-a4b4-9dbc9f102c09 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df73e797-9146-46bd-b61d-4b265bc26467,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:42.990047 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e390d712-d4d2-40fb-aa2a-3e4adb8c04d2 None None] Provisioning complete for port b380ef33-27a1-46cf-bdc0-14c2ca9ccc93 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:42.990422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e390d712-d4d2-40fb-aa2a-3e4adb8c04d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.012231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66c41bca-d39c-413b-a4b4-9dbc9f102c09 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.014359 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-66c41bca-d39c-413b-a4b4-9dbc9f102c09 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/df73e797-9146-46bd-b61d-4b265bc26467 HTTP/1.1" status: 204 len: 168 time: 1.0019822 Mar 28 10:58:43.017206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37832) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:43.035708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.036513 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Added segment a43964f7-86a5-4529-b458-e4daf6caee94 of type vlan for network d8caf998-977d-40fe-8553-eaecf162c306 Mar 28 10:58:43.045656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router ef8f6600-66a7-4122-9405-a08dfdffc642 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:43.046791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e390d712-d4d2-40fb-aa2a-3e4adb8c04d2 None None] Port b380ef33-27a1-46cf-bdc0-14c2ca9ccc93 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:43.071495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.169586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:43.170361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.170464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1f8e91da-2aaa-425c-8575-a0e0d51d35f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Synchronizing usage tracker for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:43.200303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.205920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:43.206502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.330646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:43.338685 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5a8680b2-12b3-4652-b89d-a6ecd2d79308 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/routers/ef8f6600-66a7-4122-9405-a08dfdffc642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3662426 Mar 28 10:58:43.341102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9297f-a53c-43af-9f5e-c5c1ec5d9184 None None] Sync routers for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:43.341458 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37836) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:43.349261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'port': {'network_id': '0d9ad043-efba-44bb-8ad4-3e645cdfda6f', 'name': 'tempest-FloatingIPTestJSON-1709935539'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:43.351691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9297f-a53c-43af-9f5e-c5c1ec5d9184 None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:43.352645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d3b9297f-a53c-43af-9f5e-c5c1ec5d9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:43.369732 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6955800 Mar 28 10:58:43.374571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37840) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:43.378254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1f8e91da-2aaa-425c-8575-a0e0d51d35f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Unset dirty status for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:43.379542 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1f8e91da-2aaa-425c-8575-a0e0d51d35f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3582611 Mar 28 10:58:43.386133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37844) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:43.387990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3ed5c-cd27-4da9-b3ac-d5c29221607e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Network': ['ID=d8caf998-977d-40fe-8553-eaecf162c306,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:43.396467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'd8caf998-977d-40fe-8553-eaecf162c306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:43.411066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network d8caf998-977d-40fe-8553-eaecf162c306 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:58:43.432741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d3b9297f-a53c-43af-9f5e-c5c1ec5d9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:43.440847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--794547925'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:43.453180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.512429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:43.523776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9297f-a53c-43af-9f5e-c5c1ec5d9184 None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:43.524396 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d3b9297f-a53c-43af-9f5e-c5c1ec5d9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:43.597672 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d3b9297f-a53c-43af-9f5e-c5c1ec5d9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:43.599019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9297f-a53c-43af-9f5e-c5c1ec5d9184 None None] The sync data for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:43.612399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:43.612761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.620622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:43.628681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:43.685205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:43.724160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:43.754328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:43.783449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:43.786704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:43.842059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Usage tracker for resource:port and tenant:98555b89bab8454181b79e7da8ede750 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:43.844707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.859657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:43.873022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:43.876501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:43.889303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:43.916611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:43.922720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:43.926413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:43.934301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:44.023906 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Made reservation on behalf of 98555b89bab8454181b79e7da8ede750 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:44.027253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.092999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Deleting port 2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:44.093359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.127868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] device_id is not set on port d2bdc1be-09b1-4a84-82f2-34e9687c77fc yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:58:44.174997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.309078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.338310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.350129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.393865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:44.455614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c18df8a-d9ef-4a5f-902e-39a01a83804d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:44.460089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Allocated IP 172.20.0.6 (0d9ad043-efba-44bb-8ad4-3e645cdfda6f/b4962fcf-c687-4399-aab0-bbaff8c79c00/d2bdc1be-09b1-4a84-82f2-34e9687c77fc) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:44.463327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.521264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=3bed5016-ad30-4a74-8da6-08bb6e051b78,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:44.590448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.594168 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ccb4d436-c56e-4ce9-9413-0262403afa9f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2046323 Mar 28 10:58:44.600934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Calling delete_port for 2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:44.611850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Checking segment: {'id': 'a43964f7-86a5-4529-b458-e4daf6caee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8caf998-977d-40fe-8553-eaecf162c306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:44.612256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network hostable DHCP agents. Network: d8caf998-977d-40fe-8553-eaecf162c306, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:58:44.616916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37848) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:44.637709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-838ae9e6-fd63-4f9e-80eb-c11ab15f7d80 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '6c18df8a-d9ef-4a5f-902e-39a01a83804d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:44.638555 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-838ae9e6-fd63-4f9e-80eb-c11ab15f7d80 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 10:58:44.639048 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-838ae9e6-fd63-4f9e-80eb-c11ab15f7d80 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:44.640010 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-838ae9e6-fd63-4f9e-80eb-c11ab15f7d80 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0168655 Mar 28 10:58:44.642943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37852) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:44.653850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-929c2ffb-5581-417d-a9ad-296c6356e527 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '6c18df8a-d9ef-4a5f-902e-39a01a83804d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:44.654520 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-929c2ffb-5581-417d-a9ad-296c6356e527 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 10:58:44.654992 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-929c2ffb-5581-417d-a9ad-296c6356e527 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:44.656015 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-929c2ffb-5581-417d-a9ad-296c6356e527 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091355 Mar 28 10:58:44.661648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37856) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:44.676870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ca3cbfa3-845f-4fff-ab6f-17462160b3d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '6c18df8a-d9ef-4a5f-902e-39a01a83804d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:44.676870 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-ca3cbfa3-845f-4fff-ab6f-17462160b3d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 10:58:44.676870 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-ca3cbfa3-845f-4fff-ab6f-17462160b3d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:44.676870 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ca3cbfa3-845f-4fff-ab6f-17462160b3d0 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096607 Mar 28 10:58:44.682588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37860) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:44.695319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2f151eb7-3b64-45c1-a82a-d51240713004 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '6c18df8a-d9ef-4a5f-902e-39a01a83804d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:44.696178 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-2f151eb7-3b64-45c1-a82a-d51240713004 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 10:58:44.696652 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-2f151eb7-3b64-45c1-a82a-d51240713004 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:44.697563 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2f151eb7-3b64-45c1-a82a-d51240713004 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0140905 Mar 28 10:58:44.700922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37864) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:44.772350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network d8caf998-977d-40fe-8553-eaecf162c306 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:58:44.823214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.901686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, d8caf998-977d-40fe-8553-eaecf162c306) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:44.909161 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1472d39-3172-4ac0-b2cc-441056687734 None None] Network d8caf998-977d-40fe-8553-eaecf162c306 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:44.917978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22e643a5-a96f-4273-8f99-abf559768ba4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.920276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:44.920854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:44.975646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22e643a5-a96f-4273-8f99-abf559768ba4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.038200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.061184 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a0f5b9e8-9183-494b-a423-b912900a28f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6837466 Mar 28 10:58:45.064657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37868) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:45.075414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': 'd8caf998-977d-40fe-8553-eaecf162c306', 'name': 'tempest-PortsIpV6TestJSON-92734685', 'fixed_ips': [{'subnet_id': '3bed5016-ad30-4a74-8da6-08bb6e051b78', 'ip_address': '2001:db8::10'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:45.166219 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-d8caf998-977d-40fe-8553-eaecf162c306', 'network_id': 'd8caf998-977d-40fe-8553-eaecf162c306', 'tenant_id': '1f22b8d223714e48994f07c2789f89b4', 'fixed_ips': [{'subnet_id': '3bed5016-ad30-4a74-8da6-08bb6e051b78'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:58:45.167075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.179713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22e643a5-a96f-4273-8f99-abf559768ba4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.210100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e643a5-a96f-4273-8f99-abf559768ba4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c18df8a-d9ef-4a5f-902e-39a01a83804d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:45.275076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22e643a5-a96f-4273-8f99-abf559768ba4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.278617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-22e643a5-a96f-4273-8f99-abf559768ba4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c18df8a-d9ef-4a5f-902e-39a01a83804d HTTP/1.1" status: 204 len: 168 time: 0.5744197 Mar 28 10:58:45.283905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37872) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:45.346058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Transition to ACTIVE for port object d2bdc1be-09b1-4a84-82f2-34e9687c77fc will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:45.350139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.362155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:45.366373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Allocated IP 2001:db8::2 (d8caf998-977d-40fe-8553-eaecf162c306/3bed5016-ad30-4a74-8da6-08bb6e051b78/41a7657e-7156-421b-9b60-5b675a6bb227) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:45.366622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a249b5fd-567f-4143-93c3-6da76b37cdde tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Synchronizing usage tracker for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:45.403852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:45.407320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event deleted for resources: {'Port': ['ID=2b225ce2-c0d5-484f-96ca-cf0e1ed1ef3a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:45.414096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:45.442825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:45.459548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:45.608699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:45.611922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:45.617343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a249b5fd-567f-4143-93c3-6da76b37cdde tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Unset dirty status for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:45.618707 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a249b5fd-567f-4143-93c3-6da76b37cdde tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3340011 Mar 28 10:58:45.627683 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f0b9d5b4-4036-46ce-a976-dcc0639df4c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0214772 Mar 28 10:58:45.627820 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37876) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:45.628024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37878) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:45.630906 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] Sync routers for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:45.642607 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:45.643219 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:45.664217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.677585 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Transition to ACTIVE for port object 41a7657e-7156-421b-9b60-5b675a6bb227 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:45.701186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Transition to ACTIVE for port object 41a7657e-7156-421b-9b60-5b675a6bb227 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:45.716933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.721055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--473030094'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:45.726077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.783332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.811859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:45.815952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.839743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Network d8caf998-977d-40fe-8553-eaecf162c306 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:45.840885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:45.844595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:45.870389 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:45.915510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:45.923936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:45.925704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Pushing event updated for resources: {'Port': ['ID=41a7657e-7156-421b-9b60-5b675a6bb227,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:45.926289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:45.936328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:45.948506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Attempting to bind port 41a7657e-7156-421b-9b60-5b675a6bb227 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:58:45.948876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Attempting to bind port 41a7657e-7156-421b-9b60-5b675a6bb227 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'a43964f7-86a5-4529-b458-e4daf6caee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8caf998-977d-40fe-8553-eaecf162c306'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:58:45.951725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Attempting to bind port 41a7657e-7156-421b-9b60-5b675a6bb227 on network d8caf998-977d-40fe-8553-eaecf162c306 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:58:45.954730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:58:45.955110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Checking segment: {'id': 'a43964f7-86a5-4529-b458-e4daf6caee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8caf998-977d-40fe-8553-eaecf162c306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:45.955508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:45.955900 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Bound using segment: {'id': 'a43964f7-86a5-4529-b458-e4daf6caee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8caf998-977d-40fe-8553-eaecf162c306'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:58:45.956357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Bound port: 41a7657e-7156-421b-9b60-5b675a6bb227, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43964f7-86a5-4529-b458-e4daf6caee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd8caf998-977d-40fe-8553-eaecf162c306'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:58:45.956857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.084067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d4a8c9-9086-4da9-abc7-5546264bb945 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting subnet e6c8acf4-3f0b-48b3-8604-84fb5a0a198f {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:46.090464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-46d4a8c9-9086-4da9-abc7-5546264bb945 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.131786 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] For port 41a7657e-7156-421b-9b60-5b675a6bb227, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:58:46.135432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] For port 41a7657e-7156-421b-9b60-5b675a6bb227, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=41a7657e-7156-421b-9b60-5b675a6bb227,segment=NetworkSegment(a43964f7-86a5-4529-b458-e4daf6caee94),segment_id=a43964f7-86a5-4529-b458-e4daf6caee94)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:58:46.143961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event updated for resources: {'Port': ['ID=d2bdc1be-09b1-4a84-82f2-34e9687c77fc,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:46.167857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.181539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-46d4a8c9-9086-4da9-abc7-5546264bb945 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.203348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.230440 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:58:44Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:46.234202 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] Checking router: cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:46.243039 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] Routers {'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:46.243636 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:46.299785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.300812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b55b8-3fb8-4ddf-a1c1-39eb5832ae90 None None] Pushing event updated for resources: {'Port': ['ID=41a7657e-7156-421b-9b60-5b675a6bb227,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:46.334711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:46.344245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:46.344927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.362964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f767efc6-435d-463a-a7a5-a74ce5285222 None None] Provisioning for port d2bdc1be-09b1-4a84-82f2-34e9687c77fc completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:46.371074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f767efc6-435d-463a-a7a5-a74ce5285222 None None] Provisioning complete for port d2bdc1be-09b1-4a84-82f2-34e9687c77fc triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:46.371617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f767efc6-435d-463a-a7a5-a74ce5285222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.407792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:46.424901 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:46.430695 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] Set router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:46.434851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f767efc6-435d-463a-a7a5-a74ce5285222 None None] Port d2bdc1be-09b1-4a84-82f2-34e9687c77fc cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:46.435576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 77c02380-cac2-473b-96c1-41958158ebf7 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:58:46.484064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:46.620907 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d15f5fa4-67fb-423b-94d3-5f4d651c957f tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2780857 Mar 28 10:58:46.621525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37884) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:46.631122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Request body: {'floatingip': {'port_id': 'd2bdc1be-09b1-4a84-82f2-34e9687c77fc'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:46.654094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Router b5d4e9e0-66d0-4bca-919e-40a0aa3cc898 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:46.744877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-46d4a8c9-9086-4da9-abc7-5546264bb945 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.855320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:46.877179 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:58:44Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:46.881611 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebdc061-42f9-483e-af28-0ff2aa55b5f4 None None] The sync data for ids ['cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51'] in dv-neutron-835336-1-hyperv is: [{'id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'name': 'tempest-TestNetworkBasicOps-router-130343106', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:55:43Z', 'updated_at': '2022-03-28T10:58:44Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '55fb0ae3-4fb6-432a-8e11-ae87adef175d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:55:45Z', 'updated_at': '2022-03-28T10:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:47.136437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.137654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:47.157212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced0aad6-d5db-4984-ae18-921296f96fef None None] Sync routers for ids ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:47.172601 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0aad6-d5db-4984-ae18-921296f96fef None None] Routers {'b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:47.173808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ced0aad6-d5db-4984-ae18-921296f96fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:47.178439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::10 (d8caf998-977d-40fe-8553-eaecf162c306/3bed5016-ad30-4a74-8da6-08bb6e051b78/77c02380-cac2-473b-96c1-41958158ebf7) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:47.197058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.213389 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-11b5259e-73cb-4c2b-ac7c-4ba365555179 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "PUT /v2.0/routers/b5d4e9e0-66d0-4bca-919e-40a0aa3cc898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9776387 Mar 28 10:58:47.249386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37888) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:47.275137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ced0aad6-d5db-4984-ae18-921296f96fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:47.289073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0aad6-d5db-4984-ae18-921296f96fef None None] Routers {'b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:47.289710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ced0aad6-d5db-4984-ae18-921296f96fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:47.323561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-46d4a8c9-9086-4da9-abc7-5546264bb945 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.399906 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ced0aad6-d5db-4984-ae18-921296f96fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:47.400231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced0aad6-d5db-4984-ae18-921296f96fef None None] The sync data for ids ['b5d4e9e0-66d0-4bca-919e-40a0aa3cc898'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:47.424001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23035742-5f1f-40c6-96da-415d15bee80e None None] Network d8caf998-977d-40fe-8553-eaecf162c306 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:47.493067 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-fe74fbd9-b5af-4a4e-b05e-715ed81ecddf tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] show failed (client error): The resource could not be found. Mar 28 10:58:47.497714 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fe74fbd9-b5af-4a4e-b05e-715ed81ecddf tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1675645206 HTTP/1.1" status: 404 len: 335 time: 0.2372172 Mar 28 10:58:47.499593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37892) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:47.507626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-cfedf676-0d6e-4fef-9d73-0ea6ebba9c6a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:47.536224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4a8c9-9086-4da9-abc7-5546264bb945 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c8acf4-3f0b-48b3-8604-84fb5a0a198f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:47.538348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-46d4a8c9-9086-4da9-abc7-5546264bb945 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.540542 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-46d4a8c9-9086-4da9-abc7-5546264bb945 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/subnets/e6c8acf4-3f0b-48b3-8604-84fb5a0a198f HTTP/1.1" status: 204 len: 168 time: 1.8507698 Mar 28 10:58:47.543845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673e18a7-8aaf-4065-a24c-d395d0e744b1,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:47.545870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37896) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:47.559596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b786e-93bd-48ed-ae29-a8e6bc0be7f9 None None] Network 65926e96-1942-4d75-aa6b-446f018b2ae3 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:47.619660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.623606 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b37ed6b8-13aa-4a89-915e-2e7904c0850f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9293435 Mar 28 10:58:47.623793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b6a6ff7-3320-4389-b3eb-d55cc4838248 None None] Provisioning for port 41a7657e-7156-421b-9b60-5b675a6bb227 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:47.625621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37900) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:47.637107 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-cfedf676-0d6e-4fef-9d73-0ea6ebba9c6a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] update failed (client error): The resource could not be found. Mar 28 10:58:47.641351 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cfedf676-0d6e-4fef-9d73-0ea6ebba9c6a tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-2098010347 HTTP/1.1" status: 404 len: 335 time: 0.1362209 Mar 28 10:58:47.641490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-86c0fda8-a2b3-4f04-8482-be9a6db25a50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '673e18a7-8aaf-4065-a24c-d395d0e744b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:47.641490 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-86c0fda8-a2b3-4f04-8482-be9a6db25a50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 10:58:47.641843 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-86c0fda8-a2b3-4f04-8482-be9a6db25a50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:47.646833 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-86c0fda8-a2b3-4f04-8482-be9a6db25a50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122545 Mar 28 10:58:47.647410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37904) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:47.647953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37906) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:47.710622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0393da34-63d3-4c52-8c37-a53085b09222 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '673e18a7-8aaf-4065-a24c-d395d0e744b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:47.725392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0393da34-63d3-4c52-8c37-a53085b09222 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:47.756957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.800100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0393da34-63d3-4c52-8c37-a53085b09222 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:47.813637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0393da34-63d3-4c52-8c37-a53085b09222 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:47.837158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0393da34-63d3-4c52-8c37-a53085b09222 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:47.837371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.850267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.872154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fc2956-50d1-4795-a815-9d5b390bffba tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Deleting subnet b799e40c-7ae0-46a9-b673-e4a8f108414b {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:47.884856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2956-50d1-4795-a815-9d5b390bffba tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.925838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.952436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2db1c-51c3-4083-82e5-d0a57f1acda2 None None] DHCP port deletion for 65926e96-1942-4d75-aa6b-446f018b2ae3 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:47.957958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-06f2db1c-51c3-4083-82e5-d0a57f1acda2 None None] Deleting port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:47.958306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-06f2db1c-51c3-4083-82e5-d0a57f1acda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:47.993334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 77c02380-cac2-473b-96c1-41958158ebf7 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:48.043024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2956-50d1-4795-a815-9d5b390bffba tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.045323 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 4b3c39c8-25ea-4a83-971e-c1ca191dcee5 associated. External IP: 172.26.2.77, port: 1e72430b-dc50-460b-a48f-efa606f8796b. Mar 28 10:58:48.173938 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-0393da34-63d3-4c52-8c37-a53085b09222 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:48.174861 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0393da34-63d3-4c52-8c37-a53085b09222 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5211244 Mar 28 10:58:48.182307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37912) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:48.197081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1c612048-7a0c-465d-94ad-ce314a1762ad tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '673e18a7-8aaf-4065-a24c-d395d0e744b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:48.197546 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-1c612048-7a0c-465d-94ad-ce314a1762ad tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 10:58:48.198059 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-1c612048-7a0c-465d-94ad-ce314a1762ad tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:48.198962 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1c612048-7a0c-465d-94ad-ce314a1762ad tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106065 Mar 28 10:58:48.199183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 41a7657e-7156-421b-9b60-5b675a6bb227 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:48.209647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37916) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:48.224337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-809c4aeb-9557-4733-ab38-4558aa89c779 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '673e18a7-8aaf-4065-a24c-d395d0e744b1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:48.236529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-809c4aeb-9557-4733-ab38-4558aa89c779 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:48.252247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-809c4aeb-9557-4733-ab38-4558aa89c779 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:48.261234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-809c4aeb-9557-4733-ab38-4558aa89c779 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:48.271210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-809c4aeb-9557-4733-ab38-4558aa89c779 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:48.274937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.291562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2956-50d1-4795-a815-9d5b390bffba tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.323860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.340619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-06f2db1c-51c3-4083-82e5-d0a57f1acda2 None None] For port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=38126bc5-1c9a-47ad-ba90-d1ff9730cf60,segment=NetworkSegment(aa63a071-59b2-408a-b4db-38408cf5ead3),segment_id=aa63a071-59b2-408a-b4db-38408cf5ead3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:48.341011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-06f2db1c-51c3-4083-82e5-d0a57f1acda2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.391752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 55fb0ae3-4fb6-432a-8e11-ae87adef175d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:48.392165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.464871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9ee22483-0823-47b1-9a6d-804a96efa002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.466604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network d8caf998-977d-40fe-8553-eaecf162c306 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:48.473318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-06f2db1c-51c3-4083-82e5-d0a57f1acda2 None None] Calling delete_port for 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:48.478875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:48.497485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:48.503135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:48.503819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.514223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=77c02380-cac2-473b-96c1-41958158ebf7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:48.571116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:48.620801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 41a7657e-7156-421b-9b60-5b675a6bb227 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:48.626030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 41a7657e-7156-421b-9b60-5b675a6bb227 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:48.633248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.743182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-06f2db1c-51c3-4083-82e5-d0a57f1acda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.783857 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-809c4aeb-9557-4733-ab38-4558aa89c779 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:48.784883 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-809c4aeb-9557-4733-ab38-4558aa89c779 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5740850 Mar 28 10:58:48.788806 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-63499be2-aea0-4db5-a31c-834bc8c25df4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7231917 Mar 28 10:58:48.790160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2956-50d1-4795-a815-9d5b390bffba tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.793872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37920) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:48.794426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37922) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:48.804473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1505fcef-5deb-4b47-abd5-9158694f5668 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '673e18a7-8aaf-4065-a24c-d395d0e744b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:48.805180 dv-neutron-835336-1-hyperv neutron-server[88493]: WARNING neutron.api.v2.base [None req-1505fcef-5deb-4b47-abd5-9158694f5668 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 10:58:48.805666 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-1505fcef-5deb-4b47-abd5-9158694f5668 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:48.806698 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1505fcef-5deb-4b47-abd5-9158694f5668 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115244 Mar 28 10:58:48.814777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': 'd8caf998-977d-40fe-8553-eaecf162c306', 'name': 'tempest-PortsIpV6TestJSON-154200698', 'fixed_ips': [{'subnet_id': '3bed5016-ad30-4a74-8da6-08bb6e051b78', 'ip_address': '2001:db8::f'}]}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:48.827660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37928) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:48.830721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.834810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:48.837873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-299c0aa5-e3b3-47bf-8601-b45c2a1748b6 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '673e18a7-8aaf-4065-a24c-d395d0e744b1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:48.846534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e839d1c4-7b28-473a-ae09-a4b315fbb47a None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:48.848394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc2956-50d1-4795-a815-9d5b390bffba tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event deleted for resources: {'Subnet': ['ID=b799e40c-7ae0-46a9-b673-e4a8f108414b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:48.850231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2db1c-51c3-4083-82e5-d0a57f1acda2 None None] Pushing event deleted for resources: {'Port': ['ID=38126bc5-1c9a-47ad-ba90-d1ff9730cf60,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:48.851469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-299c0aa5-e3b3-47bf-8601-b45c2a1748b6 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:48.856085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2956-50d1-4795-a815-9d5b390bffba tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.858504 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a9fc2956-50d1-4795-a815-9d5b390bffba tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "DELETE /v2.0/subnets/b799e40c-7ae0-46a9-b673-e4a8f108414b HTTP/1.1" status: 204 len: 168 time: 1.2063096 Mar 28 10:58:48.863080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37932) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:48.864775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-299c0aa5-e3b3-47bf-8601-b45c2a1748b6 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:48.872601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-299c0aa5-e3b3-47bf-8601-b45c2a1748b6 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:48.877744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e980b157-af58-46e7-a3cd-96c2461a9659 None None] Network 4aca830b-8046-4ac7-9cdd-659ea44ba2a0 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:48.880056 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839d1c4-7b28-473a-ae09-a4b315fbb47a None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:48.880935 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e839d1c4-7b28-473a-ae09-a4b315fbb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:48.897644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f2db1c-51c3-4083-82e5-d0a57f1acda2 None None] No DVR routers for this DVR port 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:48.928296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-299c0aa5-e3b3-47bf-8601-b45c2a1748b6 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:48.958065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 55fb0ae3-4fb6-432a-8e11-ae87adef175d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=55fb0ae3-4fb6-432a-8e11-ae87adef175d,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:48.958457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:48.958709 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e839d1c4-7b28-473a-ae09-a4b315fbb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:48.969484 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839d1c4-7b28-473a-ae09-a4b315fbb47a None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:48.970540 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e839d1c4-7b28-473a-ae09-a4b315fbb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:49.053028 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e839d1c4-7b28-473a-ae09-a4b315fbb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:49.054334 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e839d1c4-7b28-473a-ae09-a4b315fbb47a None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:49.085237 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 41a7657e-7156-421b-9b60-5b675a6bb227, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=41a7657e-7156-421b-9b60-5b675a6bb227,segment=NetworkSegment(a43964f7-86a5-4529-b458-e4daf6caee94),segment_id=a43964f7-86a5-4529-b458-e4daf6caee94)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:49.100994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b5b24a-8116-4040-9b54-0e73f7e89af5 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Deleting subnet d05ddd90-4425-40b4-a9c7-6569d90b22b5 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:49.109911 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 55fb0ae3-4fb6-432a-8e11-ae87adef175d owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:49.125524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:49.136602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:49.139606 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-299c0aa5-e3b3-47bf-8601-b45c2a1748b6 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Project c3ca314a130746aba512e81184950c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:58:49.140504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:49.144353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-18a39593-5104-4129-9569-d142b23fa743 None None] Provisioning for port 77c02380-cac2-473b-96c1-41958158ebf7 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:49.146950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-06b5b24a-8116-4040-9b54-0e73f7e89af5 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.155967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-18a39593-5104-4129-9569-d142b23fa743 None None] Provisioning complete for port 77c02380-cac2-473b-96c1-41958158ebf7 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:49.156300 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-18a39593-5104-4129-9569-d142b23fa743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.184444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.199742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:49.240667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-06b5b24a-8116-4040-9b54-0e73f7e89af5 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.267466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:49.280539 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-299c0aa5-e3b3-47bf-8601-b45c2a1748b6 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:49.281553 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-299c0aa5-e3b3-47bf-8601-b45c2a1748b6 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4511878 Mar 28 10:58:49.288967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37936) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:49.302669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-707e8a63-8b6f-4ade-a1b8-e9ed9ac67aff tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '673e18a7-8aaf-4065-a24c-d395d0e744b1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:49.303135 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-707e8a63-8b6f-4ade-a1b8-e9ed9ac67aff tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 10:58:49.303611 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-707e8a63-8b6f-4ade-a1b8-e9ed9ac67aff tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:49.307660 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-707e8a63-8b6f-4ade-a1b8-e9ed9ac67aff tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135112 Mar 28 10:58:49.312272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37940) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:49.313196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:49.313544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5ae131ff-a8f5-4890-b6a8-e1ed0cc9cb98 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:49.313984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:49.325003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-10809583-ab65-4be9-af72-81b0952cca50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '673e18a7-8aaf-4065-a24c-d395d0e744b1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:49.329668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:49.335006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-10809583-ab65-4be9-af72-81b0952cca50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:49.345776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-18a39593-5104-4129-9569-d142b23fa743 None None] Port 77c02380-cac2-473b-96c1-41958158ebf7 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:49.350084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-10809583-ab65-4be9-af72-81b0952cca50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:49.356881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:49.357244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 38126bc5-1c9a-47ad-ba90-d1ff9730cf60 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:49.361387 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-10809583-ab65-4be9-af72-81b0952cca50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:49.368089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=41a7657e-7156-421b-9b60-5b675a6bb227,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:49.373694 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-10809583-ab65-4be9-af72-81b0952cca50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:49.446975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-06b5b24a-8116-4040-9b54-0e73f7e89af5 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.462245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router ef8f6600-66a7-4122-9405-a08dfdffc642 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:49.467159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc194076-4757-4532-b264-7872ec9aa087 None None] DHCP port deletion for 4aca830b-8046-4ac7-9cdd-659ea44ba2a0 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:49.472389 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cc194076-4757-4532-b264-7872ec9aa087 None None] Deleting port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:49.473063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cc194076-4757-4532-b264-7872ec9aa087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.482794 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-10809583-ab65-4be9-af72-81b0952cca50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Project c3ca314a130746aba512e81184950c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:58:49.562000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.591835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:58:49.592092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.637440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-06b5b24a-8116-4040-9b54-0e73f7e89af5 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.674305 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-10809583-ab65-4be9-af72-81b0952cca50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:49.678858 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-10809583-ab65-4be9-af72-81b0952cca50 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3603904 Mar 28 10:58:49.682718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=55fb0ae3-4fb6-432a-8e11-ae87adef175d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:49.685927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37944) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:49.714999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-cc194076-4757-4532-b264-7872ec9aa087 None None] For port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8,segment=NetworkSegment(dee820dd-3306-456b-828c-6b638fa81956),segment_id=dee820dd-3306-456b-828c-6b638fa81956)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:49.715890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cc194076-4757-4532-b264-7872ec9aa087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.727004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5b24a-8116-4040-9b54-0e73f7e89af5 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event deleted for resources: {'Subnet': ['ID=d05ddd90-4425-40b4-a9c7-6569d90b22b5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:49.731103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-929fc769-c0bb-49c0-9191-db065218b5ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '673e18a7-8aaf-4065-a24c-d395d0e744b1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:49.735887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-06b5b24a-8116-4040-9b54-0e73f7e89af5 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.775450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-929fc769-c0bb-49c0-9191-db065218b5ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:49.777494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:49.783690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-929fc769-c0bb-49c0-9191-db065218b5ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:49.787040 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d8c39-9282-4178-9864-10d55d272cc7 None None] Network 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:49.787724 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-06b5b24a-8116-4040-9b54-0e73f7e89af5 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "DELETE /v2.0/subnets/d05ddd90-4425-40b4-a9c7-6569d90b22b5 HTTP/1.1" status: 204 len: 168 time: 0.9192619 Mar 28 10:58:49.794619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-929fc769-c0bb-49c0-9191-db065218b5ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:49.794817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37948) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:49.803212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-929fc769-c0bb-49c0-9191-db065218b5ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:49.821126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.828426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:49.869607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d7cb6-16e9-4d8b-ac5e-ab014db04a44 None None] Sync routers for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:49.880074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cc194076-4757-4532-b264-7872ec9aa087 None None] Calling delete_port for 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:49.925893 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-929fc769-c0bb-49c0-9191-db065218b5ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Project c3ca314a130746aba512e81184950c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:58:49.993394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d7cb6-16e9-4d8b-ac5e-ab014db04a44 None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:49.994053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-aa6d7cb6-16e9-4d8b-ac5e-ab014db04a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.012765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.015342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.085695 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-929fc769-c0bb-49c0-9191-db065218b5ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:50.090087 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-929fc769-c0bb-49c0-9191-db065218b5ec tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3713324 Mar 28 10:58:50.090709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37952) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:50.121950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-aa6d7cb6-16e9-4d8b-ac5e-ab014db04a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.144680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d7cb6-16e9-4d8b-ac5e-ab014db04a44 None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:50.145386 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-aa6d7cb6-16e9-4d8b-ac5e-ab014db04a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.151601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.152246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Fanout notify agent at l3_agent the message router_deleted on router cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:58:50.179639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.185227 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c5cca9f5-6d2d-49f2-a277-61845df81f60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/routers/cdc4af54-0e4d-4d4e-94a2-16ea4b74ff51 HTTP/1.1" status: 204 len: 168 time: 2.6334224 Mar 28 10:58:50.186197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37956) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:50.219208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.240002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-677c0c60-3903-4bb0-9c44-c3db980b8d05 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.246750 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 41a7657e-7156-421b-9b60-5b675a6bb227 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:58:50.256719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::f (d8caf998-977d-40fe-8553-eaecf162c306/3bed5016-ad30-4a74-8da6-08bb6e051b78/c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:50.289254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Deleting port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:50.289600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.300569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-aa6d7cb6-16e9-4d8b-ac5e-ab014db04a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.301922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d7cb6-16e9-4d8b-ac5e-ab014db04a44 None None] The sync data for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:50.356558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 41a7657e-7156-421b-9b60-5b675a6bb227 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:50.356799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-677c0c60-3903-4bb0-9c44-c3db980b8d05 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.357679 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.373873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.394423 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f51c87da-c3db-4fc7-ab4f-d56f5d23fb81 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/floatingips/4b3c39c8-25ea-4a83-971e-c1ca191dcee5 HTTP/1.1" status: 200 len: 977 time: 3.7694926 Mar 28 10:58:50.396394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37960) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:50.408171 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cc194076-4757-4532-b264-7872ec9aa087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.451564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] The port '15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:58:50.520413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc194076-4757-4532-b264-7872ec9aa087 None None] Pushing event deleted for resources: {'Port': ['ID=15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:50.535775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc194076-4757-4532-b264-7872ec9aa087 None None] No DVR routers for this DVR port 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:50.573705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-677c0c60-3903-4bb0-9c44-c3db980b8d05 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.604707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port d2bdc1be-09b1-4a84-82f2-34e9687c77fc {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:50.605069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.609828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e05e90a6-78b7-49da-9878-26b4a298b243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.680268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.722270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f2aefa-28b3-496c-a6a4-2a7f5c90f634 None None] DHCP port deletion for 7c958a6e-962b-42ab-9b1a-b628f6c3aaaa request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:50.727760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-94f2aefa-28b3-496c-a6a4-2a7f5c90f634 None None] Deleting port 49e32cc5-69e2-4b27-9d90-ab5228725b3e {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:50.728243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-94f2aefa-28b3-496c-a6a4-2a7f5c90f634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.742657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aca830b-8046-4ac7-9cdd-659ea44ba2a0']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.766146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee820dd-3306-456b-828c-6b638fa81956') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.766528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee820dd-3306-456b-828c-6b638fa81956') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.768943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:50.783479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.788004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.815969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:50.816369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 15fcfae0-61d5-4d6f-a03f-c6a2cf03eeb8 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:50.816625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:50.818695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.830193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:50.830586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:50.846826 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:50.862632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c0c60-3903-4bb0-9c44-c3db980b8d05 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673e18a7-8aaf-4065-a24c-d395d0e744b1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:50.871620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.950482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-677c0c60-3903-4bb0-9c44-c3db980b8d05 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.951686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-677c0c60-3903-4bb0-9c44-c3db980b8d05 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/673e18a7-8aaf-4065-a24c-d395d0e744b1 HTTP/1.1" status: 204 len: 168 time: 0.8594418 Mar 28 10:58:50.953543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65926e96-1942-4d75-aa6b-446f018b2ae3']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.954488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37964) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:50.971920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa63a071-59b2-408a-b4db-38408cf5ead3') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.973666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa63a071-59b2-408a-b4db-38408cf5ead3') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:50.995113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:50.997348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-94f2aefa-28b3-496c-a6a4-2a7f5c90f634 None None] For port 49e32cc5-69e2-4b27-9d90-ab5228725b3e, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=49e32cc5-69e2-4b27-9d90-ab5228725b3e,segment=NetworkSegment(c641f497-7313-4f2d-b060-4a55fe15b062),segment_id=c641f497-7313-4f2d-b060-4a55fe15b062)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:50.997840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-94f2aefa-28b3-496c-a6a4-2a7f5c90f634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.014093 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d01cc1ad-84ef-49b1-a3a9-3fd404f08994 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578301 Mar 28 10:58:51.014093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37968) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:51.019056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--375108749'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:51.024653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:51.028758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:51.032375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:51.038098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:51.042253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.043131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.062268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.072475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.075226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event deleted for resources: {'Network': ['ID=4aca830b-8046-4ac7-9cdd-659ea44ba2a0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:51.111723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:51.112197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.119117 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-99f1d2b5-71dd-4aac-90cf-93df652d3cd6 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "DELETE /v2.0/networks/4aca830b-8046-4ac7-9cdd-659ea44ba2a0 HTTP/1.1" status: 204 len: 168 time: 1.3207545 Mar 28 10:58:51.122018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-94f2aefa-28b3-496c-a6a4-2a7f5c90f634 None None] Calling delete_port for 49e32cc5-69e2-4b27-9d90-ab5228725b3e owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:51.125947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37972) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:51.127573 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:51.180059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.194066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network d8caf998-977d-40fe-8553-eaecf162c306 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:51.201991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:51.248502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.262029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:51.267640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:51.268255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.296547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:51.308634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-94f2aefa-28b3-496c-a6a4-2a7f5c90f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.313764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:51.320874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.325618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:51.328854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:51.337600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:51.343439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.348684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.367046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2aefa-28b3-496c-a6a4-2a7f5c90f634 None None] No DVR routers for this DVR port 49e32cc5-69e2-4b27-9d90-ab5228725b3e on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:51.380787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2aefa-28b3-496c-a6a4-2a7f5c90f634 None None] Pushing event deleted for resources: {'Port': ['ID=49e32cc5-69e2-4b27-9d90-ab5228725b3e,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:51.398389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Network': ['ID=65926e96-1942-4d75-aa6b-446f018b2ae3,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:51.401689 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4726b199-6146-431f-8ef2-eaf3259a2233 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/networks/65926e96-1942-4d75-aa6b-446f018b2ae3 HTTP/1.1" status: 204 len: 168 time: 1.2143517 Mar 28 10:58:51.431541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37978) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:51.441800 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f7d61d67-b92c-4eb7-b8a9-d01cbb7fc0b6 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6425776 Mar 28 10:58:51.477715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37982) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:51.516039 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'network': {'name': 'tempest-network-smoke--772286684', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'port_security_enabled': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:51.531056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:51.538090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.550677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:network and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:51.555507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:51.571315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:51.580306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c958a6e-962b-42ab-9b1a-b628f6c3aaaa']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:51.589576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.593346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-865bf6bd-8877-44e2-87de-604fe812e761 None None] Provisioning for port c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:58:51.598780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.599963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-865bf6bd-8877-44e2-87de-604fe812e761 None None] Provisioning complete for port c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:58:51.600324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-865bf6bd-8877-44e2-87de-604fe812e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.600574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c641f497-7313-4f2d-b060-4a55fe15b062') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:51.600910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c641f497-7313-4f2d-b060-4a55fe15b062') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:51.622692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.653773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.655502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-865bf6bd-8877-44e2-87de-604fe812e761 None None] Port c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:58:51.662162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.664830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:51.665253 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:51.680432 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:51.692357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:51.695903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.702040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a2aba-773f-442f-8fa4-9e5f76a368a4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:51.702759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f38a2aba-773f-442f-8fa4-9e5f76a368a4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:51.707675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.708050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.708360 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Floating IP 4b3c39c8-25ea-4a83-971e-c1ca191dcee5 disassociated. External IP: 172.26.2.77, port: d2bdc1be-09b1-4a84-82f2-34e9687c77fc. Mar 28 10:58:51.708707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for d2bdc1be-09b1-4a84-82f2-34e9687c77fc owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:51.762979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.823534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf1551b-37a2-4ff6-a915-2b12f59067c3,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:51.828760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f38a2aba-773f-442f-8fa4-9e5f76a368a4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:51.830079 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f38a2aba-773f-442f-8fa4-9e5f76a368a4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.3508651 Mar 28 10:58:51.833330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37986) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:51.871059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.892149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.894010 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "DELETE /v2.0/networks/7c958a6e-962b-42ab-9b1a-b628f6c3aaaa HTTP/1.1" status: 204 len: 168 time: 0.7657690 Mar 28 10:58:51.897662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 37990) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:51.905894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.906114 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bf2c9cdd-4d4e-4517-ae7d-20592829bdd3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8911281 Mar 28 10:58:51.908007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783d060-021c-4e97-b427-8d30d72d094c tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event deleted for resources: {'Network': ['ID=7c958a6e-962b-42ab-9b1a-b628f6c3aaaa,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:51.911751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37994) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:51.917677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2e6fad0a-dcc5-45be-8868-bce953cb4348 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '2cf1551b-37a2-4ff6-a915-2b12f59067c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:51.927691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2e6fad0a-dcc5-45be-8868-bce953cb4348 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:51.933806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.934964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2e6fad0a-dcc5-45be-8868-bce953cb4348 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:51.939809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:58:51.941964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2e6fad0a-dcc5-45be-8868-bce953cb4348 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:51.952738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2e6fad0a-dcc5-45be-8868-bce953cb4348 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:51.964215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:51.964511 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Added segment 64c3a556-6499-45a9-8137-b5568c30ef7f of type vlan for network ca89d351-7653-4c99-a7ad-66e47f44da21 Mar 28 10:58:51.997047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4eea45-aa8c-423f-9de4-7cab9aac3a4d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:51.998799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=d2bdc1be-09b1-4a84-82f2-34e9687c77fc,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:52.002920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4eea45-aa8c-423f-9de4-7cab9aac3a4d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:52.008804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4eea45-aa8c-423f-9de4-7cab9aac3a4d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:52.009673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6a4eea45-aa8c-423f-9de4-7cab9aac3a4d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:52.029956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.041327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6a4eea45-aa8c-423f-9de4-7cab9aac3a4d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:52.045364 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6a4eea45-aa8c-423f-9de4-7cab9aac3a4d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2111516 Mar 28 10:58:52.049323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 37998) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:52.089470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d21a21-5d43-4f37-a8a9-793cba0add83 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Deleting subnet 38003c47-ad01-40ed-879a-a61431a93c44 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:52.096198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56d21a21-5d43-4f37-a8a9-793cba0add83 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.139358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 55fb0ae3-4fb6-432a-8e11-ae87adef175d no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:52.152910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-891a3d3f-1800-4b6b-9cde-069ea004bb33 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:52.153588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-891a3d3f-1800-4b6b-9cde-069ea004bb33 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.174138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56d21a21-5d43-4f37-a8a9-793cba0add83 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.177354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 55fb0ae3-4fb6-432a-8e11-ae87adef175d {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:52.177702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 55fb0ae3-4fb6-432a-8e11-ae87adef175d not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:52.178147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 49e32cc5-69e2-4b27-9d90-ab5228725b3e no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:52.214395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 49e32cc5-69e2-4b27-9d90-ab5228725b3e {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:52.215005 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 49e32cc5-69e2-4b27-9d90-ab5228725b3e not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:52.310317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.315358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:52.315933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.320031 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-2e6fad0a-dcc5-45be-8868-bce953cb4348 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The resource could not be found. Mar 28 10:58:52.321022 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2e6fad0a-dcc5-45be-8868-bce953cb4348 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4083648 Mar 28 10:58:52.328197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38002) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:52.341333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-abce5d41-af1b-4a63-ba59-085cb367eff4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '2cf1551b-37a2-4ff6-a915-2b12f59067c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '62155f9f-5078-4f70-ba50-fbc88cce8e77'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:52.354664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-abce5d41-af1b-4a63-ba59-085cb367eff4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:52.366839 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router ef8f6600-66a7-4122-9405-a08dfdffc642 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:52.367845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-abce5d41-af1b-4a63-ba59-085cb367eff4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:52.373422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-abce5d41-af1b-4a63-ba59-085cb367eff4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:52.383711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56d21a21-5d43-4f37-a8a9-793cba0add83 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.411707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-abce5d41-af1b-4a63-ba59-085cb367eff4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:52.490598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Network': ['ID=ca89d351-7653-4c99-a7ad-66e47f44da21,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:52.508563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network ca89d351-7653-4c99-a7ad-66e47f44da21 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:58:52.529115 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ddd70cac-6b16-4270-a492-400bcbf2ff83 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0917187 Mar 28 10:58:52.541504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38006) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:52.554897 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-361376508', 'admin_state_up': True, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:52.567658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:52.619622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:router and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:52.630188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:52.640640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:52.677168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-891a3d3f-1800-4b6b-9cde-069ea004bb33 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.742132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.743078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.785539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:52.796222 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d03b32-f16f-4a27-a44f-faa763ea9d2f None None] Sync routers for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:52.807594 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d03b32-f16f-4a27-a44f-faa763ea9d2f None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:52.810041 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a0d03b32-f16f-4a27-a44f-faa763ea9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:52.811250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-891a3d3f-1800-4b6b-9cde-069ea004bb33 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:52.854927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56d21a21-5d43-4f37-a8a9-793cba0add83 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.861659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.894358 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a0d03b32-f16f-4a27-a44f-faa763ea9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:52.903978 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d03b32-f16f-4a27-a44f-faa763ea9d2f None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:52.904575 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a0d03b32-f16f-4a27-a44f-faa763ea9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:52.908448 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-abce5d41-af1b-4a63-ba59-085cb367eff4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The resource could not be found. Mar 28 10:58:52.909471 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-abce5d41-af1b-4a63-ba59-085cb367eff4 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5790255 Mar 28 10:58:52.913693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38010) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:52.918350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-56d21a21-5d43-4f37-a8a9-793cba0add83 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.924198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d21a21-5d43-4f37-a8a9-793cba0add83 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event deleted for resources: {'Subnet': ['ID=38003c47-ad01-40ed-879a-a61431a93c44,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:52.924870 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246d78c-1b3c-4425-9899-3254d48758cb None None] Network 9324019c-07b9-48db-998e-1433f10c15c7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:52.942247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.947327 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c70af9c1-9ba5-43f3-8165-a06f314345c0 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/ports/d2bdc1be-09b1-4a84-82f2-34e9687c77fc HTTP/1.1" status: 204 len: 168 time: 2.5216687 Mar 28 10:58:52.948266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38014) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:52.954745 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-56d21a21-5d43-4f37-a8a9-793cba0add83 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "DELETE /v2.0/subnets/38003c47-ad01-40ed-879a-a61431a93c44 HTTP/1.1" status: 204 len: 168 time: 1.0559711 Mar 28 10:58:52.955603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38018) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:52.961997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:52.978085 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a0d03b32-f16f-4a27-a44f-faa763ea9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:52.978680 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d03b32-f16f-4a27-a44f-faa763ea9d2f None None] The sync data for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:53.198738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee082aa6-198f-48ea-82f7-bfff758118ba None None] DHCP port deletion for 9324019c-07b9-48db-998e-1433f10c15c7 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:53.203364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ee082aa6-198f-48ea-82f7-bfff758118ba None None] Deleting port b1cf9144-2a84-430e-b58b-9489ae4d259d {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:53.203790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ee082aa6-198f-48ea-82f7-bfff758118ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.219434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.248193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Deleting port b1cf9144-2a84-430e-b58b-9489ae4d259d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:53.248915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.316853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-891a3d3f-1800-4b6b-9cde-069ea004bb33 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.320582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.381743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da4988f6-240f-4bd3-a5a3-7683a6e0316c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.385894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a3d3f-1800-4b6b-9cde-069ea004bb33 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:53.417113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ee082aa6-198f-48ea-82f7-bfff758118ba None None] For port b1cf9144-2a84-430e-b58b-9489ae4d259d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b1cf9144-2a84-430e-b58b-9489ae4d259d,segment=NetworkSegment(34306887-912a-4c2d-bdf5-562789268cf4),segment_id=34306887-912a-4c2d-bdf5-562789268cf4)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:53.417531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ee082aa6-198f-48ea-82f7-bfff758118ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.470605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-891a3d3f-1800-4b6b-9cde-069ea004bb33 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.474456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da4988f6-240f-4bd3-a5a3-7683a6e0316c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.556621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ee082aa6-198f-48ea-82f7-bfff758118ba None None] Calling delete_port for b1cf9144-2a84-430e-b58b-9489ae4d259d owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:53.608713 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-891a3d3f-1800-4b6b-9cde-069ea004bb33 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198 HTTP/1.1" status: 204 len: 168 time: 1.5560219 Mar 28 10:58:53.614508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38022) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:53.697410 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-b111e0cb-48d7-4d76-abd4-d85b3e67314c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:58:53.697764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b111e0cb-48d7-4d76-abd4-d85b3e67314c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:53.709941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da4988f6-240f-4bd3-a5a3-7683a6e0316c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.742795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4988f6-240f-4bd3-a5a3-7683a6e0316c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf1551b-37a2-4ff6-a915-2b12f59067c3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:53.749346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da4988f6-240f-4bd3-a5a3-7683a6e0316c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.750531 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-da4988f6-240f-4bd3-a5a3-7683a6e0316c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/2cf1551b-37a2-4ff6-a915-2b12f59067c3 HTTP/1.1" status: 204 len: 168 time: 0.8356173 Mar 28 10:58:53.753037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38026) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:53.791749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] For port b1cf9144-2a84-430e-b58b-9489ae4d259d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b1cf9144-2a84-430e-b58b-9489ae4d259d,segment=NetworkSegment(34306887-912a-4c2d-bdf5-562789268cf4),segment_id=34306887-912a-4c2d-bdf5-562789268cf4)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:53.792342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.808606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ee082aa6-198f-48ea-82f7-bfff758118ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:53.814025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad558768-2f12-4ca0-9c08-db9bca6f4b80 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Synchronizing usage tracker for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:53.856049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee082aa6-198f-48ea-82f7-bfff758118ba None None] Pushing event deleted for resources: {'Port': ['ID=b1cf9144-2a84-430e-b58b-9489ae4d259d,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:53.862347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee082aa6-198f-48ea-82f7-bfff758118ba None None] No DVR routers for this DVR port b1cf9144-2a84-430e-b58b-9489ae4d259d on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:53.930318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Calling delete_port for b1cf9144-2a84-430e-b58b-9489ae4d259d owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:53.997465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b111e0cb-48d7-4d76-abd4-d85b3e67314c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:53.998677 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b111e0cb-48d7-4d76-abd4-d85b3e67314c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/c9cddd3f-3a9d-4b0a-b2b5-6992fcfd3198 HTTP/1.1" status: 404 len: 333 time: 0.3784261 Mar 28 10:58:54.005210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38030) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:54.115980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b1cf9144-2a84-430e-b58b-9489ae4d259d no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:54.148939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:54.153742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b1cf9144-2a84-430e-b58b-9489ae4d259d {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:54.154212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b1cf9144-2a84-430e-b58b-9489ae4d259d not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:54.182788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:54.212403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:58:54.212722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:58:54.232010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-fac8a0dc-5a46-4ada-b78a-761099804140 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 77c02380-cac2-473b-96c1-41958158ebf7 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:54.232353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fac8a0dc-5a46-4ada-b78a-761099804140 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:54.237082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:54.269653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad558768-2f12-4ca0-9c08-db9bca6f4b80 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Unset dirty status for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:54.270919 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad558768-2f12-4ca0-9c08-db9bca6f4b80 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5169952 Mar 28 10:58:54.282004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38034) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:54.297449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3096ea06-1a4b-46f3-9bfe-b8ef55f80880 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '534a07ba-90f9-49fd-adff-d40c6f21753c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:54.309849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3096ea06-1a4b-46f3-9bfe-b8ef55f80880 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:54.321647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3096ea06-1a4b-46f3-9bfe-b8ef55f80880 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:54.332708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3096ea06-1a4b-46f3-9bfe-b8ef55f80880 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:54.372762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3096ea06-1a4b-46f3-9bfe-b8ef55f80880 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:54.500229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.193 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/745fc228-f68c-4ec1-bb8a-a92e26183369) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:58:54.593307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port b380ef33-27a1-46cf-bdc0-14c2ca9ccc93 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:54.593641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:54.699378 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-3096ea06-1a4b-46f3-9bfe-b8ef55f80880 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The resource could not be found. Mar 28 10:58:54.700394 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3096ea06-1a4b-46f3-9bfe-b8ef55f80880 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4116075 Mar 28 10:58:54.705333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fac8a0dc-5a46-4ada-b78a-761099804140 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:54.714400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38038) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:54.724422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096797102'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:54.731385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Deleting port b1cf9144-2a84-430e-b58b-9489ae4d259d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:54.731735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:54.734029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:54.818318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] The port 'b1cf9144-2a84-430e-b58b-9489ae4d259d' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:58:54.866754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-fac8a0dc-5a46-4ada-b78a-761099804140 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 77c02380-cac2-473b-96c1-41958158ebf7 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:54.896320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:54.938671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:54.954204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:54.974173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.014343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.051880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:55.058629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:55.064163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:55.071445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:55.101959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for b380ef33-27a1-46cf-bdc0-14c2ca9ccc93 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:55.134643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.151965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9324019c-07b9-48db-998e-1433f10c15c7']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:55.173541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34306887-912a-4c2d-bdf5-562789268cf4') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:55.179520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34306887-912a-4c2d-bdf5-562789268cf4') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:55.188746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fac8a0dc-5a46-4ada-b78a-761099804140 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.193490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.207350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:58:55.214813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:55.227073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.232332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:58:55.238190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:55.239138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:55.257327 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:55.300163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=745fc228-f68c-4ec1-bb8a-a92e26183369,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:55.383179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fac8a0dc-5a46-4ada-b78a-761099804140 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.388157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8a0dc-5a46-4ada-b78a-761099804140 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=77c02380-cac2-473b-96c1-41958158ebf7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:55.422217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.426798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.459054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Pushing event deleted for resources: {'Network': ['ID=9324019c-07b9-48db-998e-1433f10c15c7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:55.470170 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f653d0b2-d119-4f22-b4ca-9410235e6519 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "DELETE /v2.0/networks/9324019c-07b9-48db-998e-1433f10c15c7 HTTP/1.1" status: 204 len: 168 time: 2.4571848 Mar 28 10:58:55.474845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38042) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:55.490003 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.520137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ba00e07f-dc6a-45f6-a005-20cc6665ff7f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Synchronizing usage tracker for tenant:040d570aedce41cebebcac171485ba62 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:55.597253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.601161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ba00e07f-dc6a-45f6-a005-20cc6665ff7f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Unset dirty status for tenant:040d570aedce41cebebcac171485ba62 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:55.602488 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ba00e07f-dc6a-45f6-a005-20cc6665ff7f tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d4e9e0-66d0-4bca-919e-40a0aa3cc898 HTTP/1.1" status: 200 len: 205 time: 0.1266484 Mar 28 10:58:55.634149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38046) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:55.657436 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fac8a0dc-5a46-4ada-b78a-761099804140 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/77c02380-cac2-473b-96c1-41958158ebf7 HTTP/1.1" status: 204 len: 168 time: 1.6511285 Mar 28 10:58:55.658187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.669240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38050) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:55.787056 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-3453bb25-9dc1-4730-b0cf-8c543e875f40 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:58:55.787581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3453bb25-9dc1-4730-b0cf-8c543e875f40 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:55.807608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555fbcf2-41d1-4e80-a590-2eda86eea688,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:55.850191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=b380ef33-27a1-46cf-bdc0-14c2ca9ccc93,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:55.854674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:55.856512 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bce92b8b-ca94-4923-9071-75cdd7bf8a19 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1409917 Mar 28 10:58:55.858959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38054) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:55.865803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728043184'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:55.871884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:55.941724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3453bb25-9dc1-4730-b0cf-8c543e875f40 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:55.945408 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3453bb25-9dc1-4730-b0cf-8c543e875f40 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/77c02380-cac2-473b-96c1-41958158ebf7 HTTP/1.1" status: 404 len: 333 time: 0.2654674 Mar 28 10:58:55.955628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38058) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:55.958165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:55.979829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91411c06-e0c0-437c-967c-5c72df411491 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.101366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-87374420-db2c-426b-b3db-a1836ac14b35 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet 3bed5016-ad30-4a74-8da6-08bb6e051b78 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:58:56.106259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-87374420-db2c-426b-b3db-a1836ac14b35 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.142317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.193207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.248535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:56.262391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-87374420-db2c-426b-b3db-a1836ac14b35 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.301336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:56.308168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:56.318646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:56.348690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91411c06-e0c0-437c-967c-5c72df411491 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.352591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91411c06-e0c0-437c-967c-5c72df411491 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.458388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.532481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91411c06-e0c0-437c-967c-5c72df411491 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.532989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91411c06-e0c0-437c-967c-5c72df411491 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Fanout notify agent at l3_agent the message router_deleted on router b5d4e9e0-66d0-4bca-919e-40a0aa3cc898 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:58:56.550668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-91411c06-e0c0-437c-967c-5c72df411491 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.554076 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-91411c06-e0c0-437c-967c-5c72df411491 tempest-RoutersNegativeTest-842056636 tempest-RoutersNegativeTest-842056636-project] 10.222.0.18 "DELETE /v2.0/routers/b5d4e9e0-66d0-4bca-919e-40a0aa3cc898 HTTP/1.1" status: 204 len: 168 time: 0.9147224 Mar 28 10:58:56.559091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-87374420-db2c-426b-b3db-a1836ac14b35 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.630581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.700168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.776732 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcb129b-fc92-4d19-b897-9e79be297fc2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:56.791431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.842375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router ef8f6600-66a7-4122-9405-a08dfdffc642 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:58:56.847442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-87374420-db2c-426b-b3db-a1836ac14b35 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.891166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.892275 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-60fd6914-995b-4bc3-be81-475da89a936f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0323298 Mar 28 10:58:56.899654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38064) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:56.904181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87374420-db2c-426b-b3db-a1836ac14b35 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=3bed5016-ad30-4a74-8da6-08bb6e051b78,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:56.910568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-87374420-db2c-426b-b3db-a1836ac14b35 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:56.911884 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-87374420-db2c-426b-b3db-a1836ac14b35 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/3bed5016-ad30-4a74-8da6-08bb6e051b78 HTTP/1.1" status: 204 len: 168 time: 0.9553261 Mar 28 10:58:56.915416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac91b04d-fb79-408c-8e55-e374860756a7 None None] Network d8caf998-977d-40fe-8553-eaecf162c306 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:56.917289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1fb539b7-97c0-4e8f-a5ce-16880a4351f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '555fbcf2-41d1-4e80-a590-2eda86eea688', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'edcb129b-fc92-4d19-b897-9e79be297fc2'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:56.921423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38068) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:57.007319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1fb539b7-97c0-4e8f-a5ce-16880a4351f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:57.031030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1fb539b7-97c0-4e8f-a5ce-16880a4351f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:57.038946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1fb539b7-97c0-4e8f-a5ce-16880a4351f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:57.052637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1fb539b7-97c0-4e8f-a5ce-16880a4351f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:57.076838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38074) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:57.234472 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:57.242860 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-64f4c03b-1bd8-4159-97ca-8f77fc14b809 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/routers/ef8f6600-66a7-4122-9405-a08dfdffc642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2934256 Mar 28 10:58:57.246405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38080) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:57.248687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a0e3df-74c8-42a9-a273-60337b43cba3 None None] DHCP port deletion for d8caf998-977d-40fe-8553-eaecf162c306 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:58:57.253538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616012ad-23ab-4090-8329-6d87166b6ebd None None] Sync routers for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:57.264237 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616012ad-23ab-4090-8329-6d87166b6ebd None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:57.264845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-616012ad-23ab-4090-8329-6d87166b6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:57.285941 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0d97e7c9-21b4-4db7-8234-f969fb2d4f16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=040d570aedce41cebebcac171485ba62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057548 Mar 28 10:58:57.286746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38084) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:57.319370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0e3df-74c8-42a9-a273-60337b43cba3 None None] Deleting port 41a7657e-7156-421b-9b60-5b675a6bb227 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:57.323386 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e3df-74c8-42a9-a273-60337b43cba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.346911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.350739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c5f78e3-5c1e-4b93-9bdb-c71cd6d10288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.375217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-616012ad-23ab-4090-8329-6d87166b6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:57.385107 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c5f78e3-5c1e-4b93-9bdb-c71cd6d10288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.395963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616012ad-23ab-4090-8329-6d87166b6ebd None None] Routers {'ef8f6600-66a7-4122-9405-a08dfdffc642'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:57.396572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-616012ad-23ab-4090-8329-6d87166b6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef8f6600-66a7-4122-9405-a08dfdffc642'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:57.457501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 41a7657e-7156-421b-9b60-5b675a6bb227 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:57.457715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.484372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-616012ad-23ab-4090-8329-6d87166b6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:57.484779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616012ad-23ab-4090-8329-6d87166b6ebd None None] The sync data for ids ['ef8f6600-66a7-4122-9405-a08dfdffc642'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:58:57.522731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c5f78e3-5c1e-4b93-9bdb-c71cd6d10288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.539989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f78e3-5c1e-4b93-9bdb-c71cd6d10288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae51558-3e0b-41e6-8557-aaa78a16c2ce,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:57.543922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4c5f78e3-5c1e-4b93-9bdb-c71cd6d10288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.547815 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4c5f78e3-5c1e-4b93-9bdb-c71cd6d10288 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dae51558-3e0b-41e6-8557-aaa78a16c2ce HTTP/1.1" status: 204 len: 168 time: 0.2598901 Mar 28 10:58:57.574780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.630708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a4a0e3df-74c8-42a9-a273-60337b43cba3 None None] For port 41a7657e-7156-421b-9b60-5b675a6bb227, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=41a7657e-7156-421b-9b60-5b675a6bb227,segment=NetworkSegment(a43964f7-86a5-4529-b458-e4daf6caee94),segment_id=a43964f7-86a5-4529-b458-e4daf6caee94)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:57.631111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e3df-74c8-42a9-a273-60337b43cba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.637946 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-1fb539b7-97c0-4e8f-a5ce-16880a4351f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:58:57.638976 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1fb539b7-97c0-4e8f-a5ce-16880a4351f7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7362142 Mar 28 10:58:57.639594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router ef77c959-1889-4890-b14a-9749fb1c53f8 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:58:57.642089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38090) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:57.719487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-745e3ee4-f167-495b-a2fc-e408ea47a5b3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.750556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-745e3ee4-f167-495b-a2fc-e408ea47a5b3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.759731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0e3df-74c8-42a9-a273-60337b43cba3 None None] Calling delete_port for 41a7657e-7156-421b-9b60-5b675a6bb227 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:57.877041 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-745e3ee4-f167-495b-a2fc-e408ea47a5b3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.898800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e3ee4-f167-495b-a2fc-e408ea47a5b3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcb129b-fc92-4d19-b897-9e79be297fc2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:57.906260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e3df-74c8-42a9-a273-60337b43cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.907594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-745e3ee4-f167-495b-a2fc-e408ea47a5b3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:57.911776 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-745e3ee4-f167-495b-a2fc-e408ea47a5b3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/edcb129b-fc92-4d19-b897-9e79be297fc2 HTTP/1.1" status: 204 len: 168 time: 0.2680013 Mar 28 10:58:57.914789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38096) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:57.976009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0e3df-74c8-42a9-a273-60337b43cba3 None None] Pushing event deleted for resources: {'Port': ['ID=41a7657e-7156-421b-9b60-5b675a6bb227,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:57.976757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0e3df-74c8-42a9-a273-60337b43cba3 None None] No DVR routers for this DVR port 41a7657e-7156-421b-9b60-5b675a6bb227 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:58:58.008952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0e053602-1d05-4966-b0b9-e054dc5526e1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Synchronizing usage tracker for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:58.012165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] For port 41a7657e-7156-421b-9b60-5b675a6bb227, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=41a7657e-7156-421b-9b60-5b675a6bb227,segment=NetworkSegment(a43964f7-86a5-4529-b458-e4daf6caee94),segment_id=a43964f7-86a5-4529-b458-e4daf6caee94)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:58:58.012531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.085780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0e053602-1d05-4966-b0b9-e054dc5526e1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Unset dirty status for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:58.090038 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0e053602-1d05-4966-b0b9-e054dc5526e1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1740131 Mar 28 10:58:58.090218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38106) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:58.106201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 41a7657e-7156-421b-9b60-5b675a6bb227 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:58:58.144068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 41a7657e-7156-421b-9b60-5b675a6bb227 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:58:58.144522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 41a7657e-7156-421b-9b60-5b675a6bb227 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:58:58.153675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.161275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a34ce0e0-e4da-41b5-a9db-6f6677a4aa2c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.162981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 41a7657e-7156-421b-9b60-5b675a6bb227 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:58.193701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a34ce0e0-e4da-41b5-a9db-6f6677a4aa2c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.202897 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:58:58.223117 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Sync routers for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:58:58.245222 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:58.246187 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:58.262656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:58:58.263584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:58:58.288431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port a0f27f01-418a-46bc-abe1-03da0278701e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:58.288769 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.317190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a34ce0e0-e4da-41b5-a9db-6f6677a4aa2c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.318368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.322295 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d43182ad-586d-4d40-8f26-28288943c86b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7774043 Mar 28 10:58:58.325843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38112) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:58.335767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ce0e0-e4da-41b5-a9db-6f6677a4aa2c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555fbcf2-41d1-4e80-a590-2eda86eea688,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:58.370260 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-acc70339-cb6f-4eef-a162-169805192bea tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433257 Mar 28 10:58:58.374915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38116) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:58.461150 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:58.476262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a34ce0e0-e4da-41b5-a9db-6f6677a4aa2c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.477374 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a34ce0e0-e4da-41b5-a9db-6f6677a4aa2c tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/555fbcf2-41d1-4e80-a590-2eda86eea688 HTTP/1.1" status: 204 len: 168 time: 0.3860519 Mar 28 10:58:58.480163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38126) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:58.545515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30af8b5-9513-49f7-9e2b-f2895a431e6f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:58.547435 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f30af8b5-9513-49f7-9e2b-f2895a431e6f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1729002 Mar 28 10:58:58.553528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38130) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:58.738846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38136) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:58.745828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.757545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38142) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:58.758380 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-06f9d1c8-80eb-4678-8a10-03fbd446efb1 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1948156 Mar 28 10:58:58.764080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a68875b3-a019-4193-ae7a-bb48fe50a72e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Synchronizing usage tracker for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:58:58.765657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-831805508', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:58.768974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 41a7657e-7156-421b-9b60-5b675a6bb227 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:58:58.769867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.794516 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:58:55Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:58.798902 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Checking router: ef77c959-1889-4890-b14a-9749fb1c53f8 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:58:58.799528 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Updating router ef77c959-1889-4890-b14a-9749fb1c53f8 port 745fc228-f68c-4ec1-bb8a-a92e26183369 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:58:58.858350 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:58.878227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564447197'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:58.892307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:58.907369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:58.912003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:58.922122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for a0f27f01-418a-46bc-abe1-03da0278701e owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:58:58.922500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:58.927246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:58.933706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:subnet and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:58.937199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:58.942975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:58.993393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] The port '41a7657e-7156-421b-9b60-5b675a6bb227' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:58:59.013751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.027358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.042758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:58:59.046205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.066827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:59.084697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:59.089286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:59.139471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:59.144934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a68875b3-a019-4193-ae7a-bb48fe50a72e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Unset dirty status for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:58:59.152672 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a68875b3-a019-4193-ae7a-bb48fe50a72e tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6647675 Mar 28 10:58:59.153759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38148) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:59.156568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.175206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227408522'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:59.196534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:59.213527 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.214420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8caf998-977d-40fe-8553-eaecf162c306']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:59.223310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:59.227518 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Transition to ACTIVE for port object 745fc228-f68c-4ec1-bb8a-a92e26183369 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:58:59.237536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43964f7-86a5-4529-b458-e4daf6caee94') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:59.237832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43964f7-86a5-4529-b458-e4daf6caee94') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:59.253161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.272588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.294089 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.314059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:58:59.314468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.320103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:58:59.328958 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:58:59.347946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.384742 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Attempting to bind port 745fc228-f68c-4ec1-bb8a-a92e26183369 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:58:59.385081 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Attempting to bind port 745fc228-f68c-4ec1-bb8a-a92e26183369 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:58:59.385439 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Attempting to bind port 745fc228-f68c-4ec1-bb8a-a92e26183369 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:58:59.385961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.391197 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Pushing event updated for resources: {'Port': ['ID=745fc228-f68c-4ec1-bb8a-a92e26183369,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:59.396706 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:58:59.397222 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:59.397626 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.398042 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:58:59.398287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:59.398504 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Bound port: 745fc228-f68c-4ec1-bb8a-a92e26183369, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:58:59.398892 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.406141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:59.412086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:59.426457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:59.428829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.430801 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.431152 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.431918 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.442161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.442161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.442161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.442161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.442161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.442161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.442161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.442969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:59.443073 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.443073 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:58:59.443268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:59.443268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:59.448346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:59.481849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef3fd6-649a-4678-9949-b20d9e5f0363,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:59.489604 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] For port 745fc228-f68c-4ec1-bb8a-a92e26183369, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:58:59.494074 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] For port 745fc228-f68c-4ec1-bb8a-a92e26183369, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=745fc228-f68c-4ec1-bb8a-a92e26183369,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:58:59.509735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.548655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=a15c7d4c-b245-4911-bf23-b6d7387ec6f4,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:59.558812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Checking segment: {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:58:59.559599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network hostable DHCP agents. Network: ca89d351-7653-4c99-a7ad-66e47f44da21, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:58:59.573072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.574758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=a0f27f01-418a-46bc-abe1-03da0278701e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:59.581625 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.602473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.612357 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.638257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.659843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network ca89d351-7653-4c99-a7ad-66e47f44da21 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:58:59.663234 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:58:59.663837 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:58:59.672562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Network': ['ID=d8caf998-977d-40fe-8553-eaecf162c306,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:59.711356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.713115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.757254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836d5e11-478f-4709-b93b-5360eb3c5d98,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:59.759600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.759779 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19f129-b404-4150-9085-57c9d5f11cf9 None None] Pushing event updated for resources: {'Port': ['ID=745fc228-f68c-4ec1-bb8a-a92e26183369,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:58:59.791163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, ca89d351-7653-4c99-a7ad-66e47f44da21) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:58:59.795626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:58:59.796291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.804101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263701a9-5e6c-4a41-8c10-c640f4cfb5ce None None] Network ca89d351-7653-4c99-a7ad-66e47f44da21 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:58:59.825630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.829916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38152) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:59.832627 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6798bd10-a7f6-4e24-af8b-862eac5ad99a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0920262 Mar 28 10:58:59.850855 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ce586f5c-ec92-42b6-8b5e-f1712737bd56 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/networks/d8caf998-977d-40fe-8553-eaecf162c306 HTTP/1.1" status: 204 len: 168 time: 2.9266107 Mar 28 10:58:59.856650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38156) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:59.864523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-967004791'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:58:59.872454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:58:59.877847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:network and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:58:59.881803 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:58:59.882544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:58:59.890259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:58:59.895684 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cc9af1c5-ceae-4aeb-963d-5ab01b08b3ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1368866 Mar 28 10:58:59.899481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38160) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:58:59.949235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.955094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:58:59.975776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1734352e-0b80-45f6-8696-c04736f90628,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:00.015872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.018003 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0c485e25-0260-456c-9e3d-e141411db979 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8640807 Mar 28 10:59:00.021782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38164) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:00.031620 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ca559164-3fa0-4e3e-9cb6-e4e599e0eb3f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1853769 Mar 28 10:59:00.031785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1b07b712-8f57-42b6-ad83-744247d4d1d1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '1734352e-0b80-45f6-8696-c04736f90628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:00.033809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38168) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:00.040285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a7a9f2d2-3388-4e98-b2d3-7acc2f9f3cfc tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-security--1868154115', 'description': 'tempest-security-description-1585607163'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:00.075883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f2d2-3388-4e98-b2d3-7acc2f9f3cfc tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.095722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1b07b712-8f57-42b6-ad83-744247d4d1d1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:00.110427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1b07b712-8f57-42b6-ad83-744247d4d1d1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:00.111160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-ca89d351-7653-4c99-a7ad-66e47f44da21', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:59:00.112186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.115098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1b07b712-8f57-42b6-ad83-744247d4d1d1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:00.124255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1b07b712-8f57-42b6-ad83-744247d4d1d1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:00.129234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:00.132702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.159829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f2d2-3388-4e98-b2d3-7acc2f9f3cfc tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.162429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.163973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Fanout notify agent at l3_agent the message router_deleted on router ef8f6600-66a7-4122-9405-a08dfdffc642 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:59:00.188763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.194279 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3adbeb75-1a2b-4034-873f-167412580014 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/routers/ef8f6600-66a7-4122-9405-a08dfdffc642 HTTP/1.1" status: 204 len: 168 time: 2.9432225 Mar 28 10:59:00.195383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38172) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:00.242257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f2d2-3388-4e98-b2d3-7acc2f9f3cfc tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.246588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f2d2-3388-4e98-b2d3-7acc2f9f3cfc tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.248083 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a7a9f2d2-3388-4e98-b2d3-7acc2f9f3cfc tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "PUT /v2.0/security-groups/836d5e11-478f-4709-b93b-5360eb3c5d98 HTTP/1.1" status: 200 len: 1780 time: 0.2130644 Mar 28 10:59:00.253941 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:58:55Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:00.259285 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d476240-79a8-4f13-b047-ccc244a61758 None None] The sync data for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv is: [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:58:55Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:59:00.275679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38176) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:00.339641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-450ff72c-e706-4e0f-87b7-70c64139b8ef tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting subnet b4962fcf-c687-4399-aab0-bbaff8c79c00 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:00.341588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9f2d2-3388-4e98-b2d3-7acc2f9f3cfc tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836d5e11-478f-4709-b93b-5360eb3c5d98,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:00.346905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-450ff72c-e706-4e0f-87b7-70c64139b8ef tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.354150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Allocated IP 172.20.0.2 (ca89d351-7653-4c99-a7ad-66e47f44da21/a15c7d4c-b245-4911-bf23-b6d7387ec6f4/2cc6e89a-14ea-4b33-9757-11a6ee9aea09) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:00.407136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:59:00.413008 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8da7fca9-aae4-4d16-89f2-af22698b0fdb tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups/836d5e11-478f-4709-b93b-5360eb3c5d98 HTTP/1.1" status: 200 len: 1780 time: 0.1342070 Mar 28 10:59:00.413388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38180) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:00.436670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.442958 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Added segment d387347b-fd64-4766-92b9-94ec03d5800c of type vlan for network bc9e4b84-d005-4081-bff5-ce286b3c7221 Mar 28 10:59:00.508606 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-1b07b712-8f57-42b6-ad83-744247d4d1d1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:59:00.509851 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1b07b712-8f57-42b6-ad83-744247d4d1d1 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4869041 Mar 28 10:59:00.517570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38184) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:00.527352 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-5a492189-9173-42ec-9757-cdcc2c23e42a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group_rule': {'security_group_id': '1734352e-0b80-45f6-8696-c04736f90628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:00.533962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5a492189-9173-42ec-9757-cdcc2c23e42a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:00.538100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5a492189-9173-42ec-9757-cdcc2c23e42a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:00.541007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5a492189-9173-42ec-9757-cdcc2c23e42a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:00.542541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-450ff72c-e706-4e0f-87b7-70c64139b8ef tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.547018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5a492189-9173-42ec-9757-cdcc2c23e42a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:00.581159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.660317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-764f3f49-e20c-4769-a086-ac742bab0e3a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.695411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.698731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Transition to ACTIVE for port object 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:00.710597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-764f3f49-e20c-4769-a086-ac742bab0e3a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.732731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Transition to ACTIVE for port object 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:00.746669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-450ff72c-e706-4e0f-87b7-70c64139b8ef tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.833145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.898511 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-5a492189-9173-42ec-9757-cdcc2c23e42a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:59:00.899490 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5a492189-9173-42ec-9757-cdcc2c23e42a tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3808732 Mar 28 10:59:00.902645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38188) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:00.907976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.911769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:00.912390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:00.918664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Network ca89d351-7653-4c99-a7ad-66e47f44da21 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:00.927301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:00.932357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:00.938565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Pushing event updated for resources: {'Port': ['ID=2cc6e89a-14ea-4b33-9757-11a6ee9aea09,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:00.981444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-450ff72c-e706-4e0f-87b7-70c64139b8ef tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.042533 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Attempting to bind port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:01.042710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Attempting to bind port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:01.043148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Attempting to bind port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 on network ca89d351-7653-4c99-a7ad-66e47f44da21 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:01.047006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-450ff72c-e706-4e0f-87b7-70c64139b8ef tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.048524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1c600-2227-4f9c-b23f-bf85d6f79a39 None None] Network 0d9ad043-efba-44bb-8ad4-3e645cdfda6f requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:01.070684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-764f3f49-e20c-4769-a086-ac742bab0e3a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.080203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:01.080641 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Checking segment: {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:01.080973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.081509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Bound using segment: {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:01.082497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Bound port: 2cc6e89a-14ea-4b33-9757-11a6ee9aea09, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:01.083607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.087662 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2299070 Mar 28 10:59:01.095035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38192) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:01.095298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e871382-259d-4a29-b2a1-7e38a745e088 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Network': ['ID=bc9e4b84-d005-4081-bff5-ce286b3c7221,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:01.106216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f3f49-e20c-4769-a086-ac742bab0e3a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836d5e11-478f-4709-b93b-5360eb3c5d98,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:01.109379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network bc9e4b84-d005-4081-bff5-ce286b3c7221 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:59:01.110162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b1fa-f514-4ec0-a784-4bbe2d306891 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.122526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ff72c-e706-4e0f-87b7-70c64139b8ef tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Subnet': ['ID=b4962fcf-c687-4399-aab0-bbaff8c79c00,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:01.124969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'bc9e4b84-d005-4081-bff5-ce286b3c7221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:01.131202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-764f3f49-e20c-4769-a086-ac742bab0e3a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.132303 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-764f3f49-e20c-4769-a086-ac742bab0e3a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/836d5e11-478f-4709-b93b-5360eb3c5d98 HTTP/1.1" status: 204 len: 168 time: 0.7180140 Mar 28 10:59:01.136402 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-450ff72c-e706-4e0f-87b7-70c64139b8ef tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/subnets/b4962fcf-c687-4399-aab0-bbaff8c79c00 HTTP/1.1" status: 204 len: 168 time: 0.9374001 Mar 28 10:59:01.137815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38196) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:01.137815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38198) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:01.218625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b1fa-f514-4ec0-a784-4bbe2d306891 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.300064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:01.307569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:01.311692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:01.319957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.332366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b66421b6-c843-46f3-8767-0e644d7271e1 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:01.332943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:01.378669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.392272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port 20447df2-efbd-49e9-9555-bcc9439e8187 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:01.392664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.478293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] For port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:01.481984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] For port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2cc6e89a-14ea-4b33-9757-11a6ee9aea09,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:01.487466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b66421b6-c843-46f3-8767-0e644d7271e1 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:01.489494 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b66421b6-c843-46f3-8767-0e644d7271e1 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3503933 Mar 28 10:59:01.497443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38204) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:01.498158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b1fa-f514-4ec0-a784-4bbe2d306891 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.529389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:01.532923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.547396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0b1fa-f514-4ec0-a784-4bbe2d306891 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1734352e-0b80-45f6-8696-c04736f90628,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:01.554169 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-50290694-9588-4276-9e91-e6f177a61fe4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] delete failed (client error): The resource could not be found. Mar 28 10:59:01.559351 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-50290694-9588-4276-9e91-e6f177a61fe4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/836d5e11-478f-4709-b93b-5360eb3c5d98 HTTP/1.1" status: 404 len: 347 time: 0.0527060 Mar 28 10:59:01.572156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38208) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:01.577514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.592746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171531007'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:01.602516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:01.623042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] DHCP port deletion for 0d9ad043-efba-44bb-8ad4-3e645cdfda6f request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:59:01.635425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] Deleting port 20447df2-efbd-49e9-9555-bcc9439e8187 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:01.635805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.672266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:01.693497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b1fa-f514-4ec0-a784-4bbe2d306891 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.694448 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cbb0b1fa-f514-4ec0-a784-4bbe2d306891 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/1734352e-0b80-45f6-8696-c04736f90628 HTTP/1.1" status: 204 len: 168 time: 0.7897007 Mar 28 10:59:01.699925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38214) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:01.721851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] For port 20447df2-efbd-49e9-9555-bcc9439e8187, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=20447df2-efbd-49e9-9555-bcc9439e8187,segment=NetworkSegment(6d624307-dc60-4ef3-a1d0-974e63f05379),segment_id=6d624307-dc60-4ef3-a1d0-974e63f05379)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:01.722311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.761976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ec0b7-5b4c-40be-bed9-b2a5e4fb1be1 None None] Pushing event updated for resources: {'Port': ['ID=2cc6e89a-14ea-4b33-9757-11a6ee9aea09,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:01.870849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for 20447df2-efbd-49e9-9555-bcc9439e8187 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:01.900238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.919416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] For port 20447df2-efbd-49e9-9555-bcc9439e8187, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=20447df2-efbd-49e9-9555-bcc9439e8187,segment=NetworkSegment(6d624307-dc60-4ef3-a1d0-974e63f05379),segment_id=6d624307-dc60-4ef3-a1d0-974e63f05379)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:01.920725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:01.946952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cf5228be-f921-46c4-8961-212be0c189d7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Synchronizing usage tracker for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:01.983171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:01.987368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.1 (ca89d351-7653-4c99-a7ad-66e47f44da21/a15c7d4c-b245-4911-bf23-b6d7387ec6f4/b617e341-c099-4962-ab1e-f1cdb01d793a) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:01.992265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:02.002183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:02.002423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:02.090434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cf5228be-f921-46c4-8961-212be0c189d7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Unset dirty status for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:02.092088 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cf5228be-f921-46c4-8961-212be0c189d7 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3909802 Mar 28 10:59:02.096661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] Calling delete_port for 20447df2-efbd-49e9-9555-bcc9439e8187 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:02.096934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.104141 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38218) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:02.177407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749503489'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:02.198423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.201751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=20447df2-efbd-49e9-9555-bcc9439e8187,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:02.205329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:02.213659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] No DVR routers for this DVR port 20447df2-efbd-49e9-9555-bcc9439e8187 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:59:02.241580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:59:02.242199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:59:02.257676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 745fc228-f68c-4ec1-bb8a-a92e26183369 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:02.261755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:02.288586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.387794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 745fc228-f68c-4ec1-bb8a-a92e26183369 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:02.396211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 745fc228-f68c-4ec1-bb8a-a92e26183369 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:02.396981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.413988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.422995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd00b4c-13d8-49c6-8198-452b2bbe9b75,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:02.428523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.448851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.482537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9ad043-efba-44bb-8ad4-3e645cdfda6f']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:02.496735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:02.501833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d624307-dc60-4ef3-a1d0-974e63f05379') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:02.503048 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d624307-dc60-4ef3-a1d0-974e63f05379') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:02.510381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Usage tracker for resource:security_group_rule and tenant:c3ca314a130746aba512e81184950c66 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:02.516111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:02.525235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.532285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=9bfab52e-dbca-4bec-8000-7d42ec314a81,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:02.534582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:02.555650 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.559997 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-83cff474-1ce1-4652-b0bf-0d38ebf5135d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9867864 Mar 28 10:59:02.560719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38222) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:02.565610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.581024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:02.581591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.583561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '1fd00b4c-13d8-49c6-8198-452b2bbe9b75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:02.593309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Checking segment: {'id': 'd387347b-fd64-4766-92b9-94ec03d5800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc9e4b84-d005-4081-bff5-ce286b3c7221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:02.593676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network hostable DHCP agents. Network: bc9e4b84-d005-4081-bff5-ce286b3c7221, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:02.598051 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:02.600268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:02.603739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.608967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.612522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:02.619657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:02.624218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 745fc228-f68c-4ec1-bb8a-a92e26183369, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=745fc228-f68c-4ec1-bb8a-a92e26183369,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:02.633599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:02.643861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object b617e341-c099-4962-ab1e-f1cdb01d793a will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:02.691435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.723473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.725594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network bc9e4b84-d005-4081-bff5-ce286b3c7221 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:59:02.738881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.743785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] Deleting port 20447df2-efbd-49e9-9555-bcc9439e8187 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:02.744189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.775810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 20447df2-efbd-49e9-9555-bcc9439e8187 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:59:02.807081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.852092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.858328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 20447df2-efbd-49e9-9555-bcc9439e8187 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:59:02.858722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 20447df2-efbd-49e9-9555-bcc9439e8187 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:59:02.861330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.871523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.871660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-69e55e20-90fd-421c-97d5-2a1731654c13 None None] The port '20447df2-efbd-49e9-9555-bcc9439e8187' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:59:02.874556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, bc9e4b84-d005-4081-bff5-ce286b3c7221) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:02.886167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db2670e-9684-49a7-8a39-7297c7e4c368 None None] Network bc9e4b84-d005-4081-bff5-ce286b3c7221 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:02.903454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:02.904032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.917514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network ca89d351-7653-4c99-a7ad-66e47f44da21 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:02.928693 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=745fc228-f68c-4ec1-bb8a-a92e26183369,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:02.932258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=b617e341-c099-4962-ab1e-f1cdb01d793a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:02.948471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:02.951815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:02.953637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:03.032820 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889c22f8-4b23-4476-8451-9d7d1f7a8df2,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:03.052336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.068091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.087363 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/networks/0d9ad043-efba-44bb-8ad4-3e645cdfda6f HTTP/1.1" status: 204 len: 168 time: 1.9469533 Mar 28 10:59:03.092436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45449ea8-9ad9-4db2-8b47-72e91d001f9d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:03.095225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38226) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:03.095953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaa065-2654-4faa-8844-7f0d35d388d7 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Network': ['ID=0d9ad043-efba-44bb-8ad4-3e645cdfda6f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:03.198404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-bc9e4b84-d005-4081-bff5-ce286b3c7221', 'network_id': 'bc9e4b84-d005-4081-bff5-ce286b3c7221', 'tenant_id': '1f22b8d223714e48994f07c2789f89b4', 'fixed_ips': [{'subnet_id': '9bfab52e-dbca-4bec-8000-7d42ec314a81'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:59:03.198404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.204166 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6c4e4e9c-0eaf-42d9-9741-d020b189c6f8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0984931 Mar 28 10:59:03.205096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.206162 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6b897d42-e223-44d4-9a5e-5d5e73617ec4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6419628 Mar 28 10:59:03.208375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38230) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:03.210705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38232) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:03.218056 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-629427990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:03.236937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:03.248989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:router and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:03.255388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:03.267912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.273131 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-674c81f4-f0d3-4e7b-843b-527774df7a56 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1255035 Mar 28 10:59:03.277129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38238) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:03.280393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27432690-47c3-47c7-8a50-c7558b9644f7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.283562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df04f35b-1812-4b3c-b949-373fdc8ccd5f None None] Network ca89d351-7653-4c99-a7ad-66e47f44da21 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:03.284096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port 2fd45058-4a91-48e6-956e-2cb1f5fcffd0 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:03.284433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.297570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:03.302979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-216ced02-c6a1-47f3-b5ca-7dc197676af3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:03.303396 dv-neutron-835336-1-hyperv neutron-server[88494]: WARNING neutron.api.v2.base [None req-216ced02-c6a1-47f3-b5ca-7dc197676af3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 10:59:03.303887 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-216ced02-c6a1-47f3-b5ca-7dc197676af3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 10:59:03.308663 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-216ced02-c6a1-47f3-b5ca-7dc197676af3 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "PUT /v2.0/security-groups/45449ea8-9ad9-4db2-8b47-72e91d001f9d HTTP/1.1" status: 409 len: 330 time: 0.0168529 Mar 28 10:59:03.308663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27432690-47c3-47c7-8a50-c7558b9644f7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.311676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38242) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:03.396979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.398115 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.443673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27432690-47c3-47c7-8a50-c7558b9644f7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.471159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27432690-47c3-47c7-8a50-c7558b9644f7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=889c22f8-4b23-4476-8451-9d7d1f7a8df2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:03.474111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.484761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0436e68-9826-4abe-bb7e-6a6e238a21a5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.486530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Allocated IP 2001:db8::2 (bc9e4b84-d005-4081-bff5-ce286b3c7221/9bfab52e-dbca-4bec-8000-7d42ec314a81/562ee632-377a-44a7-8358-e97a158151d1) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:03.492456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27432690-47c3-47c7-8a50-c7558b9644f7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.493724 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-27432690-47c3-47c7-8a50-c7558b9644f7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/889c22f8-4b23-4476-8451-9d7d1f7a8df2 HTTP/1.1" status: 204 len: 168 time: 0.2795148 Mar 28 10:59:03.497491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38246) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:03.539250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0a896d42-5418-4312-86cf-dbd26a857667 None None] Provisioning for port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:03.556839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.557221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.570662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0436e68-9826-4abe-bb7e-6a6e238a21a5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.574853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.620284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.719556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for 2fd45058-4a91-48e6-956e-2cb1f5fcffd0 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:03.781177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d3ea9188-577c-46af-884a-15d73075cc2f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:03.818802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.835187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.836354 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0205e9f0-cbfc-476e-b4cb-b47fa35f0793 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6269355 Mar 28 10:59:03.839144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38252) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:03.846296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'network_id': 'bc9e4b84-d005-4081-bff5-ce286b3c7221', 'name': 'tempest-PortsIpV6TestJSON-977507034'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:03.880707 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Transition to ACTIVE for port object 562ee632-377a-44a7-8358-e97a158151d1 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:03.905807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Transition to ACTIVE for port object 562ee632-377a-44a7-8358-e97a158151d1 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:03.915173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d3ea9188-577c-46af-884a-15d73075cc2f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:03.916410 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d3ea9188-577c-46af-884a-15d73075cc2f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4164343 Mar 28 10:59:03.917167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0436e68-9826-4abe-bb7e-6a6e238a21a5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:03.928728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38256) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:03.952544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0436e68-9826-4abe-bb7e-6a6e238a21a5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45449ea8-9ad9-4db2-8b47-72e91d001f9d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:03.985986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.059766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Network bc9e4b84-d005-4081-bff5-ce286b3c7221 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:04.061294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:04.072946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.074734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:04.136387 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.145599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:04.153936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:04.158453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:04.162044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db086b42-f20c-4c0a-b242-c0dd1fb8915a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.167052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:04.201509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.231231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Pushing event updated for resources: {'Port': ['ID=562ee632-377a-44a7-8358-e97a158151d1,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:04.239235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Attempting to bind port 562ee632-377a-44a7-8358-e97a158151d1 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:04.239374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Attempting to bind port 562ee632-377a-44a7-8358-e97a158151d1 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'd387347b-fd64-4766-92b9-94ec03d5800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc9e4b84-d005-4081-bff5-ce286b3c7221'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:04.239787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Attempting to bind port 562ee632-377a-44a7-8358-e97a158151d1 on network bc9e4b84-d005-4081-bff5-ce286b3c7221 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:04.245992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:04.246370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Checking segment: {'id': 'd387347b-fd64-4766-92b9-94ec03d5800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc9e4b84-d005-4081-bff5-ce286b3c7221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:04.246772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.247159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Bound using segment: {'id': 'd387347b-fd64-4766-92b9-94ec03d5800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc9e4b84-d005-4081-bff5-ce286b3c7221'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:04.247902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Bound port: 562ee632-377a-44a7-8358-e97a158151d1, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd387347b-fd64-4766-92b9-94ec03d5800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc9e4b84-d005-4081-bff5-ce286b3c7221'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:04.248427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.256655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db086b42-f20c-4c0a-b242-c0dd1fb8915a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.318410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:04.319232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=2fd45058-4a91-48e6-956e-2cb1f5fcffd0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:04.341515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:04.345082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.348247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.355445 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=b617e341-c099-4962-ab1e-f1cdb01d793a,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:04.358080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8c64cf28-5b55-4448-b82d-f69a1b5c279d None None] Provisioning for port b617e341-c099-4962-ab1e-f1cdb01d793a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:04.378128 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8c64cf28-5b55-4448-b82d-f69a1b5c279d None None] Provisioning complete for port b617e341-c099-4962-ab1e-f1cdb01d793a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:04.378542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8c64cf28-5b55-4448-b82d-f69a1b5c279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.404710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e0436e68-9826-4abe-bb7e-6a6e238a21a5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.408156 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e0436e68-9826-4abe-bb7e-6a6e238a21a5 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/45449ea8-9ad9-4db2-8b47-72e91d001f9d HTTP/1.1" status: 204 len: 168 time: 1.0887177 Mar 28 10:59:04.423133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38260) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:04.457557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 0acd2aeb-cb84-4231-a176-a7a36ce8c239 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:59:04.479801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8c64cf28-5b55-4448-b82d-f69a1b5c279d None None] Port b617e341-c099-4962-ab1e-f1cdb01d793a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:04.481688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] For port 562ee632-377a-44a7-8358-e97a158151d1, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:04.487675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] For port 562ee632-377a-44a7-8358-e97a158151d1, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=562ee632-377a-44a7-8358-e97a158151d1,segment=NetworkSegment(d387347b-fd64-4766-92b9-94ec03d5800c),segment_id=d387347b-fd64-4766-92b9-94ec03d5800c)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:04.497434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network ca89d351-7653-4c99-a7ad-66e47f44da21 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:04.499082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:04.517767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.554828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.569755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c251794d-b60d-4b4e-a5f3-2cc0d988240f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Synchronizing usage tracker for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:04.596824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db086b42-f20c-4c0a-b242-c0dd1fb8915a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.599774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-db086b42-f20c-4c0a-b242-c0dd1fb8915a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.604500 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-db086b42-f20c-4c0a-b242-c0dd1fb8915a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/1fd00b4c-13d8-49c6-8198-452b2bbe9b75 HTTP/1.1" status: 204 len: 168 time: 0.6663969 Mar 28 10:59:04.605706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.606808 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-67959460-a888-46cb-876b-3f14d34aef88 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/floatingips/4b3c39c8-25ea-4a83-971e-c1ca191dcee5 HTTP/1.1" status: 204 len: 168 time: 1.5089500 Mar 28 10:59:04.607643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38264) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:04.654506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:04.661921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38266) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:04.685756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:04.686989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.717598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db086b42-f20c-4c0a-b242-c0dd1fb8915a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd00b4c-13d8-49c6-8198-452b2bbe9b75,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:04.744524 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d4a147-fa2d-4a12-a106-610159180c2c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:04.744998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d4a147-fa2d-4a12-a106-610159180c2c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:04.749752 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-76d4a147-fa2d-4a12-a106-610159180c2c tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/ports/d2bdc1be-09b1-4a84-82f2-34e9687c77fc HTTP/1.1" status: 404 len: 333 time: 0.0821247 Mar 28 10:59:04.753026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38272) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:04.762702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c251794d-b60d-4b4e-a5f3-2cc0d988240f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] Unset dirty status for tenant:c3ca314a130746aba512e81184950c66 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:04.768052 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c251794d-b60d-4b4e-a5f3-2cc0d988240f tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3399231 Mar 28 10:59:04.771567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38276) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:04.809293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caf011-a3bd-4a10-b5cd-4b1c63c8c30c None None] Pushing event updated for resources: {'Port': ['ID=562ee632-377a-44a7-8358-e97a158151d1,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:04.824144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4123ddd6-f73e-4d3f-a310-84f60ce62acf None None] Provisioning complete for port b617e341-c099-4962-ab1e-f1cdb01d793a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:04.824651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4123ddd6-f73e-4d3f-a310-84f60ce62acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.856662 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-f7f10ed6-51c1-44b9-a1b1-9f10877933ab tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] delete failed (client error): The resource could not be found. Mar 28 10:59:04.858527 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f7f10ed6-51c1-44b9-a1b1-9f10877933ab tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "DELETE /v2.0/security-groups/d8034dff-5099-4422-8634-5b041c154c47 HTTP/1.1" status: 404 len: 347 time: 0.0860164 Mar 28 10:59:04.873768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38280) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:04.898533 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-49a46935-855b-451c-a54b-e8308d66c538 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] show failed (client error): The resource could not be found. Mar 28 10:59:04.899553 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-49a46935-855b-451c-a54b-e8308d66c538 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-groups/603d7dfb-b761-4dec-b8fd-5a792b6d9357 HTTP/1.1" status: 404 len: 347 time: 0.0244761 Mar 28 10:59:04.910478 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38284) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:04.914758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4123ddd6-f73e-4d3f-a310-84f60ce62acf None None] Port b617e341-c099-4962-ab1e-f1cdb01d793a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:04.935320 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-4c2cc6c8-98fe-4408-8bd0-a667f78c3961 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] show failed (client error): The resource could not be found. Mar 28 10:59:04.936256 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4c2cc6c8-98fe-4408-8bd0-a667f78c3961 tempest-NegativeSecGroupIPv6Test-944415520 tempest-NegativeSecGroupIPv6Test-944415520-project] 10.222.0.18 "GET /v2.0/security-group-rules/039b1bbb-118d-4e06-ac4a-9079630c736b HTTP/1.1" status: 404 len: 356 time: 0.0247178 Mar 28 10:59:04.948774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router ef77c959-1889-4890-b14a-9749fb1c53f8 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:59:04.982317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:04.996162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-19f69afc-e40d-4f98-857c-075e18f27397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Synchronizing usage tracker for tenant:98555b89bab8454181b79e7da8ede750 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:05.030890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2cc6e89a-14ea-4b33-9757-11a6ee9aea09,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:05.033607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c0b7b328-d26a-46a4-8ab9-53f44ad05219 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:05.048007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::29 (bc9e4b84-d005-4081-bff5-ce286b3c7221/9bfab52e-dbca-4bec-8000-7d42ec314a81/0acd2aeb-cb84-4231-a176-a7a36ce8c239) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:05.063829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-652a9a11-3755-4393-9f5e-008cb0981836 None None] Provisioning complete for port b617e341-c099-4962-ab1e-f1cdb01d793a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:05.064647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-652a9a11-3755-4393-9f5e-008cb0981836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:05.117075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:05.122267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 745fc228-f68c-4ec1-bb8a-a92e26183369 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:05.243627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:59:05.248657 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-45ac635b-ae1c-4073-a833-3de0052aaf93 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/ef77c959-1889-4890-b14a-9749fb1c53f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3480785 Mar 28 10:59:05.251212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38290) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:05.259740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-19f69afc-e40d-4f98-857c-075e18f27397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Unset dirty status for tenant:98555b89bab8454181b79e7da8ede750 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:05.263500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Sync routers for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:59:05.263830 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-19f69afc-e40d-4f98-857c-075e18f27397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8f6600-66a7-4122-9405-a08dfdffc642 HTTP/1.1" status: 200 len: 205 time: 0.5100105 Mar 28 10:59:05.264488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38294) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:05.265878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-652a9a11-3755-4393-9f5e-008cb0981836 None None] Port b617e341-c099-4962-ab1e-f1cdb01d793a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:05.288702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:05.289428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:05.339903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=2cc6e89a-14ea-4b33-9757-11a6ee9aea09,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:05.360120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c0b7b328-d26a-46a4-8ab9-53f44ad05219 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:05.366277 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c0b7b328-d26a-46a4-8ab9-53f44ad05219 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7074509 Mar 28 10:59:05.366277 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-55a33c45-2971-4a2f-9e14-650d4cefaa2d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] delete failed (client error): The resource could not be found. Mar 28 10:59:05.366897 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-55a33c45-2971-4a2f-9e14-650d4cefaa2d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/routers/ef8f6600-66a7-4122-9405-a08dfdffc642 HTTP/1.1" status: 404 len: 336 time: 0.0983305 Mar 28 10:59:05.367447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38298) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:05.378765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38300) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:05.382595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 745fc228-f68c-4ec1-bb8a-a92e26183369 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:05.383186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:05.386976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-secgroup--588129309'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:05.394557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:05.417816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:05.421655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:05.429799 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3101cd90-51f1-422a-ab58-ef194344c08a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:05.430295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3101cd90-51f1-422a-ab58-ef194344c08a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:05.433969 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3101cd90-51f1-422a-ab58-ef194344c08a tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/subnets/b4962fcf-c687-4399-aab0-bbaff8c79c00 HTTP/1.1" status: 404 len: 337 time: 0.0522454 Mar 28 10:59:05.435457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38306) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:05.445222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 0acd2aeb-cb84-4231-a176-a7a36ce8c239 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:05.503239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:05.527220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92cb2-8ff0-439f-894b-dbc56021e5e7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.527815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92cb2-8ff0-439f-894b-dbc56021e5e7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.528133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92cb2-8ff0-439f-894b-dbc56021e5e7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.528737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92cb2-8ff0-439f-894b-dbc56021e5e7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.529035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92cb2-8ff0-439f-894b-dbc56021e5e7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.529482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92cb2-8ff0-439f-894b-dbc56021e5e7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.530197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92cb2-8ff0-439f-894b-dbc56021e5e7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.532006 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-14f92cb2-8ff0-439f-894b-dbc56021e5e7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4937 time: 0.2798865 Mar 28 10:59:05.537195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38312) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:05.560603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:05.576312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:05.579489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-72e7a115-a07f-4528-a1a0-3fe6345a0a3d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port 1e72430b-dc50-460b-a48f-efa606f8796b {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:05.579837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-72e7a115-a07f-4528-a1a0-3fe6345a0a3d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:05.603064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:59:05.660224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:05.690287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network bc9e4b84-d005-4081-bff5-ce286b3c7221 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:05.700291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:05.721248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e79ef-ebd8-4f68-a559-1e1406781d83 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.721715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e79ef-ebd8-4f68-a559-1e1406781d83 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.722257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e79ef-ebd8-4f68-a559-1e1406781d83 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.722870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e79ef-ebd8-4f68-a559-1e1406781d83 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.723325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e79ef-ebd8-4f68-a559-1e1406781d83 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.723771 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e79ef-ebd8-4f68-a559-1e1406781d83 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.728033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:05.728215 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-116e79ef-ebd8-4f68-a559-1e1406781d83 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3932 time: 0.1879396 Mar 28 10:59:05.732592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38316) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:05.732772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:05.733159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:05.743343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38320) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:05.760430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=0acd2aeb-cb84-4231-a176-a7a36ce8c239,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:05.858960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:05.875667 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c1b25d33-16bf-443e-b293-75f897683ea0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0329878 Mar 28 10:59:05.876026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38326) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:05.972659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.055395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-72e7a115-a07f-4528-a1a0-3fe6345a0a3d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.071323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b617e341-c099-4962-ab1e-f1cdb01d793a', 'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:68:8d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:59:01Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:06.086281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Checking router: ef77c959-1889-4890-b14a-9749fb1c53f8 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:59:06.086730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Updating router ef77c959-1889-4890-b14a-9749fb1c53f8 port b617e341-c099-4962-ab1e-f1cdb01d793a binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 10:59:06.118261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb5b2dc-f252-4ef1-b856-447f979bda38,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:06.195075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911205ff-7655-4021-8205-6e8be4f3e825 None None] Network bc9e4b84-d005-4081-bff5-ce286b3c7221 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:06.211759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.231494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-72e7a115-a07f-4528-a1a0-3fe6345a0a3d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for 1e72430b-dc50-460b-a48f-efa606f8796b owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:06.297879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:06.312432 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-23cb31a2-ffe5-4bb8-9152-5dfe9d3fc1de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3ca314a130746aba512e81184950c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615377 Mar 28 10:59:06.313186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38330) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:06.377158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.378930 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8f434bef-2fc2-412b-adf9-45952f1ef639 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0072427 Mar 28 10:59:06.383023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38334) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:06.439646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '8eb5b2dc-f252-4ef1-b856-447f979bda38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:06.455361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:06.506768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:06.515183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:06.525306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:06.535433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4945dc88-334a-440a-93df-21e918e39813 None None] Provisioning for port 562ee632-377a-44a7-8358-e97a158151d1 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:06.562504 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b23bd0e6-6583-4a59-a9cd-546d4739172d tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2855 time: 0.8313386 Mar 28 10:59:06.602591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4885-255b-4317-a30a-be4280a468e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.613171 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:06.619646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.635252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4885-255b-4317-a30a-be4280a468e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.681224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-72e7a115-a07f-4528-a1a0-3fe6345a0a3d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.682504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.733884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.741960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7a115-a07f-4528-a1a0-3fe6345a0a3d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=1e72430b-dc50-460b-a48f-efa606f8796b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:06.870130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-72e7a115-a07f-4528-a1a0-3fe6345a0a3d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.907879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38340) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:06.918445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.918445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083313136', 'description': 'tempest-secgroup-smoke-2083313136 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:06.923694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:06.937256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4885-255b-4317-a30a-be4280a468e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.940363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4885-255b-4317-a30a-be4280a468e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:06.943822 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6f3e4885-255b-4317-a30a-be4280a468e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bf78791-0cae-41c7-a466-09fd1bf7c7bf HTTP/1.1" status: 204 len: 168 time: 0.6253326 Mar 28 10:59:06.951994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e4885-255b-4317-a30a-be4280a468e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf78791-0cae-41c7-a466-09fd1bf7c7bf,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:06.963813 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-72e7a115-a07f-4528-a1a0-3fe6345a0a3d tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/ports/1e72430b-dc50-460b-a48f-efa606f8796b HTTP/1.1" status: 204 len: 168 time: 1.5273008 Mar 28 10:59:06.968631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38346) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:07.049090 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-277d4c86-a2bc-4266-8ec5-5237d4694397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port 0bd1ff2f-9a30-43ff-94af-862b98cdf9a1 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:07.049335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-277d4c86-a2bc-4266-8ec5-5237d4694397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.054457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 562ee632-377a-44a7-8358-e97a158151d1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:07.108855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:07.118605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:07.121614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.135083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:07.192550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.195116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e38468-a9ba-46fd-8bf8-38b0ea6d8073,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:07.203372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Transition to ACTIVE for port object b617e341-c099-4962-ab1e-f1cdb01d793a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:07.268166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 562ee632-377a-44a7-8358-e97a158151d1 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:07.273552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 562ee632-377a-44a7-8358-e97a158151d1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:07.274080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.314573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.339943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.356553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:07.360607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:07.370276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:07.382264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:07.422659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-277d4c86-a2bc-4266-8ec5-5237d4694397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.448316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.450986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.450986 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad2c39a5-ebf2-42a5-aab8-780fc5df6af9 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0648670 Mar 28 10:59:07.454146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38354) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:07.459715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '8eb5b2dc-f252-4ef1-b856-447f979bda38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:07.468616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:07.474162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:07.479411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:07.495381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:07.501554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.530494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.617352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.624608 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d3af7-1398-4639-9a0f-506a63e63e4f None None] Pushing event updated for resources: {'Port': ['ID=b617e341-c099-4962-ab1e-f1cdb01d793a,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:07.696877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-277d4c86-a2bc-4266-8ec5-5237d4694397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for 0bd1ff2f-9a30-43ff-94af-862b98cdf9a1 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:07.715993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Attempting to bind port b617e341-c099-4962-ab1e-f1cdb01d793a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:07.716355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Attempting to bind port b617e341-c099-4962-ab1e-f1cdb01d793a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:07.716714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Attempting to bind port b617e341-c099-4962-ab1e-f1cdb01d793a on network ca89d351-7653-4c99-a7ad-66e47f44da21 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:07.718725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-474036d8-830a-41e9-b8da-881a897abf51 None None] Provisioning for port 0acd2aeb-cb84-4231-a176-a7a36ce8c239 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:07.726045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb794f5-1a75-481d-8c6d-ae462e547de7,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:07.739221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:07.739593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Checking segment: {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:07.739984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.741052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Bound using segment: {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:07.741548 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Bound port: b617e341-c099-4962-ab1e-f1cdb01d793a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:07.742092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.746326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.754135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.758967 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8500729 Mar 28 10:59:07.761254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38364) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:07.789706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'feb794f5-1a75-481d-8c6d-ae462e547de7', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:07.794512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.799986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.800461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.800914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.801379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.802057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.802462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.806077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.806788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.807196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.807648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.808121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.808518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b5791-ea5d-471e-8e96-c9ba8bf2468c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:07.809023 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-474036d8-830a-41e9-b8da-881a897abf51 None None] Provisioning complete for port 0acd2aeb-cb84-4231-a176-a7a36ce8c239 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:07.810148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-474036d8-830a-41e9-b8da-881a897abf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.826996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:07.871145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:07.899572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:07.900507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-474036d8-830a-41e9-b8da-881a897abf51 None None] Port 0acd2aeb-cb84-4231-a176-a7a36ce8c239 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:07.964394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:07.977856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-474036d8-830a-41e9-b8da-881a897abf51 None None] Provisioning complete for port 562ee632-377a-44a7-8358-e97a158151d1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:07.978138 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-474036d8-830a-41e9-b8da-881a897abf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:07.978670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=0acd2aeb-cb84-4231-a176-a7a36ce8c239,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:08.029437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 562ee632-377a-44a7-8358-e97a158151d1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=562ee632-377a-44a7-8358-e97a158151d1,segment=NetworkSegment(d387347b-fd64-4766-92b9-94ec03d5800c),segment_id=d387347b-fd64-4766-92b9-94ec03d5800c)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:08.041250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.048079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-277d4c86-a2bc-4266-8ec5-5237d4694397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.083512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] For port b617e341-c099-4962-ab1e-f1cdb01d793a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:08.089572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] For port b617e341-c099-4962-ab1e-f1cdb01d793a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b617e341-c099-4962-ab1e-f1cdb01d793a,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:08.111601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d4c86-a2bc-4266-8ec5-5237d4694397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=0bd1ff2f-9a30-43ff-94af-862b98cdf9a1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:08.115584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.146296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.181296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-474036d8-830a-41e9-b8da-881a897abf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.209685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.244249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-277d4c86-a2bc-4266-8ec5-5237d4694397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.251119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.257152 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-277d4c86-a2bc-4266-8ec5-5237d4694397 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/ports/0bd1ff2f-9a30-43ff-94af-862b98cdf9a1 HTTP/1.1" status: 204 len: 168 time: 1.2852948 Mar 28 10:59:08.257399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38374) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:08.305072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.310925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=562ee632-377a-44a7-8358-e97a158151d1,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:08.371015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2a8c3-cc47-4e44-8989-53c27c8f23ed tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:08.371743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e1a2a8c3-cc47-4e44-8989-53c27c8f23ed tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Synchronizing usage tracker for tenant:98555b89bab8454181b79e7da8ede750 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:08.402328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-474036d8-830a-41e9-b8da-881a897abf51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:59:08.402686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-474036d8-830a-41e9-b8da-881a897abf51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:59:08.404841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:08.405474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:08.438725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd53eb56-b53e-4fa0-827b-0d4cad91dda9,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:08.459831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38380) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:08.475366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e1a2a8c3-cc47-4e44-8989-53c27c8f23ed tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Unset dirty status for tenant:98555b89bab8454181b79e7da8ede750 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:08.479175 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e1a2a8c3-cc47-4e44-8989-53c27c8f23ed tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "GET /v2.0/ports?device_id=c142bd24-20e3-405f-a22c-ce4f8d568ee7 HTTP/1.1" status: 200 len: 913 time: 0.2205777 Mar 28 10:59:08.483396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38386) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:08.487640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d3af7-1398-4639-9a0f-506a63e63e4f None None] Pushing event updated for resources: {'Port': ['ID=b617e341-c099-4962-ab1e-f1cdb01d793a,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:08.519869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.523828 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7a13fa72-c294-467a-a220-5883910560d0 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0660112 Mar 28 10:59:08.603751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38390) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:08.610778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '8eb5b2dc-f252-4ef1-b856-447f979bda38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:08.625288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-8df1c9b3-a864-446b-9bd3-12b4069ddcbd tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1859434491', 'prefixes': ['172.20.0.0/16']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:08.629812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:08.639230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8df1c9b3-a864-446b-9bd3-12b4069ddcbd tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:08.647220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:08.652170 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:59:08.654506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:08.666604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.670012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:08.674639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.741377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.842731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219aeda7-b0cd-4fa5-891b-410490d9f115,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:08.859820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.945983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:08.947055 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0535f362-0c17-4c7b-bbc5-f82b630f16c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1739528 Mar 28 10:59:08.958361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38394) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:08.969061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'feb794f5-1a75-481d-8c6d-ae462e547de7', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:08.989007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:09.002032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:09.012422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:09.051135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:09.085272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b617e341-c099-4962-ab1e-f1cdb01d793a', 'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:68:8d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:59:01Z', 'updated_at': '2022-03-28T10:59:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:09.089460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7a8c1-53fb-46ea-bce2-d0a0c7c8b8b4 None None] The sync data for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv is: [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b617e341-c099-4962-ab1e-f1cdb01d793a', 'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:68:8d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:59:01Z', 'updated_at': '2022-03-28T10:59:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:59:09.121074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.129195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-821d9538-62e7-454c-a04f-ca6d6d21698d None None] Provisioning complete for port 0acd2aeb-cb84-4231-a176-a7a36ce8c239 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:09.129995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-821d9538-62e7-454c-a04f-ca6d6d21698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.189213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8df1c9b3-a864-446b-9bd3-12b4069ddcbd tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] Notify callbacks [] for subnetpool, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.192654 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8df1c9b3-a864-446b-9bd3-12b4069ddcbd tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7293708 Mar 28 10:59:09.196152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38398) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:09.197557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-821d9538-62e7-454c-a04f-ca6d6d21698d None None] Port 0acd2aeb-cb84-4231-a176-a7a36ce8c239 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:09.210999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.244327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6065db94-f53e-4067-8e48-c5638446c29a,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:09.247369 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-55048ea8-45c0-4e38-a038-4b6989fbc6fc tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] 10.222.0.18 "GET /v2.0/subnetpools/d836430d-56ea-44ff-88aa-adc74c1b1a93 HTTP/1.1" status: 200 len: 732 time: 0.0499549 Mar 28 10:59:09.250211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38402) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:09.268507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.280853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4170b1e0-f839-4026-b784-4fe5eb971de8 tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1296273661'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:09.319202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.354794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.359403 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.360590 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b8077e5a-144f-463c-87c9-1281a43abd06 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7554419 Mar 28 10:59:09.364439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38406) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:09.370187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '8eb5b2dc-f252-4ef1-b856-447f979bda38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:09.376023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:09.380646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:09.384426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:09.391120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:09.395071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.395977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.471329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.535661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4170b1e0-f839-4026-b784-4fe5eb971de8 tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] Notify callbacks [] for subnetpool, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.540022 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4170b1e0-f839-4026-b784-4fe5eb971de8 tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] 10.222.0.18 "PUT /v2.0/subnetpools/d836430d-56ea-44ff-88aa-adc74c1b1a93 HTTP/1.1" status: 200 len: 684 time: 0.2886412 Mar 28 10:59:09.540665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38410) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:09.569116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.643527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183226cc-38e8-4f46-a49e-113005add954,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:09.710790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.717729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=0acd2aeb-cb84-4231-a176-a7a36ce8c239,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:09.730364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.731554 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a63cd07d-09a4-4688-8557-1c2c4b2bb20d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7722473 Mar 28 10:59:09.735786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38414) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:09.741199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'feb794f5-1a75-481d-8c6d-ae462e547de7', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:09.803887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:09.812180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network bc9e4b84-d005-4081-bff5-ce286b3c7221 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:09.814509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:09.828755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.854415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:09.858207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:09.866947 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:09.881558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0a625987-5d71-4c06-b9d3-1c780663b24f tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] Notify callbacks [] for subnetpool, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.881558 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0a625987-5d71-4c06-b9d3-1c780663b24f tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] 10.222.0.18 "DELETE /v2.0/subnetpools/d836430d-56ea-44ff-88aa-adc74c1b1a93 HTTP/1.1" status: 204 len: 168 time: 0.3309278 Mar 28 10:59:09.884046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38418) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:09.912074 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-41a5c06c-dd1f-4d75-937a-00ff1952467d tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] show failed (client error): The resource could not be found. Mar 28 10:59:09.913488 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-41a5c06c-dd1f-4d75-937a-00ff1952467d tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] 10.222.0.18 "GET /v2.0/subnetpools/d836430d-56ea-44ff-88aa-adc74c1b1a93 HTTP/1.1" status: 404 len: 346 time: 0.0285702 Mar 28 10:59:09.916962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38422) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:09.948403 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-3bb758f6-029b-4ce4-bd8c-79cb6f59a672 tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] delete failed (client error): The resource could not be found. Mar 28 10:59:09.954013 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3bb758f6-029b-4ce4-bd8c-79cb6f59a672 tempest-SubnetPoolsTestJSON-1644028988 tempest-SubnetPoolsTestJSON-1644028988-project] 10.222.0.18 "DELETE /v2.0/subnetpools/d836430d-56ea-44ff-88aa-adc74c1b1a93 HTTP/1.1" status: 404 len: 346 time: 0.0305746 Mar 28 10:59:09.954184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:09.993051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538d630d-e0a7-4fb8-8cbb-20ba2cfa9ad0,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:10.006689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.080086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.083134 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6dc0dead-47ab-4d0d-b67c-aae1314a6b31 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7177057 Mar 28 10:59:10.086225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38428) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:10.092477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '8eb5b2dc-f252-4ef1-b856-447f979bda38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:10.100698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:10.109350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:10.116744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:10.124552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:10.125001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6bf6f2be-c6d4-4ca3-936e-d50aad270ab7 None None] Provisioning complete for port 0acd2aeb-cb84-4231-a176-a7a36ce8c239 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:10.126140 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6bf6f2be-c6d4-4ca3-936e-d50aad270ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.137842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Router 284afee6-6105-4746-9819-677a1edd271a is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 10:59:10.155887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port e0d22f01-b4b3-4a2e-8bbf-42f4b6d82248 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:10.156213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.218627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6f2be-c6d4-4ca3-936e-d50aad270ab7 None None] Port 0acd2aeb-cb84-4231-a176-a7a36ce8c239 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:10.242404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.285013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.342340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.370883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b617e341-c099-4962-ab1e-f1cdb01d793a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:10.377686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2c85c3-52ef-4fb9-ac96-048f40ce810e,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:10.435092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.515976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.517890 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-323bf696-de04-4efe-a1f2-272a1c3c449f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7802095 Mar 28 10:59:10.528291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38434) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:10.548726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'feb794f5-1a75-481d-8c6d-ae462e547de7', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:10.561530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:10.565382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:59:10.574560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:10.576722 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f607f2-48f7-4249-abac-f06a44a9eafb None None] Sync routers for ids ['284afee6-6105-4746-9819-677a1edd271a'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:59:10.583006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b617e341-c099-4962-ab1e-f1cdb01d793a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:10.588943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b617e341-c099-4962-ab1e-f1cdb01d793a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:10.589375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.593504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:10.594770 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f607f2-48f7-4249-abac-f06a44a9eafb None None] Routers {'284afee6-6105-4746-9819-677a1edd271a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:10.595400 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a8f607f2-48f7-4249-abac-f06a44a9eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['284afee6-6105-4746-9819-677a1edd271a'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:10.615580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for e0d22f01-b4b3-4a2e-8bbf-42f4b6d82248 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:10.632876 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70e3d44f-23f4-42e7-a2a7-043a60850ab7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "PUT /v2.0/routers/284afee6-6105-4746-9819-677a1edd271a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7558367 Mar 28 10:59:10.644416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.645131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38438) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:10.646158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:10.678225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38442) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:10.724124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.745050 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a8f607f2-48f7-4249-abac-f06a44a9eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:10.757186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0887d4d9-cc29-4d0f-ada0-fa3c20052720,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:10.768055 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f607f2-48f7-4249-abac-f06a44a9eafb None None] Routers {'284afee6-6105-4746-9819-677a1edd271a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:10.769214 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a8f607f2-48f7-4249-abac-f06a44a9eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['284afee6-6105-4746-9819-677a1edd271a'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:10.771667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.795727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f3a8ae-a3c6-414c-9433-12ef81234865 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:10.796835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-24f3a8ae-a3c6-414c-9433-12ef81234865 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:10.819261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.820090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port b617e341-c099-4962-ab1e-f1cdb01d793a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b617e341-c099-4962-ab1e-f1cdb01d793a,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:10.835994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.837439 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3abd14ed-b287-463f-b3ec-da5381fbbb5d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7500987 Mar 28 10:59:10.840451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38448) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:10.856701 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a8f607f2-48f7-4249-abac-f06a44a9eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:10.857376 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f607f2-48f7-4249-abac-f06a44a9eafb None None] The sync data for ids ['284afee6-6105-4746-9819-677a1edd271a'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:59:10.893406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-24f3a8ae-a3c6-414c-9433-12ef81234865 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:10.895219 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-24f3a8ae-a3c6-414c-9433-12ef81234865 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports?device_id=284afee6-6105-4746-9819-677a1edd271a HTTP/1.1" status: 200 len: 987 time: 0.2470279 Mar 28 10:59:10.900524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38452) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:10.903073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7fe1daaf-0568-4b8f-802a-544414e27d62 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.919939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.920263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:10.920729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 562ee632-377a-44a7-8358-e97a158151d1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:10.942448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:10.950074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Usage tracker for resource:security_group_rule and tenant:3d54619f726b46f8b486e7c29b65a208 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:10.955252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:10.967176 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:11.037844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=b617e341-c099-4962-ab1e-f1cdb01d793a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:11.038808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7fe1daaf-0568-4b8f-802a-544414e27d62 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.055568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 562ee632-377a-44a7-8358-e97a158151d1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:11.056159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.090785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.121857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.162313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.223701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.260007 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7fe1daaf-0568-4b8f-802a-544414e27d62 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.279483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f54b05-7bd1-41b4-9065-809ab84ef7db,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:11.319878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.344718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=e0d22f01-b4b3-4a2e-8bbf-42f4b6d82248,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:11.345109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1daaf-0568-4b8f-802a-544414e27d62 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0887d4d9-cc29-4d0f-ada0-fa3c20052720,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:11.348429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7fe1daaf-0568-4b8f-802a-544414e27d62 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.349535 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7fe1daaf-0568-4b8f-802a-544414e27d62 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0887d4d9-cc29-4d0f-ada0-fa3c20052720 HTTP/1.1" status: 204 len: 168 time: 0.5080123 Mar 28 10:59:11.352143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38456) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:11.374915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.376052 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d5474206-6915-4310-a237-16500ed568a4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8425379 Mar 28 10:59:11.379659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38460) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:11.386511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'feb794f5-1a75-481d-8c6d-ae462e547de7', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:11.395911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:11.408130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:11.414919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:11.437104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a55d6ce0-07ad-4c24-b3c8-8e58ef7e8735 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:11.441437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:11.447975 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d54619f726b46f8b486e7c29b65a208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7660897 Mar 28 10:59:11.448663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38464) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:11.461516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be9c479-fda4-4dbb-8117-4fe2b4d94615,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:11.474413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.474752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.475101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.475410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.475732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.476052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.476370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.476686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.477034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.477314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.477625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.477953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a2031a-68c5-4df8-919b-71b7a888dec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:11.569859 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:59:11.573862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a55d6ce0-07ad-4c24-b3c8-8e58ef7e8735 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:11.577757 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a55d6ce0-07ad-4c24-b3c8-8e58ef7e8735 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2221830 Mar 28 10:59:11.580351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38468) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:11.581864 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1db317dd-78b3-470b-82eb-53c53e58b3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.587324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.677029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.775165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1db317dd-78b3-470b-82eb-53c53e58b3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.800708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0605920e-a793-4e34-956f-290eb55ee89e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.825400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0605920e-a793-4e34-956f-290eb55ee89e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.915174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.932507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:11.998840 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.043540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Router c142bd24-20e3-405f-a22c-ce4f8d568ee7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:59:12.074284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0605920e-a793-4e34-956f-290eb55ee89e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.091291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ec996e-a81e-442a-b3ce-009eccdb8ff8,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:12.092861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1db317dd-78b3-470b-82eb-53c53e58b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.139106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605920e-a793-4e34-956f-290eb55ee89e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=538d630d-e0a7-4fb8-8cbb-20ba2cfa9ad0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:12.150504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db317dd-78b3-470b-82eb-53c53e58b3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be9c479-fda4-4dbb-8117-4fe2b4d94615,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:12.223936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.227717 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fdcb42e8-1525-44e4-9a4d-8644c6b93515 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8445597 Mar 28 10:59:12.230273 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:59:12.236506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38472) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:12.238156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9d37c8-b89c-45a8-b2ba-f1b238e1ef85 None None] Sync routers for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:59:12.243020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'feb794f5-1a75-481d-8c6d-ae462e547de7', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:12.249686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d37c8-b89c-45a8-b2ba-f1b238e1ef85 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:12.250656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3e9d37c8-b89c-45a8-b2ba-f1b238e1ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:12.251783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:12.257628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:12.261314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:12.267543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:12.299243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 0acd2aeb-cb84-4231-a176-a7a36ce8c239 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:12.299581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.317884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b617e341-c099-4962-ab1e-f1cdb01d793a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:12.337386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0605920e-a793-4e34-956f-290eb55ee89e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.338524 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0605920e-a793-4e34-956f-290eb55ee89e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/538d630d-e0a7-4fb8-8cbb-20ba2cfa9ad0 HTTP/1.1" status: 204 len: 168 time: 0.7548239 Mar 28 10:59:12.342226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38476) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:12.344957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1db317dd-78b3-470b-82eb-53c53e58b3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.346049 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1db317dd-78b3-470b-82eb-53c53e58b3eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5be9c479-fda4-4dbb-8117-4fe2b4d94615 HTTP/1.1" status: 204 len: 168 time: 0.8968656 Mar 28 10:59:12.360701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3e9d37c8-b89c-45a8-b2ba-f1b238e1ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:12.370206 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:59:12.387226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.388903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d37c8-b89c-45a8-b2ba-f1b238e1ef85 None None] Routers {'c142bd24-20e3-405f-a22c-ce4f8d568ee7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:12.389527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3e9d37c8-b89c-45a8-b2ba-f1b238e1ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:12.425404 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4676d809-5800-4d2c-9f09-75f3c3885ee5 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "PUT /v2.0/routers/c142bd24-20e3-405f-a22c-ce4f8d568ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9425075 Mar 28 10:59:12.430053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38482) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:12.444091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7f8657e4-3e8b-48c2-8722-8f28751bf5ab tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:12.457147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3e9d37c8-b89c-45a8-b2ba-f1b238e1ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:12.457543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9d37c8-b89c-45a8-b2ba-f1b238e1ef85 None None] The sync data for ids ['c142bd24-20e3-405f-a22c-ce4f8d568ee7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:59:12.466199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b617e341-c099-4962-ab1e-f1cdb01d793a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:12.466609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.572738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.583372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.647298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7f8657e4-3e8b-48c2-8722-8f28751bf5ab tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:12.648898 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7f8657e4-3e8b-48c2-8722-8f28751bf5ab tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3061213 Mar 28 10:59:12.651799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38486) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:12.684253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.714944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 0acd2aeb-cb84-4231-a176-a7a36ce8c239 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:12.733024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.796366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac605fab-ccca-448d-a326-90632755ebf8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.930261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d3f038-d665-4374-809b-ba6bda5cf203,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:12.940524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac605fab-ccca-448d-a326-90632755ebf8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:12.973850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.032855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.042616 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e3d313e0-a276-41f1-97c4-374157f6429f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7965779 Mar 28 10:59:13.081974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.085485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=0acd2aeb-cb84-4231-a176-a7a36ce8c239,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:13.117607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac605fab-ccca-448d-a326-90632755ebf8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.147023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac605fab-ccca-448d-a326-90632755ebf8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6065db94-f53e-4067-8e48-c5638446c29a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:13.180187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting port c1bf5ef7-51d9-422a-a08e-af430e409a01 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:13.184356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.224086 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:59:13.255975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.293728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac605fab-ccca-448d-a326-90632755ebf8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.297445 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ac605fab-ccca-448d-a326-90632755ebf8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6065db94-f53e-4067-8e48-c5638446c29a HTTP/1.1" status: 204 len: 168 time: 0.6421540 Mar 28 10:59:13.305098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38502) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:13.458717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4e8036ac-a7b4-40e2-b962-ba878aaed248 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:13.465915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-c6e91b58-4d24-4a34-bf1e-1c26aa1fbe7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:13.495002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.620582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4e8036ac-a7b4-40e2-b962-ba878aaed248 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:13.621870 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4e8036ac-a7b4-40e2-b962-ba878aaed248 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3157218 Mar 28 10:59:13.628607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Calling delete_port for c1bf5ef7-51d9-422a-a08e-af430e409a01 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:13.648965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38506) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:13.687035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Router 284afee6-6105-4746-9819-677a1edd271a has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:59:13.696093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-c6e91b58-4d24-4a34-bf1e-1c26aa1fbe7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:13.696747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f82b5c2-4a84-4bd2-b490-b2ad021569de tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.702897 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-c6e91b58-4d24-4a34-bf1e-1c26aa1fbe7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083313136&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.4054806 Mar 28 10:59:13.712853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f82b5c2-4a84-4bd2-b490-b2ad021569de tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.856857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:59:13.867438 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c1654-9098-406c-ae11-719dce6f3a67 None None] Sync routers for ids ['284afee6-6105-4746-9819-677a1edd271a'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:59:13.876847 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c1654-9098-406c-ae11-719dce6f3a67 None None] Routers {'284afee6-6105-4746-9819-677a1edd271a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:13.877443 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c58c1654-9098-406c-ae11-719dce6f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['284afee6-6105-4746-9819-677a1edd271a'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:13.934629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f82b5c2-4a84-4bd2-b490-b2ad021569de tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:13.943535 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c58c1654-9098-406c-ae11-719dce6f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:13.944103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-0f1f1fbb-e98c-48ec-b361-d38955d40cc0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:13.944866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-0f1f1fbb-e98c-48ec-b361-d38955d40cc0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:13.952013 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c1654-9098-406c-ae11-719dce6f3a67 None None] Routers {'284afee6-6105-4746-9819-677a1edd271a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:13.952606 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c58c1654-9098-406c-ae11-719dce6f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:58:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['284afee6-6105-4746-9819-677a1edd271a'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:13.970023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82b5c2-4a84-4bd2-b490-b2ad021569de tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd53eb56-b53e-4fa0-827b-0d4cad91dda9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:13.977335 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7802f853-1f63-45a5-991a-6f7701f4bfe1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "PUT /v2.0/routers/284afee6-6105-4746-9819-677a1edd271a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0751905 Mar 28 10:59:13.980315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38510) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:14.017219 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c58c1654-9098-406c-ae11-719dce6f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:14.017852 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c1654-9098-406c-ae11-719dce6f3a67 None None] The sync data for ids ['284afee6-6105-4746-9819-677a1edd271a'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:59:14.020849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.067238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-0f1f1fbb-e98c-48ec-b361-d38955d40cc0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:14.068384 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-0f1f1fbb-e98c-48ec-b361-d38955d40cc0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=ca89d351-7653-4c99-a7ad-66e47f44da21 HTTP/1.1" status: 200 len: 796 time: 0.3640034 Mar 28 10:59:14.076806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f82b5c2-4a84-4bd2-b490-b2ad021569de tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.081951 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-4663ea96-636c-494f-b165-7a805646d739 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:59:14.082108 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3f82b5c2-4a84-4bd2-b490-b2ad021569de tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cd53eb56-b53e-4fa0-827b-0d4cad91dda9 HTTP/1.1" status: 204 len: 168 time: 0.4287145 Mar 28 10:59:14.082108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38514) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:14.082286 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4663ea96-636c-494f-b165-7a805646d739 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/0acd2aeb-cb84-4231-a176-a7a36ce8c239 HTTP/1.1" status: 404 len: 333 time: 0.0999875 Mar 28 10:59:14.084131 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38516) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:14.087566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Port': ['ID=c1bf5ef7-51d9-422a-a08e-af430e409a01,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:14.133222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-391fd760-9d82-4961-b308-cd4030133152 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:14.195307 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-762c9428-9e94-43d7-abe4-b334c2fd4644 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.1101229 Mar 28 10:59:14.208271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-391fd760-9d82-4961-b308-cd4030133152 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:14.209561 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-391fd760-9d82-4961-b308-cd4030133152 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1265295 Mar 28 10:59:14.212386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38522) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:14.240163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af64ff4-b71d-470b-afb7-9e1545a795b7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.250329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af64ff4-b71d-470b-afb7-9e1545a795b7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.340834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb534-5970-45b3-a156-698dd0936507 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.353865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af64ff4-b71d-470b-afb7-9e1545a795b7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.371913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af64ff4-b71d-470b-afb7-9e1545a795b7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9e38468-a9ba-46fd-8bf8-38b0ea6d8073,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:14.436785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5af64ff4-b71d-470b-afb7-9e1545a795b7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.438151 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5af64ff4-b71d-470b-afb7-9e1545a795b7 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b9e38468-a9ba-46fd-8bf8-38b0ea6d8073 HTTP/1.1" status: 204 len: 168 time: 0.2247806 Mar 28 10:59:14.440883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38526) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:14.488822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a6786849-ed30-4e79-a270-93e9d59b77c4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:14.566024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a6786849-ed30-4e79-a270-93e9d59b77c4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:14.567349 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a6786849-ed30-4e79-a270-93e9d59b77c4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1255593 Mar 28 10:59:14.570321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38530) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:14.635924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8dceb977-e19f-4cdc-849a-a1c50855a88d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.663254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8dceb977-e19f-4cdc-849a-a1c50855a88d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.716763 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.779320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8dceb977-e19f-4cdc-849a-a1c50855a88d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.797942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dceb977-e19f-4cdc-849a-a1c50855a88d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb5b2dc-f252-4ef1-b856-447f979bda38,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:14.901920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb534-5970-45b3-a156-698dd0936507 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.916309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8dceb977-e19f-4cdc-849a-a1c50855a88d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.917517 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8dceb977-e19f-4cdc-849a-a1c50855a88d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/8eb5b2dc-f252-4ef1-b856-447f979bda38 HTTP/1.1" status: 204 len: 168 time: 0.3461885 Mar 28 10:59:14.920085 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38534) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:14.955330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb534-5970-45b3-a156-698dd0936507 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.969495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-48269626-4e7e-44d6-9495-a6459efe49be tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:14.969766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bfd5af9-77d6-4790-81a1-6e5cfc05de9a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:14.974891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:14.979822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.039258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bfd5af9-77d6-4790-81a1-6e5cfc05de9a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:15.040520 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3bfd5af9-77d6-4790-81a1-6e5cfc05de9a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1195130 Mar 28 10:59:15.044843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38538) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:15.050583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-secgroup--678511141'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:15.056966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:15.064764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb534-5970-45b3-a156-698dd0936507 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.065288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eeb534-5970-45b3-a156-698dd0936507 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Fanout notify agent at l3_agent the message router_deleted on router 284afee6-6105-4746-9819-677a1edd271a {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:59:15.067966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:15.083454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb534-5970-45b3-a156-698dd0936507 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.084504 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f3eeb534-5970-45b3-a156-698dd0936507 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/routers/284afee6-6105-4746-9819-677a1edd271a HTTP/1.1" status: 204 len: 168 time: 0.9982066 Mar 28 10:59:15.087196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38542) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:15.116396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-48269626-4e7e-44d6-9495-a6459efe49be tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:15.117723 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-48269626-4e7e-44d6-9495-a6459efe49be tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9159844 Mar 28 10:59:15.118447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.118947 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Fanout notify agent at l3_agent the message router_deleted on router c142bd24-20e3-405f-a22c-ce4f8d568ee7 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 10:59:15.128942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.130050 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4140f62b-ea52-42b7-844d-5ed210587d90 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/routers/c142bd24-20e3-405f-a22c-ce4f8d568ee7 HTTP/1.1" status: 204 len: 168 time: 2.6989241 Mar 28 10:59:15.138902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38546) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:15.182811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.221412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:15.226765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3040022-72d5-4cb2-848e-26ac7c192dac tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet 9bfab52e-dbca-4bec-8000-7d42ec314a81 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:15.232669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:15.237032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:15.240070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3040022-72d5-4cb2-848e-26ac7c192dac tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.256703 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-ede716bf-f637-4a95-b617-b2a6e3bef34a service neutron] 10.222.0.18 "GET /v2.0/networks/ca89d351-7653-4c99-a7ad-66e47f44da21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255105 Mar 28 10:59:15.278211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f6b7e3-2b5e-415e-8aeb-077c89182e95 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Deleting subnet b8a50170-46ff-4371-9dff-af9e34ca281b {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:15.284250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:15.297176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b7e3-2b5e-415e-8aeb-077c89182e95 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.362042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3040022-72d5-4cb2-848e-26ac7c192dac tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.389624 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-e6efac47-b8b8-498e-9868-25c6986fc03c service neutron] 10.222.0.18 "GET /v2.0/networks/ca89d351-7653-4c99-a7ad-66e47f44da21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271029 Mar 28 10:59:15.426904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b7e3-2b5e-415e-8aeb-077c89182e95 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.541415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.543526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b7e3-2b5e-415e-8aeb-077c89182e95 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.568716 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.593562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3040022-72d5-4cb2-848e-26ac7c192dac tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.631098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.658917 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0b0241b6-fd77-4a94-a4ae-97d6acee1038 req-9eb39427-f9cb-4f2c-9e73-0d76f0cf95ca tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 210 time: 0.0497963 Mar 28 10:59:15.710464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388c6543-ff40-4451-b1b2-f86874504a6b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:15.796663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.797887 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2d32dded-e03f-4c1f-8ac1-d14eb9476139 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7521553 Mar 28 10:59:15.800621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38558) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:15.805472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '388c6543-ff40-4451-b1b2-f86874504a6b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:15.812215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3040022-72d5-4cb2-848e-26ac7c192dac tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.816493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b7e3-2b5e-415e-8aeb-077c89182e95 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.819971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:15.859590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:15.867589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b7e3-2b5e-415e-8aeb-077c89182e95 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.870104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:15.872730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3040022-72d5-4cb2-848e-26ac7c192dac tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfab52e-dbca-4bec-8000-7d42ec314a81,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:15.874886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf038bc-11b4-4b70-97c2-215e4c03dbc6 None None] Network bc9e4b84-d005-4081-bff5-ce286b3c7221 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:15.878232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3040022-72d5-4cb2-848e-26ac7c192dac tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:15.910774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:15.932739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6b7e3-2b5e-415e-8aeb-077c89182e95 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a50170-46ff-4371-9dff-af9e34ca281b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:15.937700 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d2f6b7e3-2b5e-415e-8aeb-077c89182e95 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/subnets/b8a50170-46ff-4371-9dff-af9e34ca281b HTTP/1.1" status: 204 len: 168 time: 0.7953312 Mar 28 10:59:15.938122 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b3040022-72d5-4cb2-848e-26ac7c192dac tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/9bfab52e-dbca-4bec-8000-7d42ec314a81 HTTP/1.1" status: 204 len: 168 time: 0.8499207 Mar 28 10:59:15.938726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38562) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:15.940727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38564) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:16.044327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.087700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.089130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.100510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 562ee632-377a-44a7-8358-e97a158151d1 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:16.100838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.142542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] DHCP port deletion for bc9e4b84-d005-4081-bff5-ce286b3c7221 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:59:16.147534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] Deleting port 562ee632-377a-44a7-8358-e97a158151d1 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:16.147972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.199149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.256008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 562ee632-377a-44a7-8358-e97a158151d1 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:59:16.360438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] For port 562ee632-377a-44a7-8358-e97a158151d1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=562ee632-377a-44a7-8358-e97a158151d1,segment=NetworkSegment(d387347b-fd64-4766-92b9-94ec03d5800c),segment_id=d387347b-fd64-4766-92b9-94ec03d5800c)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:16.365578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.371175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.393359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.415110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e0b11a-a3f0-448e-be02-26195645a000,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:16.436680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f97bb0b-69e8-4391-a34b-d599971735fa']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:16.449529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc87b60f-3129-4f12-8775-95c2e1388f0e') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:16.450051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc87b60f-3129-4f12-8775-95c2e1388f0e') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:16.464082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.480132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] For port 562ee632-377a-44a7-8358-e97a158151d1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=562ee632-377a-44a7-8358-e97a158151d1,segment=NetworkSegment(d387347b-fd64-4766-92b9-94ec03d5800c),segment_id=d387347b-fd64-4766-92b9-94ec03d5800c)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:16.480391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.480958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.486855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:16.492925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.493115 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 562ee632-377a-44a7-8358-e97a158151d1 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:16.493248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:16.506530 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:16.523971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.525466 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-99b8985b-8b8e-49a6-9333-291b37d5308c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7237601 Mar 28 10:59:16.529190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38572) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:16.624594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] Calling delete_port for 562ee632-377a-44a7-8358-e97a158151d1 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:16.653881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70437471-6827-4dbe-a4a1-cc2e12f993dd tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.660183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.687643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70437471-6827-4dbe-a4a1-cc2e12f993dd tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.742228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.758198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:59:16.758560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:59:16.771942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.783620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] Pushing event deleted for resources: {'Network': ['ID=0f97bb0b-69e8-4391-a34b-d599971735fa,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:16.790390 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b9ab09d2-ef7e-4b5f-b1f1-612138aea667 tempest-FloatingIPTestJSON-967325396 tempest-FloatingIPTestJSON-967325396-project] 10.222.0.18 "DELETE /v2.0/networks/0f97bb0b-69e8-4391-a34b-d599971735fa HTTP/1.1" status: 204 len: 168 time: 0.8506789 Mar 28 10:59:16.885359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70437471-6827-4dbe-a4a1-cc2e12f993dd tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.906915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70437471-6827-4dbe-a4a1-cc2e12f993dd tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388c6543-ff40-4451-b1b2-f86874504a6b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:16.921379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70437471-6827-4dbe-a4a1-cc2e12f993dd tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:16.925158 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f19bfda3-73cf-44d9-9bb1-d58fcbf91d1e req-4e890217-13dd-4d90-b82c-e561cb3c7a92 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 210 time: 0.0531998 Mar 28 10:59:16.925303 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70437471-6827-4dbe-a4a1-cc2e12f993dd tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/388c6543-ff40-4451-b1b2-f86874504a6b HTTP/1.1" status: 204 len: 168 time: 0.3924394 Mar 28 10:59:16.925395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=562ee632-377a-44a7-8358-e97a158151d1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:16.925510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38580) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:16.927658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No DVR routers for this DVR port 562ee632-377a-44a7-8358-e97a158151d1 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:59:16.988940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2cc0c34a-be6e-4bf9-9b71-7f13e484346d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:17.052579 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.070943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2cc0c34a-be6e-4bf9-9b71-7f13e484346d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:17.072200 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2cc0c34a-be6e-4bf9-9b71-7f13e484346d tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1443121 Mar 28 10:59:17.076110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38584) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:17.081962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-secgroup--573827768'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:17.083709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9e4b84-d005-4081-bff5-ce286b3c7221']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:17.088342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:17.095764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd387347b-fd64-4766-92b9-94ec03d5800c') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:17.096058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd387347b-fd64-4766-92b9-94ec03d5800c') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:17.097874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:17.107909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.123504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.131866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:17.131866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:17.145522 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:17.213368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.233719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:17.238298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:17.241145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:17.247405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:17.259641 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] Deleting port 562ee632-377a-44a7-8358-e97a158151d1 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:17.260252 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.318619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.321871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.334714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c37b8285-1dde-48e8-a72e-0196aa121323 None None] The port '562ee632-377a-44a7-8358-e97a158151d1' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:59:17.345210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.346648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38590) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:17.352325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Network': ['ID=bc9e4b84-d005-4081-bff5-ce286b3c7221,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:17.364507 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8850d605-c0a1-464e-8a35-7043b7c5d08b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/networks/bc9e4b84-d005-4081-bff5-ce286b3c7221 HTTP/1.1" status: 204 len: 168 time: 1.4215457 Mar 28 10:59:17.368243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38596) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:17.386311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.433264 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9de0db-790b-499c-a803-7b9702951795,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:17.445820 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d221c-14a9-4e56-b1ea-fb0a148a950e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:17.446403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-363d221c-14a9-4e56-b1ea-fb0a148a950e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:17.499448 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bad89caf-b2f0-482a-8a37-c224e9abbaa2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98555b89bab8454181b79e7da8ede750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517985 Mar 28 10:59:17.501969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38600) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:17.517080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.518205 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e5639ce5-323e-4b51-b603-5534bdbf70e8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4411640 Mar 28 10:59:17.520808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38604) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:17.531103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-secgroup--334445865'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:17.536709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-363d221c-14a9-4e56-b1ea-fb0a148a950e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:17.538059 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-363d221c-14a9-4e56-b1ea-fb0a148a950e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/1d392b94-60cb-4b65-824f-e6249e86f2f7 HTTP/1.1" status: 200 len: 845 time: 0.1688306 Mar 28 10:59:17.544628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:17.545004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38608) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:17.552488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:17.556798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:17.567359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:17.589456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2a77907-c619-4029-87bf-f43637d38e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.616055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2a77907-c619-4029-87bf-f43637d38e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.621935 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8781e568-d41f-4ec3-855f-3da266998dbe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/1d392b94-60cb-4b65-824f-e6249e86f2f7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0716386 Mar 28 10:59:17.622108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38612) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:17.627628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:17.648184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.672245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:17.677075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:17.679994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:17.686004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:17.734124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:17.739059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:17.743722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:17.750152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:17.758276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2a77907-c619-4029-87bf-f43637d38e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.786745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.788076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a77907-c619-4029-87bf-f43637d38e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe061ff-7e8f-4c5d-8369-9f3fb4072a17,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:17.801076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b2a77907-c619-4029-87bf-f43637d38e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.802214 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b2a77907-c619-4029-87bf-f43637d38e56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fe061ff-7e8f-4c5d-8369-9f3fb4072a17 HTTP/1.1" status: 204 len: 168 time: 0.2993457 Mar 28 10:59:17.885885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:17.962633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:17.966507 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.010255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b7984e-7994-43e0-9051-44f7cde29434,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:18.058981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-6aba744b-748b-4f78-bcc4-52a2117cfff4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:18.059662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-6aba744b-748b-4f78-bcc4-52a2117cfff4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:18.067464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.069827 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-29fc2939-3326-43f1-aaab-454619703e48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5469782 Mar 28 10:59:18.074169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-6aba744b-748b-4f78-bcc4-52a2117cfff4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:18.075578 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-6aba744b-748b-4f78-bcc4-52a2117cfff4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=ca89d351-7653-4c99-a7ad-66e47f44da21 HTTP/1.1" status: 200 len: 796 time: 0.2115695 Mar 28 10:59:18.077404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38620) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:18.083875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '2f9de0db-790b-499c-a803-7b9702951795', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c8b7984e-7994-43e0-9051-44f7cde29434', 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:18.090311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:18.107909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:18.112097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:18.123505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:18.139966 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d4a71925-30a7-466f-891b-176ac07a43c3 req-48c572aa-615d-4054-8a83-f3f3d8103b20 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 210 time: 0.0506721 Mar 28 10:59:18.174953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-2dd83483-c059-478e-ba89-e63b3949ccf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:18.194071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-2dd83483-c059-478e-ba89-e63b3949ccf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:18.196146 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-2dd83483-c059-478e-ba89-e63b3949ccf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 380 time: 0.1016538 Mar 28 10:59:18.209114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': 'b12c20bd-362c-431f-8194-98588d671c3c', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['feb794f5-1a75-481d-8c6d-ae462e547de7']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:18.251131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-31f4d01b-93e6-4643-8fcc-585db18cbe34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.308260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.337456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.418471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:18.422876 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:18.423649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=0b39c9eb-0cfb-446b-8767-c3137131d4ef,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:18.426083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:18.428396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:18.428982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.437001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b3b741-85a4-467f-b1a2-2a36eae4a003 None None] Network f460ff50-5329-4152-bec7-b25f7e71314c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:18.445780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.446885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:18.513960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.543442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cce4a9e-11b4-497a-990a-cb7d10c698b0,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:18.548927 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1156adba-3b51-4bec-b91b-e3c055e38151 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9230978 Mar 28 10:59:18.549399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38638) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:18.557288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'security_group': {'name': 'tempest-secgroup-693786283'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:18.579847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:18.594197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:18.605406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:18.621919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:18.636219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:18.639724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.694892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.696379 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0bfad49e-e94b-433a-9d43-3b9c6e32d5ce tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6179190 Mar 28 10:59:18.699560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38642) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:18.715265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-f460ff50-5329-4152-bec7-b25f7e71314c', 'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'tenant_id': '1f22b8d223714e48994f07c2789f89b4', 'fixed_ips': [{'subnet_id': '0b39c9eb-0cfb-446b-8767-c3137131d4ef'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:59:18.716851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.753995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.772886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-994d19ca-7f49-4cf5-b7f7-3f51e837f87a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.795204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-994d19ca-7f49-4cf5-b7f7-3f51e837f87a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.819389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:18.829716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group_rule and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:18.835918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:18.837485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.4 (ca89d351-7653-4c99-a7ad-66e47f44da21/a15c7d4c-b245-4911-bf23-b6d7387ec6f4/0828ad28-9806-4f7e-879b-7c7daefaf251) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:18.849421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:18.903212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Allocated IP 2001:db8::2 (f460ff50-5329-4152-bec7-b25f7e71314c/0b39c9eb-0cfb-446b-8767-c3137131d4ef/b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:18.953659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-994d19ca-7f49-4cf5-b7f7-3f51e837f87a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:18.990187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d19ca-7f49-4cf5-b7f7-3f51e837f87a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cce4a9e-11b4-497a-990a-cb7d10c698b0,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:19.033610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-994d19ca-7f49-4cf5-b7f7-3f51e837f87a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.037168 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-994d19ca-7f49-4cf5-b7f7-3f51e837f87a tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7cce4a9e-11b4-497a-990a-cb7d10c698b0 HTTP/1.1" status: 204 len: 168 time: 0.3341715 Mar 28 10:59:19.040290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38654) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:19.066413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.076839 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.093100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38658) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:19.094560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 0828ad28-9806-4f7e-879b-7c7daefaf251 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:19.115385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-218d0686-a166-427a-b424-1419e5e755a5 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:19.130975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.133140 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.147374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Transition to ACTIVE for port object b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:19.165416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Transition to ACTIVE for port object b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:19.177815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badbbbce-9096-4aec-ae9e-e6563c875460,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:19.191522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-218d0686-a166-427a-b424-1419e5e755a5 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:19.192851 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-218d0686-a166-427a-b424-1419e5e755a5 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1514025 Mar 28 10:59:19.196112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38666) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:19.213056 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1509433161'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:19.218066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:19.222031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:network and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:19.225038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:19.230924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:19.248980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.268302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.303181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.307490 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1a5a3191-189e-4d15-a4d1-f1ca32dc3bd8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7557693 Mar 28 10:59:19.313939 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38670) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:19.318487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:19.322590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.338783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.349783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'security_group': {'name': 'tempest-secgroup-1938396042'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:19.354144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=0828ad28-9806-4f7e-879b-7c7daefaf251,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:19.355548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:19.356329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ce589b3-c37f-4028-87f8-b63d4a71c098 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.360923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:19.363949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:19.371595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network ca89d351-7653-4c99-a7ad-66e47f44da21 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:19.374835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:19.379406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:19.381514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:19.383305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:19.386294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:19.389971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:19.394344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:security_group_rule and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:19.394697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:19.400456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Pushing event updated for resources: {'Port': ['ID=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:19.405085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:19.415090 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:19.415610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.416062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.416700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.417037 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.417558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.417886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.418233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.418706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.419600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.420098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.420603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.421542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:59:19.445996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:19.446628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.464555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ce589b3-c37f-4028-87f8-b63d4a71c098 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.469818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9f7a-5a46-478e-b6a3-33790eaad998 req-d0a03ba0-85ac-4492-9ba4-315f7d842409 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:19.476858 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b68b9f7a-5a46-478e-b6a3-33790eaad998 req-d0a03ba0-85ac-4492-9ba4-315f7d842409 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 931 time: 0.2169571 Mar 28 10:59:19.523479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.541401 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Attempting to bind port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:19.542032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Attempting to bind port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:19.542561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Attempting to bind port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 on network f460ff50-5329-4152-bec7-b25f7e71314c {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:19.548587 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:19.555466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Checking segment: {'id': '4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:19.555466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.555466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Bound using segment: {'id': '4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:19.555466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Bound port: b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:19.555466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.575748 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-1463c8bb-6d5b-430d-a5b2-cdb4ed4c34c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3710194 Mar 28 10:59:19.579909 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b68b9f7a-5a46-478e-b6a3-33790eaad998 req-5c9d1ca8-56a5-48c5-8e78-17edb19af8c9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021943 Mar 28 10:59:19.591881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:19.597179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group_rule and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:19.600335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:19.602061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Request body: {'port': {'device_id': 'b12c20bd-362c-431f-8194-98588d671c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:19.608250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:19.636775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ce589b3-c37f-4028-87f8-b63d4a71c098 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.664402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] For port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:19.666859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce589b3-c37f-4028-87f8-b63d4a71c098 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b7984e-7994-43e0-9051-44f7cde29434,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:19.667826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] For port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,segment=NetworkSegment(4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f),segment_id=4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:19.716249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.725490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.735003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.749307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ce589b3-c37f-4028-87f8-b63d4a71c098 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.750449 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5ce589b3-c37f-4028-87f8-b63d4a71c098 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8b7984e-7994-43e0-9051-44f7cde29434 HTTP/1.1" status: 204 len: 168 time: 0.5534294 Mar 28 10:59:19.753788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.753998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38674) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:19.817297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbd444-4e92-4a56-bb3f-cc10c0dc3cd0 None None] Pushing event updated for resources: {'Port': ['ID=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:19.822944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.839685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9e31d28f-291b-4716-bd6e-9fdca8e28df8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:19.874456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.881818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:59:19.894267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045ef825-381b-4c79-8a0d-7804ec0acb69,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:19.916510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.916856 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Added segment 9be8d7aa-400b-441f-9965-284beb5d9803 of type vlan for network 34f893fb-8743-445d-8122-d039b6806caf Mar 28 10:59:19.950898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6975f27a-38ff-4e11-8141-834fb88bc162 None None] Provisioning for port 0828ad28-9806-4f7e-879b-7c7daefaf251 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:19.957566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6975f27a-38ff-4e11-8141-834fb88bc162 None None] Provisioning complete for port 0828ad28-9806-4f7e-879b-7c7daefaf251 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:19.958187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6975f27a-38ff-4e11-8141-834fb88bc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.978460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd64e3bb-39d5-4e1b-a387-e08bb7374fb1,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:19.985719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:19.991961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9e31d28f-291b-4716-bd6e-9fdca8e28df8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:19.995678 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9e31d28f-291b-4716-bd6e-9fdca8e28df8 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2408066 Mar 28 10:59:19.999891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38678) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:20.025766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-6975f27a-38ff-4e11-8141-834fb88bc162 None None] Port 0828ad28-9806-4f7e-879b-7c7daefaf251 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:20.065720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.067007 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-047459ea-25ea-4644-b8eb-04ed71262674 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7500472 Mar 28 10:59:20.071274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38682) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:20.081732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2091247577', 'security_groups': ['dd64e3bb-39d5-4e1b-a387-e08bb7374fb1'], 'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b39c9eb-0cfb-446b-8767-c3137131d4ef'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:20.300957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.302262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:20.303878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0828ad28-9806-4f7e-879b-7c7daefaf251 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:59:20.306488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:20.307065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.310671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-277ad1df-1d97-4344-849c-21601281278f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.313223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.329270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Transition to ACTIVE for port object 0828ad28-9806-4f7e-879b-7c7daefaf251 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:20.393994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.405672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-277ad1df-1d97-4344-849c-21601281278f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.436467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-70deb56d-788a-400f-98b4-55cfe1ca048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.473217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:20.482015 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3869219 Mar 28 10:59:20.504263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:20.508669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:port and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:20.511592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:20.517309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:20.529987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda2549-7fc7-4354-86a4-036a61ee0d63 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Network': ['ID=34f893fb-8743-445d-8122-d039b6806caf,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:20.544009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 34f893fb-8743-445d-8122-d039b6806caf details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:59:20.619281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:20.640946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Pushing event updated for resources: {'Port': ['ID=0828ad28-9806-4f7e-879b-7c7daefaf251,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:20.661895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-277ad1df-1d97-4344-849c-21601281278f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.766742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Attempting to bind port 0828ad28-9806-4f7e-879b-7c7daefaf251 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:20.767338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Attempting to bind port 0828ad28-9806-4f7e-879b-7c7daefaf251 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:20.769024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Attempting to bind port 0828ad28-9806-4f7e-879b-7c7daefaf251 on network ca89d351-7653-4c99-a7ad-66e47f44da21 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:20.779798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Port 0828ad28-9806-4f7e-879b-7c7daefaf251 on network ca89d351-7653-4c99-a7ad-66e47f44da21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 10:59:20.782316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Attempting to bind port 0828ad28-9806-4f7e-879b-7c7daefaf251 on network ca89d351-7653-4c99-a7ad-66e47f44da21 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:20.807878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:20.808137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Checking segment: {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:20.808530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Bound using segment: {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:20.808966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Bound port: 0828ad28-9806-4f7e-879b-7c7daefaf251, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c3a556-6499-45a9-8137-b5568c30ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:20.809312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:20.956924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] For port 0828ad28-9806-4f7e-879b-7c7daefaf251, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:20.962258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ad1df-1d97-4344-849c-21601281278f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9de0db-790b-499c-a803-7b9702951795,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:20.965575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] For port 0828ad28-9806-4f7e-879b-7c7daefaf251, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0828ad28-9806-4f7e-879b-7c7daefaf251,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:21.041253 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.087268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-277ad1df-1d97-4344-849c-21601281278f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.091220 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-277ad1df-1d97-4344-849c-21601281278f tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/2f9de0db-790b-499c-a803-7b9702951795 HTTP/1.1" status: 204 len: 168 time: 1.0893259 Mar 28 10:59:21.091898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38688) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:21.142648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.190955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 580f1bf8-c6d3-42f4-bddf-286f154ad23c yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:59:21.223420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:21.224036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.225439 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] 10.222.0.31 "PUT /v2.0/ports/0828ad28-9806-4f7e-879b-7c7daefaf251 HTTP/1.1" status: 200 len: 1093 time: 1.6292503 Mar 28 10:59:21.225895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:59:21.246687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1bd68-8d08-4e32-9177-aac77c5d9a07 service neutron] Pushing event updated for resources: {'Port': ['ID=0828ad28-9806-4f7e-879b-7c7daefaf251,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:21.272426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ba72e239-2805-4cbf-90a7-62835ea9e1f1 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:21.339618 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'status': 'completed', 'code': 200} Mar 28 10:59:21.433703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] Provisioning for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:21.438706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18f0b5-ce55-40de-865a-edb378e08e8b req-8521871a-5362-4d8a-aabd-dc643626bcf8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:21.441000 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e18f0b5-ce55-40de-865a-edb378e08e8b req-8521871a-5362-4d8a-aabd-dc643626bcf8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 943 time: 0.6034584 Mar 28 10:59:21.445189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] Provisioning complete for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:21.447391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.550180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a7960-38ba-4951-81bf-5656758d87a0 req-775bc953-1a5a-41cf-9988-c202b21357bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:21.551907 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1e3a7960-38ba-4951-81bf-5656758d87a0 req-775bc953-1a5a-41cf-9988-c202b21357bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 1096 time: 0.1547394 Mar 28 10:59:21.553210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ba72e239-2805-4cbf-90a7-62835ea9e1f1 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:21.562118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38694) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:21.562960 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ba72e239-2805-4cbf-90a7-62835ea9e1f1 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4661930 Mar 28 10:59:21.572123 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e18f0b5-ce55-40de-865a-edb378e08e8b req-1a7693be-4355-4e75-8b31-6b6ab4b47c43 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212759 Mar 28 10:59:21.574260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786410883'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:21.592113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::5b (f460ff50-5329-4152-bec7-b25f7e71314c/0b39c9eb-0cfb-446b-8767-c3137131d4ef/580f1bf8-c6d3-42f4-bddf-286f154ad23c) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:21.638804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:21.654829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.657438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.666425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:21.691923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.727185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] For port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,segment=NetworkSegment(4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f),segment_id=4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:21.783363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a7960-38ba-4951-81bf-5656758d87a0 req-fae34544-bb6f-4b51-a71b-e0666adab731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:21.785679 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1e3a7960-38ba-4951-81bf-5656758d87a0 req-fae34544-bb6f-4b51-a71b-e0666adab731 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1999631 Mar 28 10:59:21.799537 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.818448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.823530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.846018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 580f1bf8-c6d3-42f4-bddf-286f154ad23c will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:21.861723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] Provisioning complete for port 1d392b94-60cb-4b65-824f-e6249e86f2f7 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:21.862714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.916779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:21.922354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] Pushing event updated for resources: {'Port': ['ID=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:21.925344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:21.930170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:21.937406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:21.937576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d0893-6f2d-404f-a406-170debda3407 None None] Port 1d392b94-60cb-4b65-824f-e6249e86f2f7 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:21.945658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:21.982015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a7960-38ba-4951-81bf-5656758d87a0 req-b421a8af-8854-4912-8e5a-9c539630a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:21.983748 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1e3a7960-38ba-4951-81bf-5656758d87a0 req-b421a8af-8854-4912-8e5a-9c539630a915 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873879 Mar 28 10:59:22.005749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:22.013234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:22.019108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:22.025013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:22.025687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:22.035288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=580f1bf8-c6d3-42f4-bddf-286f154ad23c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:22.073819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:22.151668 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-14b3aff1-5208-4ab1-9deb-774eef8c4522 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0767562 Mar 28 10:59:22.152216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-ba86a8bf-2605-4f58-be34-96bf0739b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:22.153892 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-ba86a8bf-2605-4f58-be34-96bf0739b751 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 1096 time: 0.0785217 Mar 28 10:59:22.154490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38698) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:22.162112 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:22.270074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:22.297347 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-7b246ef3-db6d-412e-81d9-0f342918e87b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0828ad28-9806-4f7e-879b-7c7daefaf251 HTTP/1.1" status: 200 len: 217 time: 0.1232266 Mar 28 10:59:22.298469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:22.327831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:22.333298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:22.338104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:22.343182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:22.362026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:22.362318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:22.415786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-5c11bef6-e73c-426c-8c6c-b73e66fef142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:22.417378 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-5c11bef6-e73c-426c-8c6c-b73e66fef142 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a15c7d4c-b245-4911-bf23-b6d7387ec6f4 HTTP/1.1" status: 200 len: 834 time: 0.0845904 Mar 28 10:59:22.423553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88b062b-e39a-4f78-971d-d9b4c3b2522d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:22.503431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-541365fa-e97b-44b7-968e-adec8002f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:22.504994 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-541365fa-e97b-44b7-968e-adec8002f185 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca89d351-7653-4c99-a7ad-66e47f44da21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774765 Mar 28 10:59:22.506586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:22.510186 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad794fee-4457-408d-8e4e-ad58163742be tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9445689 Mar 28 10:59:22.511217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38702) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:22.512027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-271deb18-fb2e-42bb-b54c-ad5c96013048 None None] Provisioning for port 580f1bf8-c6d3-42f4-bddf-286f154ad23c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:22.517418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': 'd88b062b-e39a-4f78-971d-d9b4c3b2522d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:22.520143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-271deb18-fb2e-42bb-b54c-ad5c96013048 None None] Provisioning complete for port 580f1bf8-c6d3-42f4-bddf-286f154ad23c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:22.520802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-271deb18-fb2e-42bb-b54c-ad5c96013048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:22.544560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:22.561390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:22.565594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:22.585749 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-271deb18-fb2e-42bb-b54c-ad5c96013048 None None] Port 580f1bf8-c6d3-42f4-bddf-286f154ad23c cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:22.587447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:22.592879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:22.619949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:22.679735 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-3e8902f4-569c-4eaf-b296-060cdf123eac service neutron] 10.222.0.31 "GET /v2.0/networks/ca89d351-7653-4c99-a7ad-66e47f44da21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566203 Mar 28 10:59:22.739081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:22.778062 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.ipam_backend_mixin [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b39c9eb-0cfb-446b-8767-c3137131d4ef (CIDR: 2001:db8::/64) Mar 28 10:59:22.812873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19affda-a772-4d4f-abbf-1302739c4a67 req-9d992e17-4e00-4fe3-b8ae-d46ab996333a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:22.814640 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a19affda-a772-4d4f-abbf-1302739c4a67 req-9d992e17-4e00-4fe3-b8ae-d46ab996333a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 943 time: 0.1033354 Mar 28 10:59:22.838906 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:59:22.840409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:22.879534 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a19affda-a772-4d4f-abbf-1302739c4a67 req-3050545a-cd48-40c5-a683-fd0ee64bb34d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567572 Mar 28 10:59:22.940036 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c5bebd5a-fa9b-4fb3-8888-17d554e638a9 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7840328 Mar 28 10:59:22.943370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38708) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:22.949109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:22.967877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.015363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.017633 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-791a347e-9b14-45bd-9912-5615dcc5fa24 req-8b91b047-89ce-4295-a110-91a4d50e4408 service neutron] 10.222.0.31 "GET /v2.0/networks/ca89d351-7653-4c99-a7ad-66e47f44da21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303485 Mar 28 10:59:23.082211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.087506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:23.091409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:23.094205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:23.100920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:23.107415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba835ec-28d9-496e-ab81-6ede2ca9a43a,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:23.182503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:23.185893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.193289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.197360 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5fa2ea68-eeb4-43c2-87f7-51bdfdb34992 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6823170 Mar 28 10:59:23.197562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38712) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:23.227431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b507198-a2aa-40a8-bb17-4810417f658e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.238163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b507198-a2aa-40a8-bb17-4810417f658e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.345325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b507198-a2aa-40a8-bb17-4810417f658e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.364453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b507198-a2aa-40a8-bb17-4810417f658e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ba835ec-28d9-496e-ab81-6ede2ca9a43a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:23.368551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8b507198-a2aa-40a8-bb17-4810417f658e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.372260 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8b507198-a2aa-40a8-bb17-4810417f658e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1ba835ec-28d9-496e-ab81-6ede2ca9a43a HTTP/1.1" status: 204 len: 168 time: 0.1711524 Mar 28 10:59:23.372428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38716) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:23.419526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-922acefa-ff0e-45b3-bb04-d9f19b138005 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:23.510592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-922acefa-ff0e-45b3-bb04-d9f19b138005 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:23.514499 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-922acefa-ff0e-45b3-bb04-d9f19b138005 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1384847 Mar 28 10:59:23.514831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38720) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:23.601245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-681a4500-ba7e-43ea-ab44-a91a6832e78c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.619512 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.628341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-681a4500-ba7e-43ea-ab44-a91a6832e78c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.678046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:23.681640 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:23.684709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:23.685381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.689360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38724) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:23.691773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fbacda-47fc-4f9b-b54a-d43680f1665d None None] Network f460ff50-5329-4152-bec7-b25f7e71314c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:23.696115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'subnet': {'network_id': '34f893fb-8743-445d-8122-d039b6806caf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:23.712622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=bae9f199-e55e-49e2-a578-7889587856b6,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:23.781050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-681a4500-ba7e-43ea-ab44-a91a6832e78c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.785978 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-71b1a893-42c1-4362-90bc-be196356ce97 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8412313 Mar 28 10:59:23.789238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38728) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:23.795371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1800004192', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bae9f199-e55e-49e2-a578-7889587856b6'}], 'security_groups': ['badbbbce-9096-4aec-ae9e-e6563c875460']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:23.817344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a4500-ba7e-43ea-ab44-a91a6832e78c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88b062b-e39a-4f78-971d-d9b4c3b2522d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:23.836473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:23.840014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:subnet and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:23.842912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:23.849181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:23.927366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.928113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-681a4500-ba7e-43ea-ab44-a91a6832e78c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:23.932112 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-681a4500-ba7e-43ea-ab44-a91a6832e78c tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/d88b062b-e39a-4f78-971d-d9b4c3b2522d HTTP/1.1" status: 204 len: 168 time: 0.4133203 Mar 28 10:59:23.932112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38734) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:23.958595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:23.962073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.060975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0239b15-a514-4d20-8b03-a52c91650ea4 None None] Update dhcp port {'port': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'fixed_ips': [{'subnet_id': '0b39c9eb-0cfb-446b-8767-c3137131d4ef', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bae9f199-e55e-49e2-a578-7889587856b6'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': 'b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:59:24.094949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ae1eaa4a-f7e2-4888-8811-b496d41d1b48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:24.119075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b0239b15-a514-4d20-8b03-a52c91650ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.194011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ae1eaa4a-f7e2-4888-8811-b496d41d1b48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:24.195561 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ae1eaa4a-f7e2-4888-8811-b496d41d1b48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2625835 Mar 28 10:59:24.200099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38738) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:24.208398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a36b-d25c-4cd4-b690-1086f44b5c80 req-a03f1308-15bd-4df3-9358-1ca67f94bb5b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:24.209885 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2d31a36b-d25c-4cd4-b690-1086f44b5c80 req-a03f1308-15bd-4df3-9358-1ca67f94bb5b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 943 time: 0.1979668 Mar 28 10:59:24.218311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893883826'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:24.242267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:24.304586 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:24.319690 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.332482 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2d31a36b-d25c-4cd4-b690-1086f44b5c80 req-492090bd-16a5-4423-9fa2-4bb0b6002001 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050820 Mar 28 10:59:24.364579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-b0239b15-a514-4d20-8b03-a52c91650ea4 None None] Allocated IP 2001:db8:0:1::2 (f460ff50-5329-4152-bec7-b25f7e71314c/bae9f199-e55e-49e2-a578-7889587856b6/b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:24.398652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Subnet': ['ID=26696342-3303-4fd9-ad61-2a2d2f43205e,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:24.399846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.407444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Checking segment: {'id': '9be8d7aa-400b-441f-9965-284beb5d9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34f893fb-8743-445d-8122-d039b6806caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:24.407802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network hostable DHCP agents. Network: 34f893fb-8743-445d-8122-d039b6806caf, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:59:24.429852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:24.434152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:24.436927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:24.443145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:24.479210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network 34f893fb-8743-445d-8122-d039b6806caf is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:59:24.506881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b0239b15-a514-4d20-8b03-a52c91650ea4 None None] For port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,segment=NetworkSegment(4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f),segment_id=4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:24.514656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.532582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b0239b15-a514-4d20-8b03-a52c91650ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.548363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b0239b15-a514-4d20-8b03-a52c91650ea4 None None] Transition to ACTIVE for port object b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:24.553256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 34f893fb-8743-445d-8122-d039b6806caf) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:24.558040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:24.558625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.563305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec4982-5598-4ca0-9793-c056d5f3bbff None None] Network 34f893fb-8743-445d-8122-d039b6806caf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:24.582635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.638172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b0239b15-a514-4d20-8b03-a52c91650ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.657665 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7665bee8-f393-4753-a15c-0d7372cafdb4 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9670670 Mar 28 10:59:24.660799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38742) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:24.666920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-899832834'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:24.672932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:24.675697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ba804-bc65-46a6-a707-7ca884e67b21,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:24.696046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:network and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:24.700301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:24.710538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:24.732982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.737648 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b92347f9-b752-4f2b-85aa-006743532150 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5262573 Mar 28 10:59:24.738106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38746) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:24.745073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '7b0ba804-bc65-46a6-a707-7ca884e67b21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:24.754197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:24.759256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:24.762873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:24.770793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:24.787880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Delete allocated IP 2001:db8::5b (f460ff50-5329-4152-bec7-b25f7e71314c/0b39c9eb-0cfb-446b-8767-c3137131d4ef) {{(pid=88494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 10:59:24.795799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8:0:1::2fc (f460ff50-5329-4152-bec7-b25f7e71314c/bae9f199-e55e-49e2-a578-7889587856b6/580f1bf8-c6d3-42f4-bddf-286f154ad23c) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:24.851614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0239b15-a514-4d20-8b03-a52c91650ea4 None None] Pushing event updated for resources: {'Port': ['ID=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:24.917341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-34f893fb-8743-445d-8122-d039b6806caf', 'network_id': '34f893fb-8743-445d-8122-d039b6806caf', 'tenant_id': 'c4d5396f271049b38db06cd5fbc07bdf', 'fixed_ips': [{'subnet_id': '26696342-3303-4fd9-ad61-2a2d2f43205e'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:59:24.918303 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.959433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:24.965804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:24.998685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:59:25.009216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.009554 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Added segment 59c30fed-6edf-4a3a-97a8-440849d05d55 of type vlan for network 4dcbe350-7082-4ba5-9832-87c7b547a823 Mar 28 10:59:25.016347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.039409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 580f1bf8-c6d3-42f4-bddf-286f154ad23c will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:25.043716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.056572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.096770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Allocated IP 2001:db8:0:ffff::2 (34f893fb-8743-445d-8122-d039b6806caf/26696342-3303-4fd9-ad61-2a2d2f43205e/5c074119-678c-4134-b2d5-a48a308d9c26) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:25.131176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.150515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.182266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.189638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:25.190844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.233673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.267663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] In _notify_port_updated(), no bound segment for port 580f1bf8-c6d3-42f4-bddf-286f154ad23c on network f460ff50-5329-4152-bec7-b25f7e71314c {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:59:25.270288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38497134-0a68-4fef-bc7c-929c331180f9,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:25.273935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:25.274588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.275928 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "PUT /v2.0/ports/580f1bf8-c6d3-42f4-bddf-286f154ad23c HTTP/1.1" status: 200 len: 931 time: 1.4857557 Mar 28 10:59:25.279245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38750) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:25.336453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e47969-ecc7-4320-a48b-0de4089eb9fa tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=580f1bf8-c6d3-42f4-bddf-286f154ad23c,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:25.337221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Network': ['ID=4dcbe350-7082-4ba5-9832-87c7b547a823,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:25.340334 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6234c326-3c1f-4778-a3e9-0e37c9d9c1ef tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6782596 Mar 28 10:59:25.343326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38754) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:25.357140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'subnet': {'network_id': '4dcbe350-7082-4ba5-9832-87c7b547a823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:25.367213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 4dcbe350-7082-4ba5-9832-87c7b547a823 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:59:25.387694 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a0391d60-e8e5-405f-a327-8afd487f319b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 580f1bf8-c6d3-42f4-bddf-286f154ad23c {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:25.388027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.388160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a0391d60-e8e5-405f-a327-8afd487f319b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.395768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.399459 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-96775f9d-94dc-4c6f-8e45-1b94384ded78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6575332 Mar 28 10:59:25.400330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38760) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:25.418842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Transition to ACTIVE for port object 5c074119-678c-4134-b2d5-a48a308d9c26 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:25.440138 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7616eeaa-06e2-4e65-9eb1-b88ab6e75e72 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules/38497134-0a68-4fef-bc7c-929c331180f9 HTTP/1.1" status: 200 len: 763 time: 0.0390992 Mar 28 10:59:25.450945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38764) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:25.528556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Transition to ACTIVE for port object 5c074119-678c-4134-b2d5-a48a308d9c26 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:25.543577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:25.548331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:subnet and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:25.551659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:25.561672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:25.625581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.633177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8d723930-a72e-4933-8a50-43b1d122b0e3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:25.653772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:25.659323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.679605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Provisioning for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:25.696383 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Network 34f893fb-8743-445d-8122-d039b6806caf is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:25.697218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Provisioning complete for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:25.697648 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.749306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:25.755495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:25.772910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Pushing event updated for resources: {'Port': ['ID=5c074119-678c-4134-b2d5-a48a308d9c26,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:25.883523 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Attempting to bind port 5c074119-678c-4134-b2d5-a48a308d9c26 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:25.884228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Attempting to bind port 5c074119-678c-4134-b2d5-a48a308d9c26 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '9be8d7aa-400b-441f-9965-284beb5d9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34f893fb-8743-445d-8122-d039b6806caf'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:25.884228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Attempting to bind port 5c074119-678c-4134-b2d5-a48a308d9c26 on network 34f893fb-8743-445d-8122-d039b6806caf {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:25.884450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8d723930-a72e-4933-8a50-43b1d122b0e3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:25.888132 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8d723930-a72e-4933-8a50-43b1d122b0e3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4337723 Mar 28 10:59:25.888519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38768) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:25.896911 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:25.897369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Checking segment: {'id': '9be8d7aa-400b-441f-9965-284beb5d9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34f893fb-8743-445d-8122-d039b6806caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:25.897770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.898188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Bound using segment: {'id': '9be8d7aa-400b-441f-9965-284beb5d9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34f893fb-8743-445d-8122-d039b6806caf'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:25.898654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Bound port: 5c074119-678c-4134-b2d5-a48a308d9c26, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be8d7aa-400b-441f-9965-284beb5d9803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34f893fb-8743-445d-8122-d039b6806caf'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:25.899028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.899614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525fefa-0b90-40e9-ab07-93e8e3836fc4 req-680b5c5d-454f-4a39-9446-0b3bc06e8fa2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:25.902351 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4525fefa-0b90-40e9-ab07-93e8e3836fc4 req-680b5c5d-454f-4a39-9446-0b3bc06e8fa2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 943 time: 0.4072444 Mar 28 10:59:25.948548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38e1e49d-6f5d-4935-bad3-d470829d384e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.959112 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a0391d60-e8e5-405f-a327-8afd487f319b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:25.961328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38e1e49d-6f5d-4935-bad3-d470829d384e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.026649 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4525fefa-0b90-40e9-ab07-93e8e3836fc4 req-b457ff3d-b51c-4e04-8199-4428db4d9115 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121697 Mar 28 10:59:26.046734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Provisioning complete for port 1d392b94-60cb-4b65-824f-e6249e86f2f7 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:26.051573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.074135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38e1e49d-6f5d-4935-bad3-d470829d384e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.085637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] For port 5c074119-678c-4134-b2d5-a48a308d9c26, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:26.094362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1e49d-6f5d-4935-bad3-d470829d384e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38497134-0a68-4fef-bc7c-929c331180f9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:26.100510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] For port 5c074119-678c-4134-b2d5-a48a308d9c26, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5c074119-678c-4134-b2d5-a48a308d9c26,segment=NetworkSegment(9be8d7aa-400b-441f-9965-284beb5d9803),segment_id=9be8d7aa-400b-441f-9965-284beb5d9803)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:26.104655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-a0391d60-e8e5-405f-a327-8afd487f319b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 580f1bf8-c6d3-42f4-bddf-286f154ad23c owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:26.113428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Port 1d392b94-60cb-4b65-824f-e6249e86f2f7 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:26.143842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:59:26.145652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.185766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.223955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-38e1e49d-6f5d-4935-bad3-d470829d384e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.229893 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-38e1e49d-6f5d-4935-bad3-d470829d384e tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/38497134-0a68-4fef-bc7c-929c331180f9 HTTP/1.1" status: 204 len: 168 time: 0.3355742 Mar 28 10:59:26.233094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38772) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:26.243230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Subnet': ['ID=0127b38f-2cc6-47fc-ab88-6f746c3b06f0,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:26.273634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Checking segment: {'id': '59c30fed-6edf-4a3a-97a8-440849d05d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4dcbe350-7082-4ba5-9832-87c7b547a823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:26.273634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network hostable DHCP agents. Network: 4dcbe350-7082-4ba5-9832-87c7b547a823, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:59:26.275029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Provisioning for port 580f1bf8-c6d3-42f4-bddf-286f154ad23c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:26.279110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:26.313472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c889d2dd-1659-4200-a1a4-3c47d80ccea6 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:26.340872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Provisioning complete for port 580f1bf8-c6d3-42f4-bddf-286f154ad23c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:26.341213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.379765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a0391d60-e8e5-405f-a327-8afd487f319b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.389848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-85ae37d3-cc62-49ac-a8c3-ba9dcce5b37e None None] Port 580f1bf8-c6d3-42f4-bddf-286f154ad23c was deleted so its status cannot be updated. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 10:59:26.415350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network 4dcbe350-7082-4ba5-9832-87c7b547a823 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:59:26.419516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c889d2dd-1659-4200-a1a4-3c47d80ccea6 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:26.422724 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c889d2dd-1659-4200-a1a4-3c47d80ccea6 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1826048 Mar 28 10:59:26.424219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38776) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:26.425005 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf481c1-f66d-4b60-9b86-47594da78d12 None None] Pushing event updated for resources: {'Port': ['ID=5c074119-678c-4134-b2d5-a48a308d9c26,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:26.430655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-dfc79f6c-dda6-4bee-9513-9d5018994a40 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '7b0ba804-bc65-46a6-a707-7ca884e67b21', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:26.436335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0391d60-e8e5-405f-a327-8afd487f319b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=580f1bf8-c6d3-42f4-bddf-286f154ad23c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:26.438921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dfc79f6c-dda6-4bee-9513-9d5018994a40 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:26.441403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:26.441779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.462988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dfc79f6c-dda6-4bee-9513-9d5018994a40 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:26.486170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a0391d60-e8e5-405f-a327-8afd487f319b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.499506 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a0391d60-e8e5-405f-a327-8afd487f319b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/580f1bf8-c6d3-42f4-bddf-286f154ad23c HTTP/1.1" status: 204 len: 168 time: 1.2195079 Mar 28 10:59:26.502339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38780) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:26.509634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 4dcbe350-7082-4ba5-9832-87c7b547a823) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:26.511777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c0b61154-ec09-41ad-964e-2f9704bfdbba None None] Could not find standard attr ID for object 580f1bf8-c6d3-42f4-bddf-286f154ad23c. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:59:26.521573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59c8f1-2e8e-4d75-a5be-bd86ec32c9bc None None] Network 4dcbe350-7082-4ba5-9832-87c7b547a823 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:26.571026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:26.571768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.605612 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8556d6f-4e66-4cbc-9b5e-bf2c8124e382 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:59:26.606180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e8556d6f-4e66-4cbc-9b5e-bf2c8124e382 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:26.612354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dfc79f6c-dda6-4bee-9513-9d5018994a40 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.709785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0828ad28-9806-4f7e-879b-7c7daefaf251 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 10:59:26.803073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e8556d6f-4e66-4cbc-9b5e-bf2c8124e382 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:26.807139 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e8556d6f-4e66-4cbc-9b5e-bf2c8124e382 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/580f1bf8-c6d3-42f4-bddf-286f154ad23c HTTP/1.1" status: 404 len: 333 time: 0.2998865 Mar 28 10:59:26.807139 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3bdfdc2a-ec23-45e4-9099-4cdce9c517ec tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4610848 Mar 28 10:59:26.807963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38784) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:26.809712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38786) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:26.815547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'port': {'network_id': '4dcbe350-7082-4ba5-9832-87c7b547a823', 'name': 'tempest-NetworksIpV6TestAttrs-1323638921'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:26.894013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2eb73fb4-ae95-41b8-ad4c-8f89d934f2d0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.919070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dfc79f6c-dda6-4bee-9513-9d5018994a40 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.928144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2eb73fb4-ae95-41b8-ad4c-8f89d934f2d0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.957504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-4dcbe350-7082-4ba5-9832-87c7b547a823', 'network_id': '4dcbe350-7082-4ba5-9832-87c7b547a823', 'tenant_id': 'c4d5396f271049b38db06cd5fbc07bdf', 'fixed_ips': [{'subnet_id': '0127b38f-2cc6-47fc-ab88-6f746c3b06f0'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:59:26.958352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:26.974649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:26.978566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:port and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:26.984115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:26.984291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 0828ad28-9806-4f7e-879b-7c7daefaf251, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0828ad28-9806-4f7e-879b-7c7daefaf251,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:26.987284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:27.001559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dfc79f6c-dda6-4bee-9513-9d5018994a40 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.025437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc79f6c-dda6-4bee-9513-9d5018994a40 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56515d5e-ca70-4097-a890-f2f6b7761b53,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:27.033573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'port_id': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'mac_address': 'fa:16:3e:1b:38:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 10:59:27.059104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2eb73fb4-ae95-41b8-ad4c-8f89d934f2d0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.082554 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73fb4-ae95-41b8-ad4c-8f89d934f2d0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd64e3bb-39d5-4e1b-a387-e08bb7374fb1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:27.084449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2eb73fb4-ae95-41b8-ad4c-8f89d934f2d0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.089083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38794) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:27.100212 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2eb73fb4-ae95-41b8-ad4c-8f89d934f2d0 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/security-groups/dd64e3bb-39d5-4e1b-a387-e08bb7374fb1 HTTP/1.1" status: 204 len: 168 time: 0.2910895 Mar 28 10:59:27.120558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:27.124018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.142084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.144140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dfc79f6c-dda6-4bee-9513-9d5018994a40 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.145314 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dfc79f6c-dda6-4bee-9513-9d5018994a40 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7196898 Mar 28 10:59:27.148108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38798) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:27.163705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] device_id is not set on port 06b47054-5c36-40be-8856-e8dda4470f75 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:59:27.197938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0828ad28-9806-4f7e-879b-7c7daefaf251 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:59:27.225395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Allocated IP 2001:db8::f816:3eff:fee3:95f3 (4dcbe350-7082-4ba5-9832-87c7b547a823/0127b38f-2cc6-47fc-ab88-6f746c3b06f0/07fe7dde-a540-46a7-9235-f69e0ed55cbd) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:27.227857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 0828ad28-9806-4f7e-879b-7c7daefaf251, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0828ad28-9806-4f7e-879b-7c7daefaf251,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:27.234732 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e866df78-3197-4864-8ae0-7b07e46f4cbf tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules/56515d5e-ca70-4097-a890-f2f6b7761b53 HTTP/1.1" status: 200 len: 763 time: 0.0828590 Mar 28 10:59:27.236087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38802) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:27.255174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a3902ac-8271-40d9-b051-06f291291a51 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.266173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def5864-4047-4e85-862b-eed443f72366 req-031185c8-1ba6-4d7a-8b68-0003155defe4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:27.267678 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7def5864-4047-4e85-862b-eed443f72366 req-031185c8-1ba6-4d7a-8b68-0003155defe4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 943 time: 0.1036584 Mar 28 10:59:27.311140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a3902ac-8271-40d9-b051-06f291291a51 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.333540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.339129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1867e285-d66a-4630-a305-ce46b50ab051 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:27.348457 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7def5864-4047-4e85-862b-eed443f72366 req-4a78c63f-28cb-497a-add4-ac69a8b6ad46 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652714 Mar 28 10:59:27.452471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1867e285-d66a-4630-a305-ce46b50ab051 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:27.454433 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1867e285-d66a-4630-a305-ce46b50ab051 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2138138 Mar 28 10:59:27.455835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=0828ad28-9806-4f7e-879b-7c7daefaf251,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:27.456692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38806) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:27.479142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a3902ac-8271-40d9-b051-06f291291a51 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.508019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad800465-6ca7-4759-a897-c31ae4a8ee48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.522977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3902ac-8271-40d9-b051-06f291291a51 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=badbbbce-9096-4aec-ae9e-e6563c875460,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:27.527169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad800465-6ca7-4759-a897-c31ae4a8ee48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.552145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a3902ac-8271-40d9-b051-06f291291a51 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.555907 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9a3902ac-8271-40d9-b051-06f291291a51 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/security-groups/badbbbce-9096-4aec-ae9e-e6563c875460 HTTP/1.1" status: 204 len: 168 time: 0.4632185 Mar 28 10:59:27.556710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38810) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:27.589102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.639703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2eefd2-9745-458c-8d75-4e8be34fca15 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet 0b39c9eb-0cfb-446b-8767-c3137131d4ef {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:27.643945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba2eefd2-9745-458c-8d75-4e8be34fca15 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.648109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad800465-6ca7-4759-a897-c31ae4a8ee48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.648718 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Transition to ACTIVE for port object 07fe7dde-a540-46a7-9235-f69e0ed55cbd will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:27.663217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad800465-6ca7-4759-a897-c31ae4a8ee48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56515d5e-ca70-4097-a890-f2f6b7761b53,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:27.679785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Transition to ACTIVE for port object 07fe7dde-a540-46a7-9235-f69e0ed55cbd will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:27.715430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba2eefd2-9745-458c-8d75-4e8be34fca15 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.729208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff4292-4868-48f7-a569-ecc11acf8a96 None None] Network 34f893fb-8743-445d-8122-d039b6806caf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:27.733994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ad800465-6ca7-4759-a897-c31ae4a8ee48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.738138 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ad800465-6ca7-4759-a897-c31ae4a8ee48 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/56515d5e-ca70-4097-a890-f2f6b7761b53 HTTP/1.1" status: 204 len: 168 time: 0.2775776 Mar 28 10:59:27.738138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38814) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:27.767426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['0828ad28-9806-4f7e-879b-7c7daefaf251'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 10:59:27.786350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-423b1d00-8a87-4568-998d-278c2af7682b tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:27.804650 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.809296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba2eefd2-9745-458c-8d75-4e8be34fca15 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:27.859821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Allocated IP 2001:db8::f816:3eff:fe3a:f593 (4dcbe350-7082-4ba5-9832-87c7b547a823/0127b38f-2cc6-47fc-ab88-6f746c3b06f0/06b47054-5c36-40be-8856-e8dda4470f75) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:27.925622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-22e7fd28-71c0-40f7-b5d9-5a73a67a7461 None None] Provisioning for port 5c074119-678c-4134-b2d5-a48a308d9c26 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:27.931695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Network 4dcbe350-7082-4ba5-9832-87c7b547a823 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:27.944600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:27.947270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-423b1d00-8a87-4568-998d-278c2af7682b tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:27.951382 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-423b1d00-8a87-4568-998d-278c2af7682b tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2096953 Mar 28 10:59:27.952031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38818) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:27.954006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:27.957342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '7b0ba804-bc65-46a6-a707-7ca884e67b21', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:27.964811 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:27.975799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:27.995709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba2eefd2-9745-458c-8d75-4e8be34fca15 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.053006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eefd2-9745-458c-8d75-4e8be34fca15 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=0b39c9eb-0cfb-446b-8767-c3137131d4ef,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:28.055420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba2eefd2-9745-458c-8d75-4e8be34fca15 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.067618 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ba2eefd2-9745-458c-8d75-4e8be34fca15 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/0b39c9eb-0cfb-446b-8767-c3137131d4ef HTTP/1.1" status: 204 len: 168 time: 0.5091190 Mar 28 10:59:28.069088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38824) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:28.070065 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Project 17a4843205324d279879e12b1d1fb448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 10:59:28.082414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:28.099847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.100831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf6c4d-ff2f-41da-9ee5-00509d5cb2d1 None None] Network f460ff50-5329-4152-bec7-b25f7e71314c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:28.114901 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.117052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Transition to ACTIVE for port object 06b47054-5c36-40be-8856-e8dda4470f75 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:28.195602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Pushing event updated for resources: {'Port': ['ID=07fe7dde-a540-46a7-9235-f69e0ed55cbd,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:28.215760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.291383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.307169 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:28.311861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:28.315706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:28.318906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Port': ['ID=06b47054-5c36-40be-8856-e8dda4470f75,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:28.324133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:28.332580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network 4dcbe350-7082-4ba5-9832-87c7b547a823 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:28.333865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:28.336162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:28.341867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:28.342527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.343655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Attempting to bind port 07fe7dde-a540-46a7-9235-f69e0ed55cbd on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:28.344026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Attempting to bind port 07fe7dde-a540-46a7-9235-f69e0ed55cbd by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '59c30fed-6edf-4a3a-97a8-440849d05d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4dcbe350-7082-4ba5-9832-87c7b547a823'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:28.344381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Attempting to bind port 07fe7dde-a540-46a7-9235-f69e0ed55cbd on network 4dcbe350-7082-4ba5-9832-87c7b547a823 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:28.346623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5c074119-678c-4134-b2d5-a48a308d9c26 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:28.368051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.397055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ea4898-14b3-4386-bf51-b896c6c747ed,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:28.401442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:28.405503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.408403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:28.409434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Checking segment: {'id': '59c30fed-6edf-4a3a-97a8-440849d05d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4dcbe350-7082-4ba5-9832-87c7b547a823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:28.409708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.410120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Bound using segment: {'id': '59c30fed-6edf-4a3a-97a8-440849d05d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4dcbe350-7082-4ba5-9832-87c7b547a823'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:28.410598 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Bound port: 07fe7dde-a540-46a7-9235-f69e0ed55cbd, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c30fed-6edf-4a3a-97a8-440849d05d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4dcbe350-7082-4ba5-9832-87c7b547a823'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:28.410965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.439450 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ed0efa0d-0f97-4c8d-887d-f51abb5bc016 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6257913 Mar 28 10:59:28.439635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38830) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:28.522962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d7d31f-78d8-4d07-8f84-0edb44673e5d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Deleting subnet 0127b38f-2cc6-47fc-ab88-6f746c3b06f0 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:28.527336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-88d7d31f-78d8-4d07-8f84-0edb44673e5d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.597155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-88d7d31f-78d8-4d07-8f84-0edb44673e5d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.602587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.604497 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5d837da2-93dd-4ec4-abd0-2db821955868 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6513088 Mar 28 10:59:28.623789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38834) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:28.658050 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5f122163-844f-47ff-a0aa-0e15453883fc tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules/e4ea4898-14b3-4386-bf51-b896c6c747ed HTTP/1.1" status: 200 len: 769 time: 0.0319631 Mar 28 10:59:28.661052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38838) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:28.695955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] For port 07fe7dde-a540-46a7-9235-f69e0ed55cbd, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:28.718064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed03927-e90d-4538-9566-13c5a144a625 req-9dca2163-3c46-4f6d-a3ac-0d5c39f140f0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:28.719680 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ed03927-e90d-4538-9566-13c5a144a625 req-9dca2163-3c46-4f6d-a3ac-0d5c39f140f0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 944 time: 0.2519658 Mar 28 10:59:28.731185 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-decbc75d-22df-4416-8f17-6d2103a54f81 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0657742 Mar 28 10:59:28.731428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38842) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:28.775397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] For port 07fe7dde-a540-46a7-9235-f69e0ed55cbd, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=07fe7dde-a540-46a7-9235-f69e0ed55cbd,segment=NetworkSegment(59c30fed-6edf-4a3a-97a8-440849d05d55),segment_id=59c30fed-6edf-4a3a-97a8-440849d05d55)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:28.788475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 5c074119-678c-4134-b2d5-a48a308d9c26 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:28.804538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5c074119-678c-4134-b2d5-a48a308d9c26 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:28.805149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.807168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8168-99a4-46b9-a365-60615b49b8fb tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.839135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-88d7d31f-78d8-4d07-8f84-0edb44673e5d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.847939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.855827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8168-99a4-46b9-a365-60615b49b8fb tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:28.879789 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ed03927-e90d-4538-9566-13c5a144a625 req-97e6d685-a0b3-48ea-a9ff-241eb223bd29 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317799 Mar 28 10:59:28.985264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8168-99a4-46b9-a365-60615b49b8fb tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.002292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb8168-99a4-46b9-a365-60615b49b8fb tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4ea4898-14b3-4386-bf51-b896c6c747ed,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:29.014722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8168-99a4-46b9-a365-60615b49b8fb tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.015834 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fcbb8168-99a4-46b9-a365-60615b49b8fb tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e4ea4898-14b3-4386-bf51-b896c6c747ed HTTP/1.1" status: 204 len: 168 time: 0.2813058 Mar 28 10:59:29.018553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38846) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:29.043305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-88d7d31f-78d8-4d07-8f84-0edb44673e5d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.060892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6d37e-5991-46a4-a8f2-664519010f84 None None] Pushing event updated for resources: {'Port': ['ID=07fe7dde-a540-46a7-9235-f69e0ed55cbd,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:29.085562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.100359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7d31f-78d8-4d07-8f84-0edb44673e5d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Subnet': ['ID=0127b38f-2cc6-47fc-ab88-6f746c3b06f0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:29.107610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-88d7d31f-78d8-4d07-8f84-0edb44673e5d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.114397 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-88d7d31f-78d8-4d07-8f84-0edb44673e5d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/subnets/0127b38f-2cc6-47fc-ab88-6f746c3b06f0 HTTP/1.1" status: 204 len: 168 time: 0.6736846 Mar 28 10:59:29.116964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38850) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:29.176173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7ac9870b-6dc0-4513-81b8-4f02ba93ae78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:29.178309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-eac9fd0b-34c2-4e41-82b1-eb9a754a0d9b None None] Provisioning complete for port 5c074119-678c-4134-b2d5-a48a308d9c26 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:29.178805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-eac9fd0b-34c2-4e41-82b1-eb9a754a0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.207734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da9a5e0-eb29-4604-a5d5-4365c011b990 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:29.208454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:29.209345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da9a5e0-eb29-4604-a5d5-4365c011b990 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:29.210127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4da9a5e0-eb29-4604-a5d5-4365c011b990 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Synchronizing usage tracker for tenant:c4d5396f271049b38db06cd5fbc07bdf on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:29.215898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:29.226566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:29.226882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.248527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=19c1ddf2-1ba6-4c7d-9280-94f2441ebd89,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:29.255376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.297434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7ac9870b-6dc0-4513-81b8-4f02ba93ae78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:29.302201 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7ac9870b-6dc0-4513-81b8-4f02ba93ae78 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2824740 Mar 28 10:59:29.303482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38854) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:29.315545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 5c074119-678c-4134-b2d5-a48a308d9c26, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5c074119-678c-4134-b2d5-a48a308d9c26,segment=NetworkSegment(9be8d7aa-400b-441f-9965-284beb5d9803),segment_id=9be8d7aa-400b-441f-9965-284beb5d9803)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:29.316966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4da9a5e0-eb29-4604-a5d5-4365c011b990 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Unset dirty status for tenant:c4d5396f271049b38db06cd5fbc07bdf on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:29.318144 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4da9a5e0-eb29-4604-a5d5-4365c011b990 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2001801 Mar 28 10:59:29.321707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38858) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:29.328562 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cc41871b-828f-4efc-a669-e51b3aaa9a0d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2535181 Mar 28 10:59:29.337950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38862) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:29.361214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'security_group': {'name': 'tempest-secgroup-1581014545'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:29.381973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:29.394292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:29.397031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.398706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:29.410077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:29.440447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2c31f676-325b-4768-9f6e-d0f83d866a20 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.474820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-eac9fd0b-34c2-4e41-82b1-eb9a754a0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.475437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2c31f676-325b-4768-9f6e-d0f83d866a20 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.500313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc5366b7-c6e9-41df-b67e-5fd9ac190a26 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.514382 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5366b7-c6e9-41df-b67e-5fd9ac190a26 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 10:59:29.515191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5366b7-c6e9-41df-b67e-5fd9ac190a26 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:29.518851 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fc5366b7-c6e9-41df-b67e-5fd9ac190a26 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/4dcbe350-7082-4ba5-9832-87c7b547a823 HTTP/1.1" status: 409 len: 405 time: 0.1945922 Mar 28 10:59:29.522277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38866) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:29.531166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1597957495'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:29.538223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.539741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:29.544177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:network and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:29.557259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:29.573785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:29.579158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group_rule and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:29.584170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:29.588143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:29.598248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:29.621132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=5c074119-678c-4134-b2d5-a48a308d9c26,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:29.639416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-eac9fd0b-34c2-4e41-82b1-eb9a754a0d9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:59:29.639603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2c31f676-325b-4768-9f6e-d0f83d866a20 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.639740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-eac9fd0b-34c2-4e41-82b1-eb9a754a0d9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:59:29.653234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:29.657005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.668807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31f676-325b-4768-9f6e-d0f83d866a20 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ba804-bc65-46a6-a707-7ca884e67b21,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:29.695364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:59:29.709178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.709622 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Added segment 8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65 of type vlan for network 1a638229-ba49-46a1-9232-b07b7bb99074 Mar 28 10:59:29.736086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.737175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.776355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2c31f676-325b-4768-9f6e-d0f83d866a20 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.778534 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2c31f676-325b-4768-9f6e-d0f83d866a20 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b0ba804-bc65-46a6-a707-7ca884e67b21 HTTP/1.1" status: 204 len: 168 time: 0.4745135 Mar 28 10:59:29.781150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38870) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:29.805156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.836275 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e65e7c3b-e53c-4e63-8aed-91d0a19644dc tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535939 Mar 28 10:59:29.842309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38874) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:29.847129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558606408'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:29.852906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:29.853943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136e5957-3cdc-47bf-9582-4dfea0989919,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:29.859011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:29.863759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:29.867799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.867983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698c3f8-ab69-4243-bb60-a62b08f212df None None] Network f460ff50-5329-4152-bec7-b25f7e71314c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:29.873166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:29.877344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.896709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:29.924930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:29.929866 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c4c21730-7f21-45a5-84bc-713f90ca5f3b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5859728 Mar 28 10:59:29.931880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38880) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:29.938654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'security_group': {'name': 'tempest-secgroup-229746567'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:29.945162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:29.950906 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:29.959437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:29.972981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:29.997851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Network': ['ID=1a638229-ba49-46a1-9232-b07b7bb99074,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:30.011820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-21a9f31d-e815-4cbc-aaec-679d733dc34b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4853458 Mar 28 10:59:30.016985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38884) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:30.017572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'subnet': {'network_id': '1a638229-ba49-46a1-9232-b07b7bb99074', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:30.038791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 1a638229-ba49-46a1-9232-b07b7bb99074 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:59:30.128282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.158290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:30.165244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:30.172448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.173704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:30.206334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:30.321358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:30.346384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group_rule and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:30.353401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:30.360578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.372341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:30.382832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:30.403420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:30.430257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd566e6-6ae5-4be5-bf5b-9837fb16722c req-1798def5-fe82-42e4-b73c-11816ea6a2a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:30.432147 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3bd566e6-6ae5-4be5-bf5b-9837fb16722c req-1798def5-fe82-42e4-b73c-11816ea6a2a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 944 time: 0.2651851 Mar 28 10:59:30.450852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.458882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5c074119-678c-4134-b2d5-a48a308d9c26 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:30.489052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:30.492517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.500625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae6383-37fc-4a4a-b722-ee6b0281e046,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:30.506059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5c7dd-861b-488b-9d79-0fa9f52cb2c3 None None] Network 4dcbe350-7082-4ba5-9832-87c7b547a823 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:30.538450 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3bd566e6-6ae5-4be5-bf5b-9837fb16722c req-02b713ad-05ab-4049-bf17-871878aa3714 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006482 Mar 28 10:59:30.567682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.572918 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9350fcf6-3885-46e3-bb82-fa6a2f2610f3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7307916 Mar 28 10:59:30.573714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38888) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:30.581595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Request body: {'security_group_rule': {'security_group_id': '3eae6383-37fc-4a4a-b722-ee6b0281e046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:30.588868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:30.593657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Usage tracker for resource:security_group_rule and tenant:17a4843205324d279879e12b1d1fb448 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:30.597019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:30.604092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:30.633530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-70f88cc1-0589-451c-b136-c98c924e0a30 None None] Provisioning complete for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:30.633964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-70f88cc1-0589-451c-b136-c98c924e0a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.660090 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.668818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddd2fd9-05b8-4348-83a1-a2adea694a7e None None] Update dhcp port {'port': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'fixed_ips': [{'subnet_id': 'bae9f199-e55e-49e2-a578-7889587856b6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '19c1ddf2-1ba6-4c7d-9280-94f2441ebd89'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': 'b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:59:30.688563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.719561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0828ad28-9806-4f7e-879b-7c7daefaf251 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:30.734533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.755816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.811962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8faa2355-c3bc-473b-9146-11df1fc2c310,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:30.823868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.847055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2368d339-7356-468b-887a-e140cfafc7c7,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:30.864996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.869103 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c44b574d-9cf4-4a03-b6a1-e92b35509d91 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9332714 Mar 28 10:59:30.869256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4ddd2fd9-05b8-4348-83a1-a2adea694a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.869532 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38892) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:30.874941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'security_group': {'name': 'tempest-secgroup-754082258'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:30.881394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:30.885154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:30.888583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:30.895554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:30.895946 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5c074119-678c-4134-b2d5-a48a308d9c26 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:30.896315 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.933536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.937449 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-80f83d53-9153-4597-84e0-e2b5ab3cea39 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3590126 Mar 28 10:59:30.939374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38896) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:30.994243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.objects.ports [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:59:30.995711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:30.996398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.017786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03bd-af86-454e-945b-dad9923f00d4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.029852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:31.038165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:security_group_rule and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:31.046517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:31.057287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:31.059951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03bd-af86-454e-945b-dad9923f00d4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.086160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Checking segment: {'id': '8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1a638229-ba49-46a1-9232-b07b7bb99074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:31.086790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network hostable DHCP agents. Network: 1a638229-ba49-46a1-9232-b07b7bb99074, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:59:31.094325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Subnet': ['ID=7b9ff083-af76-4abe-a652-454f56d8cd89,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:31.124421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 0828ad28-9806-4f7e-879b-7c7daefaf251 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:31.153095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 0828ad28-9806-4f7e-879b-7c7daefaf251 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:31.153464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.162466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.184429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network 1a638229-ba49-46a1-9232-b07b7bb99074 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:59:31.236263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03bd-af86-454e-945b-dad9923f00d4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.260227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c03bd-af86-454e-945b-dad9923f00d4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae6383-37fc-4a4a-b722-ee6b0281e046,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:31.270552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 1a638229-ba49-46a1-9232-b07b7bb99074) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:31.276971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.280508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:31.281345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.314651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6967ef8-6720-4b32-91d5-29adfbd62518 None None] Network 1a638229-ba49-46a1-9232-b07b7bb99074 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:31.316245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03bd-af86-454e-945b-dad9923f00d4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.319580 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fb8c03bd-af86-454e-945b-dad9923f00d4 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/3eae6383-37fc-4a4a-b722-ee6b0281e046 HTTP/1.1" status: 204 len: 168 time: 0.3788292 Mar 28 10:59:31.320552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38900) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:31.324436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c55c0d3-0a87-458c-85b1-55a4b97d7004,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:31.326633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161976c-381a-4f71-8269-50f199fd1476 None None] DHCP port deletion for 4dcbe350-7082-4ba5-9832-87c7b547a823 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:59:31.367839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3161976c-381a-4f71-8269-50f199fd1476 None None] Deleting port 07fe7dde-a540-46a7-9235-f69e0ed55cbd {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:31.381281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3161976c-381a-4f71-8269-50f199fd1476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.381449 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-01650bc6-653a-48d9-b221-9a080eefa52e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3556747 Mar 28 10:59:31.381559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38904) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:31.381664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2eb512d0-0bb8-4e40-98f3-86995cea8725 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:31.381796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'port': {'network_id': '1a638229-ba49-46a1-9232-b07b7bb99074', 'name': 'tempest-NetworksIpV6TestAttrs-2043367149'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:31.391449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-70f88cc1-0589-451c-b136-c98c924e0a30 None None] Provisioning complete for port 1d392b94-60cb-4b65-824f-e6249e86f2f7 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:31.391819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-70f88cc1-0589-451c-b136-c98c924e0a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.406782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.407943 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-255026de-acf2-4868-9ae0-1dd8591e5998 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5374253 Mar 28 10:59:31.411375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38908) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:31.417440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1567961930', 'security_groups': ['4c55c0d3-0a87-458c-85b1-55a4b97d7004'], 'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '19c1ddf2-1ba6-4c7d-9280-94f2441ebd89'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:31.445258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 07fe7dde-a540-46a7-9235-f69e0ed55cbd up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:31.456258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2eb512d0-0bb8-4e40-98f3-86995cea8725 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:31.458423 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2eb512d0-0bb8-4e40-98f3-86995cea8725 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367817 Mar 28 10:59:31.462102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38912) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:31.577972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-4ddd2fd9-05b8-4348-83a1-a2adea694a7e None None] Allocated IP 2001:db8::2 (f460ff50-5329-4152-bec7-b25f7e71314c/19c1ddf2-1ba6-4c7d-9280-94f2441ebd89/b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:31.612261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-70f88cc1-0589-451c-b136-c98c924e0a30 None None] Port 1d392b94-60cb-4b65-824f-e6249e86f2f7 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:31.646287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:31.651928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:31.655622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:31.656192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:port and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:31.659840 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:31.666772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:31.682390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7356869-1860-414e-b288-d60cb5d9ff89 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:31.739180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:31.747590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:31.751719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.774838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] device_id is not set on port 5123d3e4-2221-4b76-b51a-287479429ac0 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:59:31.833992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7356869-1860-414e-b288-d60cb5d9ff89 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:31.837663 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c7356869-1860-414e-b288-d60cb5d9ff89 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3718283 Mar 28 10:59:31.838820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38918) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:31.866937 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-58af7205-f560-42f7-9625-884c67dfa6c3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] delete failed (client error): The resource could not be found. Mar 28 10:59:31.871232 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-58af7205-f560-42f7-9625-884c67dfa6c3 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "DELETE /v2.0/security-groups/3eae6383-37fc-4a4a-b722-ee6b0281e046 HTTP/1.1" status: 404 len: 347 time: 0.0279317 Mar 28 10:59:31.873979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38922) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:31.875001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c53226-2444-426f-94ed-49c33eb0bd22 req-48ffc6d4-aec7-4489-a12f-33bf59cdd428 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:31.878359 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b0c53226-2444-426f-94ed-49c33eb0bd22 req-48ffc6d4-aec7-4489-a12f-33bf59cdd428 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 944 time: 0.1918967 Mar 28 10:59:31.925774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.956798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:31.964342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] device_id is not set on port 5cac5d86-07a1-472e-b7c0-795c951fc64c yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:59:31.982683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Allocated IP 2001:db8::f816:3eff:fe0d:b73e (1a638229-ba49-46a1-9232-b07b7bb99074/7b9ff083-af76-4abe-a652-454f56d8cd89/5123d3e4-2221-4b76-b51a-287479429ac0) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:31.987596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-44a310a0-5475-43a9-8715-a7c878144479 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Synchronizing usage tracker for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:32.003937 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b0c53226-2444-426f-94ed-49c33eb0bd22 req-ed9a9f60-3de7-4a96-8feb-a8605279abd5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167629 Mar 28 10:59:32.008463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-44a310a0-5475-43a9-8715-a7c878144479 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] Unset dirty status for tenant:17a4843205324d279879e12b1d1fb448 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:32.009821 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-44a310a0-5475-43a9-8715-a7c878144479 tempest-SecGroupIPv6Test-1126988293 tempest-SecGroupIPv6Test-1126988293-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1349442 Mar 28 10:59:32.069464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e19854dd-bad3-4689-a4a0-ec35179e5b00 None None] Provisioning for port 07fe7dde-a540-46a7-9235-f69e0ed55cbd completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:32.110516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:59:32.125873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 07fe7dde-a540-46a7-9235-f69e0ed55cbd completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:32.141715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e19854dd-bad3-4689-a4a0-ec35179e5b00 None None] Provisioning complete for port 07fe7dde-a540-46a7-9235-f69e0ed55cbd triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:32.142347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e19854dd-bad3-4689-a4a0-ec35179e5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.183682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 0828ad28-9806-4f7e-879b-7c7daefaf251, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0828ad28-9806-4f7e-879b-7c7daefaf251,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:32.193229 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'code': 200} Mar 28 10:59:32.199367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 07fe7dde-a540-46a7-9235-f69e0ed55cbd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:32.199741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.224397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-1a638229-ba49-46a1-9232-b07b7bb99074', 'network_id': '1a638229-ba49-46a1-9232-b07b7bb99074', 'tenant_id': 'c4d5396f271049b38db06cd5fbc07bdf', 'fixed_ips': [{'subnet_id': '7b9ff083-af76-4abe-a652-454f56d8cd89'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:59:32.225278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.236526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3161976c-381a-4f71-8269-50f199fd1476 None None] For port 07fe7dde-a540-46a7-9235-f69e0ed55cbd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=07fe7dde-a540-46a7-9235-f69e0ed55cbd,segment=NetworkSegment(59c30fed-6edf-4a3a-97a8-440849d05d55),segment_id=59c30fed-6edf-4a3a-97a8-440849d05d55)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:32.237449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3161976c-381a-4f71-8269-50f199fd1476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.262590 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4ddd2fd9-05b8-4348-83a1-a2adea694a7e None None] For port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,segment=NetworkSegment(4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f),segment_id=4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:32.271257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.291523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.309006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Transition to ACTIVE for port object 5123d3e4-2221-4b76-b51a-287479429ac0 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:32.411940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.488331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network 1a638229-ba49-46a1-9232-b07b7bb99074 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:32.491044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3161976c-381a-4f71-8269-50f199fd1476 None None] Calling delete_port for 07fe7dde-a540-46a7-9235-f69e0ed55cbd owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:32.491634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:32.494522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:32.499869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:32.500628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.528189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Port': ['ID=5123d3e4-2221-4b76-b51a-287479429ac0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:32.557746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.resource_extend [None req-4ddd2fd9-05b8-4348-83a1-a2adea694a7e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 10:59:32.568944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38932) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:32.603843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4ddd2fd9-05b8-4348-83a1-a2adea694a7e None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.633088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=0828ad28-9806-4f7e-879b-7c7daefaf251,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:32.644897 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-debef5bc-d2b5-4e9a-8371-580da1f81f37 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2685931 Mar 28 10:59:32.645276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38938) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:32.685563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dcbcc-88de-4211-a367-9291ea7dfbf1 req-5b4922d3-6c21-4290-9220-4867257c155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:32.688124 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5c3dcbcc-88de-4211-a367-9291ea7dfbf1 req-5b4922d3-6c21-4290-9220-4867257c155f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 1098 time: 0.0844920 Mar 28 10:59:32.707935 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4ddd2fd9-05b8-4348-83a1-a2adea694a7e None None] Transition to ACTIVE for port object b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:32.724794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab53d60-8326-400e-b693-b563b98ab042 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Deleting subnet 7b9ff083-af76-4abe-a652-454f56d8cd89 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:32.754837 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5c3dcbcc-88de-4211-a367-9291ea7dfbf1 req-ee7cd91e-f23c-41a2-811f-4b621dcba3dd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576098 Mar 28 10:59:32.784806 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ea00babb-2a17-4d86-bb88-dcd374dc3ca6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17a4843205324d279879e12b1d1fb448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139747 Mar 28 10:59:32.785596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38942) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:32.802028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4ddd2fd9-05b8-4348-83a1-a2adea694a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.846513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39ef9769-405c-4945-b392-bc77c055d79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.846916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e19854dd-bad3-4689-a4a0-ec35179e5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.862619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8::3c1 (f460ff50-5329-4152-bec7-b25f7e71314c/19c1ddf2-1ba6-4c7d-9280-94f2441ebd89/5cac5d86-07a1-472e-b7c0-795c951fc64c) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:32.875090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39ef9769-405c-4945-b392-bc77c055d79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.886207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3161976c-381a-4f71-8269-50f199fd1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:32.962059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Allocated IP 2001:db8::f816:3eff:fee2:fbf9 (1a638229-ba49-46a1-9232-b07b7bb99074/7b9ff083-af76-4abe-a652-454f56d8cd89/6e011160-04da-4f33-aeeb-6044377a4087) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:32.993884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161976c-381a-4f71-8269-50f199fd1476 None None] No DVR routers for this DVR port 07fe7dde-a540-46a7-9235-f69e0ed55cbd on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:59:32.996687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39ef9769-405c-4945-b392-bc77c055d79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.000945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.016012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef9769-405c-4945-b392-bc77c055d79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef3fd6-649a-4678-9949-b20d9e5f0363,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:33.074560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.079239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd2fd9-05b8-4348-83a1-a2adea694a7e None None] Pushing event updated for resources: {'Port': ['ID=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:33.092522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 5cac5d86-07a1-472e-b7c0-795c951fc64c will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:33.167848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39ef9769-405c-4945-b392-bc77c055d79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.170308 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-39ef9769-405c-4945-b392-bc77c055d79a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcef3fd6-649a-4678-9949-b20d9e5f0363 HTTP/1.1" status: 204 len: 168 time: 0.3829644 Mar 28 10:59:33.189170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.198553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161976c-381a-4f71-8269-50f199fd1476 None None] Pushing event deleted for resources: {'Port': ['ID=07fe7dde-a540-46a7-9235-f69e0ed55cbd,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:33.351216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:33.396960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:33.408160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:33.414517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:33.420150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:33.420774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.431667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=5cac5d86-07a1-472e-b7c0-795c951fc64c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:33.476619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.476754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996e5c-532a-44fd-8e2e-ef7f727b5995 req-392549f6-032b-4825-a485-865f24cbbc58 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:33.476754 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8996e5c-532a-44fd-8e2e-ef7f727b5995 req-392549f6-032b-4825-a485-865f24cbbc58 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 945 time: 0.3353970 Mar 28 10:59:33.481998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Transition to ACTIVE for port object 6e011160-04da-4f33-aeeb-6044377a4087 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:33.526964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Transition to ACTIVE for port object 6e011160-04da-4f33-aeeb-6044377a4087 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:33.579689 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8996e5c-532a-44fd-8e2e-ef7f727b5995 req-e83506d5-7d89-4bc9-a077-713332269aa8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942137 Mar 28 10:59:33.581427 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-02cd7bf5-07ef-4808-b3d5-26fa7810bfd4 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1687939 Mar 28 10:59:33.584495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38950) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:33.593162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:33.614397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.615418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cab53d60-8326-400e-b693-b563b98ab042 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.682573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cab53d60-8326-400e-b693-b563b98ab042 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.687243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 07fe7dde-a540-46a7-9235-f69e0ed55cbd no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:59:33.807089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 07fe7dde-a540-46a7-9235-f69e0ed55cbd {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:59:33.807500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 07fe7dde-a540-46a7-9235-f69e0ed55cbd not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:59:33.820767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:33.825393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:33.830939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Network 1a638229-ba49-46a1-9232-b07b7bb99074 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:33.831101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:33.831207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:33.834915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:33.835799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:33.836660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Pushing event updated for resources: {'Port': ['ID=6e011160-04da-4f33-aeeb-6044377a4087,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:33.845085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cab53d60-8326-400e-b693-b563b98ab042 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.914619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:33.918151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.951488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Attempting to bind port 6e011160-04da-4f33-aeeb-6044377a4087 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:33.951940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Attempting to bind port 6e011160-04da-4f33-aeeb-6044377a4087 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1a638229-ba49-46a1-9232-b07b7bb99074'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:33.952355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Attempting to bind port 6e011160-04da-4f33-aeeb-6044377a4087 on network 1a638229-ba49-46a1-9232-b07b7bb99074 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:33.959853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:33.960353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Checking segment: {'id': '8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1a638229-ba49-46a1-9232-b07b7bb99074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:33.960869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:33.961347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Bound using segment: {'id': '8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1a638229-ba49-46a1-9232-b07b7bb99074'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:33.962271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Bound port: 6e011160-04da-4f33-aeeb-6044377a4087, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1a638229-ba49-46a1-9232-b07b7bb99074'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:33.962711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.025510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cab53d60-8326-400e-b693-b563b98ab042 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.027567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6f9912b5-90ec-4e13-9154-6ffed33df365 None None] Provisioning for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:34.035863 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6f9912b5-90ec-4e13-9154-6ffed33df365 None None] Provisioning complete for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:34.036617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6f9912b5-90ec-4e13-9154-6ffed33df365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.084891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab53d60-8326-400e-b693-b563b98ab042 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9ff083-af76-4abe-a652-454f56d8cd89,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:34.090073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cab53d60-8326-400e-b693-b563b98ab042 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.107373 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.ipam_backend_mixin [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19c1ddf2-1ba6-4c7d-9280-94f2441ebd89 (CIDR: 2001:db8::/64) Mar 28 10:59:34.119292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] For port 6e011160-04da-4f33-aeeb-6044377a4087, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:34.131153 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] For port 6e011160-04da-4f33-aeeb-6044377a4087, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6e011160-04da-4f33-aeeb-6044377a4087,segment=NetworkSegment(8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65),segment_id=8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:34.151027 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:59:34.151601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:34.185031 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cab53d60-8326-400e-b693-b563b98ab042 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/subnets/7b9ff083-af76-4abe-a652-454f56d8cd89 HTTP/1.1" status: 204 len: 168 time: 1.5360763 Mar 28 10:59:34.185436 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38954) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:34.201645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6f9912b5-90ec-4e13-9154-6ffed33df365 None None] Provisioning complete for port 1d392b94-60cb-4b65-824f-e6249e86f2f7 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:34.202047 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6f9912b5-90ec-4e13-9154-6ffed33df365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.238084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.256173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e1773-5a04-4b54-998c-547b91b22824 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:34.259741 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7a3fe6d1-eb94-4eb3-82c6-457a2f38893c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6713791 Mar 28 10:59:34.259900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e1773-5a04-4b54-998c-547b91b22824 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:34.259900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d57e1773-5a04-4b54-998c-547b91b22824 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Synchronizing usage tracker for tenant:c4d5396f271049b38db06cd5fbc07bdf on resource:subnet {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:34.260241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38958) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:34.266413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:34.307700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-6f9912b5-90ec-4e13-9154-6ffed33df365 None None] Port 1d392b94-60cb-4b65-824f-e6249e86f2f7 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:34.334308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d57e1773-5a04-4b54-998c-547b91b22824 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Unset dirty status for tenant:c4d5396f271049b38db06cd5fbc07bdf on resource:subnet {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:34.339375 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d57e1773-5a04-4b54-998c-547b91b22824 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1527846 Mar 28 10:59:34.340368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38962) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:34.343096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45efe33-3e55-4acb-8d62-290e7df6e3a8 None None] Pushing event updated for resources: {'Port': ['ID=6e011160-04da-4f33-aeeb-6044377a4087,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:34.418997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:34.423445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:34.426567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:34.432665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:34.458230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e5a43424-4b23-4086-84b6-ab90c1fd4435 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.466415 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a43424-4b23-4086-84b6-ab90c1fd4435 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 10:59:34.466868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a43424-4b23-4086-84b6-ab90c1fd4435 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:34.468629 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e5a43424-4b23-4086-84b6-ab90c1fd4435 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/1a638229-ba49-46a1-9232-b07b7bb99074 HTTP/1.1" status: 409 len: 405 time: 0.1273408 Mar 28 10:59:34.472576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38966) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:34.478107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1079823613'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:34.485357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:34.491074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ed44388f-d2cc-497d-8197-23114f813a08 None None] Provisioning for port 5cac5d86-07a1-472e-b7c0-795c951fc64c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:34.508913 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ed44388f-d2cc-497d-8197-23114f813a08 None None] Provisioning complete for port 5cac5d86-07a1-472e-b7c0-795c951fc64c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:34.508913 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ed44388f-d2cc-497d-8197-23114f813a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.516476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:network and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:34.523869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:34.526783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:34.530355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.562746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:34.585864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ed44388f-d2cc-497d-8197-23114f813a08 None None] Port 5cac5d86-07a1-472e-b7c0-795c951fc64c cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:34.679291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:34.683432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.703050 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.ipam_backend_mixin [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bae9f199-e55e-49e2-a578-7889587856b6 (CIDR: 2001:db8:0:1::/64) Mar 28 10:59:34.718915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:59:34.728719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.729060 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Added segment 9cf9e9f7-7c3b-4a10-952a-d89320c4ae39 of type vlan for network 58ad2d3b-ab94-488a-a0c1-d277fdeff4fc Mar 28 10:59:34.755175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.776677 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 10:59:34.777166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:34.795911 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550753ab-c56e-4ca8-9586-04c1fbb098e8 req-1fb5e22d-a311-4d62-bc54-f67890843d1c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:34.797400 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-550753ab-c56e-4ca8-9586-04c1fbb098e8 req-1fb5e22d-a311-4d62-bc54-f67890843d1c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 945 time: 0.0844440 Mar 28 10:59:34.843350 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-550753ab-c56e-4ca8-9586-04c1fbb098e8 req-0162e040-2f2d-4579-84f2-d5e27609f4c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399456 Mar 28 10:59:34.864219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.864219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:34.864219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:34.902745 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-40befd2b-a3e6-4f4c-b4f8-fa63436adc96 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6413729 Mar 28 10:59:34.905495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38974) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:34.912280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'subnet': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:34.972394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Network': ['ID=58ad2d3b-ab94-488a-a0c1-d277fdeff4fc,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:34.983436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 58ad2d3b-ab94-488a-a0c1-d277fdeff4fc details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:59:34.998423 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-53977564-604b-4055-95c8-036aec367970 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5245838 Mar 28 10:59:35.001677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38978) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:35.010586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'subnet': {'network_id': '58ad2d3b-ab94-488a-a0c1-d277fdeff4fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:35.129324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:35.133491 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8551b4-6053-4e70-97c7-629639719a71 req-ee7b3420-a684-40cb-b121-e7bb32c80476 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:35.135013 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ea8551b4-6053-4e70-97c7-629639719a71 req-ee7b3420-a684-40cb-b121-e7bb32c80476 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 945 time: 0.1831741 Mar 28 10:59:35.141720 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:35.142454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:35.159975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Usage tracker for resource:subnet and tenant:1f22b8d223714e48994f07c2789f89b4 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:35.165338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:35.173323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:35.198068 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ea8551b4-6053-4e70-97c7-629639719a71 req-4e1f407c-4bee-4a45-b94f-15e2a7af48bc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567961 Mar 28 10:59:35.207777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:35.212103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.222109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38982) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:35.309335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28847f0c-af09-4005-b3e5-690dad49f1a2 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:35.311054 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-28847f0c-af09-4005-b3e5-690dad49f1a2 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 1093 time: 0.0877216 Mar 28 10:59:35.313931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38986) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:35.318244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Made reservation on behalf of 1f22b8d223714e48994f07c2789f89b4 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:35.321754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.341540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:35.347821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:35.370006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:floatingip and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:35.375003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:35.382958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779555f0-c914-41db-8473-487f16a27cdf None None] Network 1a638229-ba49-46a1-9232-b07b7bb99074 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:35.384166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:35.401855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6e011160-04da-4f33-aeeb-6044377a4087 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:35.505615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.590609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-327c3bf0-2708-48a7-81d2-cede7ef20042 None None] Provisioning for port 6e011160-04da-4f33-aeeb-6044377a4087 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:35.712112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 6e011160-04da-4f33-aeeb-6044377a4087 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:35.718326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 6e011160-04da-4f33-aeeb-6044377a4087 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:35.718692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.740211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:59:35.741519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.751885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] DHCP port deletion for 1a638229-ba49-46a1-9232-b07b7bb99074 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:59:35.765042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Deleting port 6e011160-04da-4f33-aeeb-6044377a4087 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:35.765228 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.765408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.821344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Subnet': ['ID=226de2ca-d874-45fb-9d45-7e7dfedf4df0,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:35.831618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Checking segment: {'id': '9cf9e9f7-7c3b-4a10-952a-d89320c4ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '58ad2d3b-ab94-488a-a0c1-d277fdeff4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:35.832084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network hostable DHCP agents. Network: 58ad2d3b-ab94-488a-a0c1-d277fdeff4fc, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:59:35.833399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.913325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network 58ad2d3b-ab94-488a-a0c1-d277fdeff4fc is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:59:35.934042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Network f460ff50-5329-4152-bec7-b25f7e71314c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:35.941143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:35.951210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:35.964704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.964850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b644415-cc0e-4bf7-bd9e-0c43b47c6b5e None None] Network f460ff50-5329-4152-bec7-b25f7e71314c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:35.975931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Subnet': ['ID=b79eab01-a97b-49ee-94cf-ff4738f23ef5,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:35.985749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 58ad2d3b-ab94-488a-a0c1-d277fdeff4fc) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:35.991912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.992417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:35.992417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:35.997585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.242 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/71097637-2de7-4bb7-a5e8-b637ec5b6244) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:36.005597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d40a85-4d72-40f4-9a3d-e3b6cdc91554 None None] Network 58ad2d3b-ab94-488a-a0c1-d277fdeff4fc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:36.091881 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bce7c7d2-c39a-4430-90da-1df810d31bc2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0876410 Mar 28 10:59:36.093802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38990) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:36.202301 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2d348aad-4b2d-4edd-b5af-d401dbb1691b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2926083 Mar 28 10:59:36.204904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 38994) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:36.220569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1928339922', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b79eab01-a97b-49ee-94cf-ff4738f23ef5'}], 'security_groups': ['136e5957-3cdc-47bf-9582-4dfea0989919', '8faa2355-c3bc-473b-9146-11df1fc2c310']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:36.249421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.286683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 6e011160-04da-4f33-aeeb-6044377a4087, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6e011160-04da-4f33-aeeb-6044377a4087,segment=NetworkSegment(8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65),segment_id=8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:36.288337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] For port 6e011160-04da-4f33-aeeb-6044377a4087, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6e011160-04da-4f33-aeeb-6044377a4087,segment=NetworkSegment(8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65),segment_id=8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:36.288732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.323188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.363115 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.383845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.431302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Calling delete_port for 6e011160-04da-4f33-aeeb-6044377a4087 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:36.466126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.482141 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.527056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Subnet': ['ID=226de2ca-d874-45fb-9d45-7e7dfedf4df0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:36.617725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.646950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ad2d3b-ab94-488a-a0c1-d277fdeff4fc']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:36.660349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf9e9f7-7c3b-4a10-952a-d89320c4ae39') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:36.660700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf9e9f7-7c3b-4a10-952a-d89320c4ae39') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:36.671503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.675356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.684417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=6e011160-04da-4f33-aeeb-6044377a4087,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:36.686938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de56d3b-9dbf-4186-9fbe-da2f33e2537e None None] Network 58ad2d3b-ab94-488a-a0c1-d277fdeff4fc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:36.696809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.704205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:36.704580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:36.720810 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:36.751368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:36.758779 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:36.761238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:36.813048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:59:36.813397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:59:36.833365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=71097637-2de7-4bb7-a5e8-b637ec5b6244,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:36.882230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.902040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:36.914121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Network': ['ID=58ad2d3b-ab94-488a-a0c1-d277fdeff4fc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:36.922050 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-05893051-09dd-4dd0-a368-3b69e2657eb8 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/58ad2d3b-ab94-488a-a0c1-d277fdeff4fc HTTP/1.1" status: 204 len: 168 time: 0.8269339 Mar 28 10:59:36.927545 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 38998) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:36.933478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-736885051'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:36.938448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:36.942593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:network and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:36.945502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:36.951639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:37.013203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:37.017202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.024308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8cacc-e180-4c7c-81a2-84474056fc4a None None] Update dhcp port {'port': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'fixed_ips': [{'subnet_id': 'bae9f199-e55e-49e2-a578-7889587856b6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '19c1ddf2-1ba6-4c7d-9280-94f2441ebd89', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b79eab01-a97b-49ee-94cf-ff4738f23ef5'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': 'b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:59:37.046542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:59:37.056075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.056476 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Added segment 96811e71-2da9-4b7b-baf9-83ba01220b17 of type vlan for network e7478473-3dfb-4a1d-94c6-2bcfd7197103 Mar 28 10:59:37.079855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a0e8cacc-e180-4c7c-81a2-84474056fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.084461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.144000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Delete allocated IP 2001:db8::3c1 (f460ff50-5329-4152-bec7-b25f7e71314c/19c1ddf2-1ba6-4c7d-9280-94f2441ebd89) {{(pid=88494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 10:59:37.170396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.176586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:37.177234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.206969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Allocated IP 2001:db8:0:2::3dd (f460ff50-5329-4152-bec7-b25f7e71314c/b79eab01-a97b-49ee-94cf-ff4738f23ef5/5cac5d86-07a1-472e-b7c0-795c951fc64c) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:37.289368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Network': ['ID=e7478473-3dfb-4a1d-94c6-2bcfd7197103,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:37.296744 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7a9e4df8-9287-4dc2-904c-9dd0681b69c2 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3681540 Mar 28 10:59:37.299438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39002) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:37.306400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'subnet': {'network_id': 'e7478473-3dfb-4a1d-94c6-2bcfd7197103', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:37.315709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Deleting port 6e011160-04da-4f33-aeeb-6044377a4087 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:37.316091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.340926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network e7478473-3dfb-4a1d-94c6-2bcfd7197103 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:59:37.360366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6e011160-04da-4f33-aeeb-6044377a4087 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:59:37.426437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:37.431777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:subnet and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:37.435062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:37.443276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:37.473674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.498673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.520674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Transition to ACTIVE for port object 5cac5d86-07a1-472e-b7c0-795c951fc64c will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:37.533162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:37.536734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.614281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.687731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.734529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.766108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] In _notify_port_updated(), no bound segment for port 5cac5d86-07a1-472e-b7c0-795c951fc64c on network f460ff50-5329-4152-bec7-b25f7e71314c {{(pid=88494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 10:59:37.771625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:37.772165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.773416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "PUT /v2.0/ports/5cac5d86-07a1-472e-b7c0-795c951fc64c HTTP/1.1" status: 200 len: 970 time: 1.5671108 Mar 28 10:59:37.780009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318aca0-6c6f-4d50-87e9-54d2d432cc88 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event updated for resources: {'Port': ['ID=5cac5d86-07a1-472e-b7c0-795c951fc64c,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:37.781427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39006) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:37.828569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.854788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8cacc-e180-4c7c-81a2-84474056fc4a None None] Allocated IP 2001:db8:0:2::2 (f460ff50-5329-4152-bec7-b25f7e71314c/b79eab01-a97b-49ee-94cf-ff4738f23ef5/b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:37.863473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] For port 6e011160-04da-4f33-aeeb-6044377a4087, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6e011160-04da-4f33-aeeb-6044377a4087,segment=NetworkSegment(8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65),segment_id=8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:37.863867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:37.889049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 6e011160-04da-4f33-aeeb-6044377a4087, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6e011160-04da-4f33-aeeb-6044377a4087,segment=NetworkSegment(8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65),segment_id=8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:37.927385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e32d0dd0-e10e-4516-9d33-15496faf809a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 5cac5d86-07a1-472e-b7c0-795c951fc64c {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:37.928039 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e32d0dd0-e10e-4516-9d33-15496faf809a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.024337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Calling delete_port for 6e011160-04da-4f33-aeeb-6044377a4087 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:38.065414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.085285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.100534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Subnet': ['ID=8c9ffe30-33e5-4e0e-94cb-554be6eabb08,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:38.111900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Checking segment: {'id': '96811e71-2da9-4b7b-baf9-83ba01220b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7478473-3dfb-4a1d-94c6-2bcfd7197103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:38.111900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network hostable DHCP agents. Network: e7478473-3dfb-4a1d-94c6-2bcfd7197103, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:59:38.153416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.241061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=6e011160-04da-4f33-aeeb-6044377a4087,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:38.267285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a0e8cacc-e180-4c7c-81a2-84474056fc4a None None] For port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,segment=NetworkSegment(4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f),segment_id=4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:38.268530 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=71097637-2de7-4bb7-a5e8-b637ec5b6244,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:38.278796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.293198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network e7478473-3dfb-4a1d-94c6-2bcfd7197103 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:59:38.297723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a0e8cacc-e180-4c7c-81a2-84474056fc4a None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.310499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:59:38.310843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:59:38.317020 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a0e8cacc-e180-4c7c-81a2-84474056fc4a None None] Transition to ACTIVE for port object b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:38.350224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e32d0dd0-e10e-4516-9d33-15496faf809a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.410338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a0e8cacc-e180-4c7c-81a2-84474056fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.414993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, e7478473-3dfb-4a1d-94c6-2bcfd7197103) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:38.420870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:38.421470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.452904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046cfce0-ba25-4bba-b796-a70ccba4896d None None] Network e7478473-3dfb-4a1d-94c6-2bcfd7197103 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:38.459732 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 0100b174-54b1-445a-bd51-3853e39f4411 associated. External IP: 172.26.2.242, port: 0828ad28-9806-4f7e-879b-7c7daefaf251. Mar 28 10:59:38.491656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e32d0dd0-e10e-4516-9d33-15496faf809a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 5cac5d86-07a1-472e-b7c0-795c951fc64c owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:38.628209 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cb67edb8-07a8-4da1-ad82-646d3a142c5e tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3270957 Mar 28 10:59:38.631784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39010) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:38.678346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8cacc-e180-4c7c-81a2-84474056fc4a None None] Pushing event updated for resources: {'Port': ['ID=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:38.727809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e32d0dd0-e10e-4516-9d33-15496faf809a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.804175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d0dd0-e10e-4516-9d33-15496faf809a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=5cac5d86-07a1-472e-b7c0-795c951fc64c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:38.843765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-e7478473-3dfb-4a1d-94c6-2bcfd7197103', 'network_id': 'e7478473-3dfb-4a1d-94c6-2bcfd7197103', 'tenant_id': 'c4d5396f271049b38db06cd5fbc07bdf', 'fixed_ips': [{'subnet_id': '8c9ffe30-33e5-4e0e-94cb-554be6eabb08'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:59:38.844714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.856363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e32d0dd0-e10e-4516-9d33-15496faf809a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.871838 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e32d0dd0-e10e-4516-9d33-15496faf809a tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/5cac5d86-07a1-472e-b7c0-795c951fc64c HTTP/1.1" status: 204 len: 168 time: 1.0861290 Mar 28 10:59:38.872224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39014) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:38.888916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:38.925895 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12f4522-03cf-4b20-a208-5c696b076c81 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] GET failed (client error): The resource could not be found. Mar 28 10:59:38.926580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d12f4522-03cf-4b20-a208-5c696b076c81 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Synchronizing usage tracker for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:39.019042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d12f4522-03cf-4b20-a208-5c696b076c81 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Unset dirty status for tenant:1f22b8d223714e48994f07c2789f89b4 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:39.020209 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d12f4522-03cf-4b20-a208-5c696b076c81 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports/5cac5d86-07a1-472e-b7c0-795c951fc64c HTTP/1.1" status: 404 len: 333 time: 0.1461165 Mar 28 10:59:39.022939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39018) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:39.029201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Allocated IP 2001:db8::2 (e7478473-3dfb-4a1d-94c6-2bcfd7197103/8c9ffe30-33e5-4e0e-94cb-554be6eabb08/ddbd7bba-31c1-4037-be49-dd261a315dec) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:39.053549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router ef77c959-1889-4890-b14a-9749fb1c53f8 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 10:59:39.063697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.107234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7753b95c-0d1a-40b6-bb27-a36373467a06 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.138500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7753b95c-0d1a-40b6-bb27-a36373467a06 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.260495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Deleting port 6e011160-04da-4f33-aeeb-6044377a4087 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:39.260873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.282742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7753b95c-0d1a-40b6-bb27-a36373467a06 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.300710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 10:59:39.314177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753b95c-0d1a-40b6-bb27-a36373467a06 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c55c0d3-0a87-458c-85b1-55a4b97d7004,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:39.323379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7753b95c-0d1a-40b6-bb27-a36373467a06 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.324508 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7753b95c-0d1a-40b6-bb27-a36373467a06 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/security-groups/4c55c0d3-0a87-458c-85b1-55a4b97d7004 HTTP/1.1" status: 204 len: 168 time: 0.3006585 Mar 28 10:59:39.328405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39022) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:39.332699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] Sync routers for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:59:39.404940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.410142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d7cb728a-2413-4eba-a9e8-64d6ec016c78 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.416485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:39.440933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d7cb728a-2413-4eba-a9e8-64d6ec016c78 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.447856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.473046 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-743e8511-da3d-4d6a-8520-f4951409b1bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1573658 Mar 28 10:59:39.473844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39026) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:39.474321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:59:39.495494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Transition to ACTIVE for port object ddbd7bba-31c1-4037-be49-dd261a315dec will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:39.502546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:39.503234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:59:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:39.582518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d7cb728a-2413-4eba-a9e8-64d6ec016c78 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.603802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb728a-2413-4eba-a9e8-64d6ec016c78 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faa2355-c3bc-473b-9146-11df1fc2c310,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:39.622045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d7cb728a-2413-4eba-a9e8-64d6ec016c78 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.624181 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d7cb728a-2413-4eba-a9e8-64d6ec016c78 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/security-groups/8faa2355-c3bc-473b-9146-11df1fc2c310 HTTP/1.1" status: 204 len: 168 time: 0.2947507 Mar 28 10:59:39.627449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39032) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:39.749174 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'status': 'completed', 'code': 200} Mar 28 10:59:39.760285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:59:39.767430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-234e508d-869d-4dd7-8a20-0e842a52532c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.791368 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cb6a4cc5-3b9b-4eb9-af02-64fcbedefe63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/0100b174-54b1-445a-bd51-3853e39f4411 HTTP/1.1" status: 200 len: 991 time: 0.3121529 Mar 28 10:59:39.812954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-234e508d-869d-4dd7-8a20-0e842a52532c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:39.845221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-9b50dd86-6965-4529-a029-70736e7c60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:39.846673 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-9b50dd86-6965-4529-a029-70736e7c60a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 1098 time: 0.1853225 Mar 28 10:59:39.911376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Transition to ACTIVE for port object ddbd7bba-31c1-4037-be49-dd261a315dec will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:39.987312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-af5aeba0-b181-4e78-baea-a32256dab3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:39.988737 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-af5aeba0-b181-4e78-baea-a32256dab3a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca89d351-7653-4c99-a7ad-66e47f44da21 HTTP/1.1" status: 200 len: 897 time: 0.1345105 Mar 28 10:59:40.021535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c77a7bd8-b91d-47e0-afb3-78f05cd7af54 None None] Provisioning for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:40.047081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-234e508d-869d-4dd7-8a20-0e842a52532c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.050670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c77a7bd8-b91d-47e0-afb3-78f05cd7af54 None None] Provisioning complete for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:40.051085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c77a7bd8-b91d-47e0-afb3-78f05cd7af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.080463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e508d-869d-4dd7-8a20-0e842a52532c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136e5957-3cdc-47bf-9582-4dfea0989919,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:40.084450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] For port 6e011160-04da-4f33-aeeb-6044377a4087, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6e011160-04da-4f33-aeeb-6044377a4087,segment=NetworkSegment(8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65),segment_id=8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:40.084961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.090600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-234e508d-869d-4dd7-8a20-0e842a52532c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.094466 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-234e508d-869d-4dd7-8a20-0e842a52532c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/security-groups/136e5957-3cdc-47bf-9582-4dfea0989919 HTTP/1.1" status: 204 len: 168 time: 0.4630103 Mar 28 10:59:40.094619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39036) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:40.115670 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-347152b2-c450-4ff7-91e7-58034681c02a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0828ad28-9806-4f7e-879b-7c7daefaf251 HTTP/1.1" status: 200 len: 999 time: 0.1199708 Mar 28 10:59:40.125509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.176206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-040ddb54-39c2-452d-b4ce-c31e3929b51e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet 19c1ddf2-1ba6-4c7d-9280-94f2441ebd89 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:40.179343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-040ddb54-39c2-452d-b4ce-c31e3929b51e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.188312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-ff3eb40d-98b0-41a1-8a81-5a7048a22b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:40.190121 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-ff3eb40d-98b0-41a1-8a81-5a7048a22b42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a15c7d4c-b245-4911-bf23-b6d7387ec6f4 HTTP/1.1" status: 200 len: 834 time: 0.0682731 Mar 28 10:59:40.242619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-040ddb54-39c2-452d-b4ce-c31e3929b51e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.268667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-8b58a811-ad38-4f17-95f7-413d330b96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:40.273481 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-8b58a811-ad38-4f17-95f7-413d330b96c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca89d351-7653-4c99-a7ad-66e47f44da21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744722 Mar 28 10:59:40.273622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.276403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:40.276787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.322067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Calling delete_port for 6e011160-04da-4f33-aeeb-6044377a4087 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:40.329650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9ffe30-33e5-4e0e-94cb-554be6eabb08,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:40.407802 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-db571f2f-3f09-426d-9747-d877e3284c50 service neutron] 10.222.0.31 "GET /v2.0/networks/ca89d351-7653-4c99-a7ad-66e47f44da21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310239 Mar 28 10:59:40.428629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Network e7478473-3dfb-4a1d-94c6-2bcfd7197103 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:40.446732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:40.452698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.468899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:40.484397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7478473-3dfb-4a1d-94c6-2bcfd7197103']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:40.498590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-040ddb54-39c2-452d-b4ce-c31e3929b51e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.520433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Pushing event updated for resources: {'Port': ['ID=ddbd7bba-31c1-4037-be49-dd261a315dec,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:40.531440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96811e71-2da9-4b7b-baf9-83ba01220b17') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:40.532019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96811e71-2da9-4b7b-baf9-83ba01220b17') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:40.548108 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-74fd7410-bd58-4c60-ab90-345e6f3fcfba req-181282c5-17b5-4eca-8dea-556a1bd38220 service neutron] 10.222.0.31 "GET /v2.0/networks/ca89d351-7653-4c99-a7ad-66e47f44da21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340926 Mar 28 10:59:40.555920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.578820 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.597085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:40.597498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:40.612628 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:40.719356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 10:59:40.719356 dv-neutron-835336-1-hyperv neutron-server[88494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 10:59:40.719356 dv-neutron-835336-1-hyperv neutron-server[88494]: [parameters: {'id': 'e7478473-3dfb-4a1d-94c6-2bcfd7197103'}] Mar 28 10:59:40.719356 dv-neutron-835336-1-hyperv neutron-server[88494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:59:40.719852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:59:40.747805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-040ddb54-39c2-452d-b4ce-c31e3929b51e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.752745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Attempting to bind port ddbd7bba-31c1-4037-be49-dd261a315dec on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:40.753132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Attempting to bind port ddbd7bba-31c1-4037-be49-dd261a315dec by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '96811e71-2da9-4b7b-baf9-83ba01220b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7478473-3dfb-4a1d-94c6-2bcfd7197103'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:40.753491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Attempting to bind port ddbd7bba-31c1-4037-be49-dd261a315dec on network e7478473-3dfb-4a1d-94c6-2bcfd7197103 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:40.786549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ddb54-39c2-452d-b4ce-c31e3929b51e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=19c1ddf2-1ba6-4c7d-9280-94f2441ebd89,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:40.792053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-040ddb54-39c2-452d-b4ce-c31e3929b51e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.795166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39040) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:40.799840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.805055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:40.805421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Checking segment: {'id': '96811e71-2da9-4b7b-baf9-83ba01220b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7478473-3dfb-4a1d-94c6-2bcfd7197103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:40.806117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.806471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Bound using segment: {'id': '96811e71-2da9-4b7b-baf9-83ba01220b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7478473-3dfb-4a1d-94c6-2bcfd7197103'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:40.806945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Bound port: ddbd7bba-31c1-4037-be49-dd261a315dec, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96811e71-2da9-4b7b-baf9-83ba01220b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7478473-3dfb-4a1d-94c6-2bcfd7197103'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:40.807307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:40.852892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5cb518-3aa7-438a-b2e9-a74bf61110df None None] Network f460ff50-5329-4152-bec7-b25f7e71314c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:40.864157 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-040ddb54-39c2-452d-b4ce-c31e3929b51e tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/19c1ddf2-1ba6-4c7d-9280-94f2441ebd89 HTTP/1.1" status: 204 len: 168 time: 0.7629690 Mar 28 10:59:40.868809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39044) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:40.913835 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-00d4b329-b5a8-476f-9635-cd40a24e9571 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/0100b174-54b1-445a-bd51-3853e39f4411 HTTP/1.1" status: 200 len: 991 time: 0.1165626 Mar 28 10:59:40.917004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] No DVR routers for this DVR port 6e011160-04da-4f33-aeeb-6044377a4087 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:59:40.942820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d9b385-6624-4d58-a4bd-2976cac658fb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet b79eab01-a97b-49ee-94cf-ff4738f23ef5 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:40.945473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5d604-d940-4a41-85f3-be01df3fc584 None None] Pushing event deleted for resources: {'Port': ['ID=6e011160-04da-4f33-aeeb-6044377a4087,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:40.945708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96d9b385-6624-4d58-a4bd-2976cac658fb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.004124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96d9b385-6624-4d58-a4bd-2976cac658fb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.035074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c77a7bd8-b91d-47e0-afb3-78f05cd7af54 None None] Provisioning complete for port 1d392b94-60cb-4b65-824f-e6249e86f2f7 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:41.035440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c77a7bd8-b91d-47e0-afb3-78f05cd7af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.093006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96d9b385-6624-4d58-a4bd-2976cac658fb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.220454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.231789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Deleting port ddbd7bba-31c1-4037-be49-dd261a315dec {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:41.232179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.233740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] For port ddbd7bba-31c1-4037-be49-dd261a315dec, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:41.235625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c77a7bd8-b91d-47e0-afb3-78f05cd7af54 None None] Port 1d392b94-60cb-4b65-824f-e6249e86f2f7 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:41.239407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96d9b385-6624-4d58-a4bd-2976cac658fb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.251323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] For port ddbd7bba-31c1-4037-be49-dd261a315dec, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ddbd7bba-31c1-4037-be49-dd261a315dec,segment=NetworkSegment(96811e71-2da9-4b7b-baf9-83ba01220b17),segment_id=96811e71-2da9-4b7b-baf9-83ba01220b17)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:41.253978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c77a7bd8-b91d-47e0-afb3-78f05cd7af54 None None] Could not find standard attr ID for object 5cac5d86-07a1-472e-b7c0-795c951fc64c. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:59:41.261016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '0100b174-54b1-445a-bd51-3853e39f4411', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.242', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'port_id': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'mac_address': 'fa:16:3e:1b:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12c20bd-362c-431f-8194-98588d671c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:59:37Z', 'updated_at': '2022-03-28T10:59:37Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b617e341-c099-4962-ab1e-f1cdb01d793a', 'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:68:8d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:59:01Z', 'updated_at': '2022-03-28T10:59:10Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:41.268930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] Checking router: ef77c959-1889-4890-b14a-9749fb1c53f8 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:59:41.282356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9b385-6624-4d58-a4bd-2976cac658fb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=b79eab01-a97b-49ee-94cf-ff4738f23ef5,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:41.286154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96d9b385-6624-4d58-a4bd-2976cac658fb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.295004 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-96d9b385-6624-4d58-a4bd-2976cac658fb tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/b79eab01-a97b-49ee-94cf-ff4738f23ef5 HTTP/1.1" status: 204 len: 168 time: 0.4224200 Mar 28 10:59:41.295281 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39048) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:41.312990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 10:59:41.313617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:59:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:41.338422 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-796d2b5b-15f6-4787-895e-f79d48275f6d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:41.338955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796d2b5b-15f6-4787-895e-f79d48275f6d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:41.340671 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-796d2b5b-15f6-4787-895e-f79d48275f6d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/19c1ddf2-1ba6-4c7d-9280-94f2441ebd89 HTTP/1.1" status: 404 len: 337 time: 0.0444350 Mar 28 10:59:41.343363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39052) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:41.384818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.431010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b6093eb6-d8f8-4c35-8c99-ba305f97ebba None None] Could not find standard attr ID for object 5cac5d86-07a1-472e-b7c0-795c951fc64c. {{(pid=88495) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 10:59:41.459233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] For port ddbd7bba-31c1-4037-be49-dd261a315dec, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ddbd7bba-31c1-4037-be49-dd261a315dec,segment=NetworkSegment(96811e71-2da9-4b7b-baf9-83ba01220b17),segment_id=96811e71-2da9-4b7b-baf9-83ba01220b17)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:41.459892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.514866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50163e1-6d6b-449f-a31b-0b6196ba8a0c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting subnet bae9f199-e55e-49e2-a578-7889587856b6 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:41.518408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e50163e1-6d6b-449f-a31b-0b6196ba8a0c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.574627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e50163e1-6d6b-449f-a31b-0b6196ba8a0c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.594103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Calling delete_port for ddbd7bba-31c1-4037-be49-dd261a315dec owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:41.626409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a37d3-9875-47ee-84a4-227c1d4abbc7 None None] Pushing event updated for resources: {'Port': ['ID=ddbd7bba-31c1-4037-be49-dd261a315dec,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:41.646826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 10:59:41.672502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e50163e1-6d6b-449f-a31b-0b6196ba8a0c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.723167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd218e-2608-458b-aa98-53734c78ae23 None None] Network e7478473-3dfb-4a1d-94c6-2bcfd7197103 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:41.730398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.782842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No DVR routers for this DVR port ddbd7bba-31c1-4037-be49-dd261a315dec on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:59:41.784461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Port': ['ID=ddbd7bba-31c1-4037-be49-dd261a315dec,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:41.833667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e50163e1-6d6b-449f-a31b-0b6196ba8a0c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.881676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50163e1-6d6b-449f-a31b-0b6196ba8a0c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Subnet': ['ID=bae9f199-e55e-49e2-a578-7889587856b6,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:41.890157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e50163e1-6d6b-449f-a31b-0b6196ba8a0c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.899376 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e50163e1-6d6b-449f-a31b-0b6196ba8a0c tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/bae9f199-e55e-49e2-a578-7889587856b6 HTTP/1.1" status: 204 len: 168 time: 0.5528102 Mar 28 10:59:41.900235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39056) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:41.911233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:41.918557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39060) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:41.943344 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27f51fa-9059-4479-9f49-e96f91cf5e3d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:41.943889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27f51fa-9059-4479-9f49-e96f91cf5e3d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:41.948327 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e27f51fa-9059-4479-9f49-e96f91cf5e3d tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/0b39c9eb-0cfb-446b-8767-c3137131d4ef HTTP/1.1" status: 404 len: 337 time: 0.0448372 Mar 28 10:59:41.948544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39064) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:41.998849 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5791305c-33bb-4e72-9d7a-2947309b62a7 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "GET /v2.0/ports?device_id=284afee6-6105-4746-9819-677a1edd271a HTTP/1.1" status: 200 len: 205 time: 0.0470445 Mar 28 10:59:41.999260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39068) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.014192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7478473-3dfb-4a1d-94c6-2bcfd7197103']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:42.043357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b638032-3133-4c42-8714-de769c35d98f None None] Update dhcp port {'port': {'network_id': 'f460ff50-5329-4152-bec7-b25f7e71314c', 'fixed_ips': [{'subnet_id': 'bae9f199-e55e-49e2-a578-7889587856b6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b79eab01-a97b-49ee-94cf-ff4738f23ef5'}], 'binding:host_id': 'dv-neutron-835336-1-hyperv'}, 'id': 'b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5'} from dv-neutron-835336-1-hyperv. {{(pid=88495) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 10:59:42.077306 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-239f4642-70bd-443b-b87b-7d85ac686675 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] delete failed (client error): The resource could not be found. Mar 28 10:59:42.080820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-239f4642-70bd-443b-b87b-7d85ac686675 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/routers/284afee6-6105-4746-9819-677a1edd271a HTTP/1.1" status: 404 len: 336 time: 0.0780699 Mar 28 10:59:42.081047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39072) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.120634 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-0523a1f1-cb70-4267-8ec1-3c4ca97f53de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:42.121374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0523a1f1-cb70-4267-8ec1-3c4ca97f53de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:42.124892 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0523a1f1-cb70-4267-8ec1-3c4ca97f53de tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/9bfab52e-dbca-4bec-8000-7d42ec314a81 HTTP/1.1" status: 404 len: 337 time: 0.0404837 Mar 28 10:59:42.125133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39076) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.146630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96811e71-2da9-4b7b-baf9-83ba01220b17') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:42.146919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96811e71-2da9-4b7b-baf9-83ba01220b17') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:42.167029 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb670f1-bf72-46f9-b48a-5d3383537062 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:42.167481 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb670f1-bf72-46f9-b48a-5d3383537062 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:42.171533 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-adb670f1-bf72-46f9-b48a-5d3383537062 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/3bed5016-ad30-4a74-8da6-08bb6e051b78 HTTP/1.1" status: 404 len: 337 time: 0.0431612 Mar 28 10:59:42.171689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.171801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39080) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.172843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6b638032-3133-4c42-8714-de769c35d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.188693 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d05035fe-420b-4bef-adcd-34c5b9ab517a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/0100b174-54b1-445a-bd51-3853e39f4411 HTTP/1.1" status: 200 len: 991 time: 0.2678115 Mar 28 10:59:42.194181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.201204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:42.201204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.210250 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fbef4e-bbd7-4eff-85a9-44ef194360d8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:42.210704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fbef4e-bbd7-4eff-85a9-44ef194360d8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:42.212611 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e9fbef4e-bbd7-4eff-85a9-44ef194360d8 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/bf7f7091-f4f5-481b-8d01-7fb8c3d94e1b HTTP/1.1" status: 404 len: 337 time: 0.0397887 Mar 28 10:59:42.215079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39084) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:42.216270 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:42.259175 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ef3124-a6f3-43ca-98c3-a22d4081ea7b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:42.259665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ef3124-a6f3-43ca-98c3-a22d4081ea7b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:42.262211 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89ef3124-a6f3-43ca-98c3-a22d4081ea7b tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/0cc632eb-59f9-4c6f-a1a7-1689e0ad1e39 HTTP/1.1" status: 404 len: 333 time: 0.0453656 Mar 28 10:59:42.268630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39088) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.310795 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9c5782-9f21-4782-95f5-b988ed360805 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:42.311158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9c5782-9f21-4782-95f5-b988ed360805 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:42.312823 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ff9c5782-9f21-4782-95f5-b988ed360805 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/33f5efd9-bdec-49ae-8b23-257225d6f232 HTTP/1.1" status: 404 len: 337 time: 0.0429785 Mar 28 10:59:42.316206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39092) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.353960 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd20aab-6b7c-442a-b279-534cc046bdad tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:42.354425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd20aab-6b7c-442a-b279-534cc046bdad tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:42.355804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.356121 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4fd20aab-6b7c-442a-b279-534cc046bdad tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/8325700d-ef22-4c60-b8fa-3ce1c3ef7289 HTTP/1.1" status: 404 len: 337 time: 0.0390003 Mar 28 10:59:42.358669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39096) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.375182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '0100b174-54b1-445a-bd51-3853e39f4411', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.242', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'port_id': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'mac_address': 'fa:16:3e:1b:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12c20bd-362c-431f-8194-98588d671c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:59:37Z', 'updated_at': '2022-03-28T10:59:37Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b617e341-c099-4962-ab1e-f1cdb01d793a', 'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:68:8d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:59:01Z', 'updated_at': '2022-03-28T10:59:10Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:42.379831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b0342-44de-4153-b3f7-d2a6e4549e6b None None] The sync data for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv is: [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '0100b174-54b1-445a-bd51-3853e39f4411', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.242', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'port_id': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'mac_address': 'fa:16:3e:1b:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12c20bd-362c-431f-8194-98588d671c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:59:37Z', 'updated_at': '2022-03-28T10:59:37Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b617e341-c099-4962-ab1e-f1cdb01d793a', 'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:68:8d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:59:01Z', 'updated_at': '2022-03-28T10:59:10Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:59:42.383944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.396650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Network': ['ID=e7478473-3dfb-4a1d-94c6-2bcfd7197103,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:42.403650 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d1676b16-fa5b-4434-bd92-157e88192048 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/e7478473-3dfb-4a1d-94c6-2bcfd7197103 HTTP/1.1" status: 204 len: 168 time: 3.7703204 Mar 28 10:59:42.407029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39100) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.408498 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faed5f2-f178-4aaf-bc1d-7558974e88cd tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:42.408965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8faed5f2-f178-4aaf-bc1d-7558974e88cd tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:42.413128 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8faed5f2-f178-4aaf-bc1d-7558974e88cd tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/149af107-4fb2-4d3f-aa60-0141284e0772 HTTP/1.1" status: 404 len: 333 time: 0.0509524 Mar 28 10:59:42.413404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39104) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.416152 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-799768142'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:42.421201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:42.427679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:network and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:42.435610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1c24a0-707f-4649-97e2-7c5807f9c850 None None] Network f460ff50-5329-4152-bec7-b25f7e71314c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:42.437542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:42.444505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:42.451538 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-00de79f4-4d5c-4346-8a64-2c925c7b2bad tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:42.451980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00de79f4-4d5c-4346-8a64-2c925c7b2bad tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:42.453837 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-00de79f4-4d5c-4346-8a64-2c925c7b2bad tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/bb252fc6-5528-44e6-b189-3b006e08258f HTTP/1.1" status: 404 len: 337 time: 0.0394356 Mar 28 10:59:42.456517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39108) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.495989 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dcb62f-a594-4e58-914e-fc7550986078 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:42.500723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dcb62f-a594-4e58-914e-fc7550986078 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:42.500723 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-47dcb62f-a594-4e58-914e-fc7550986078 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/subnets/fe110a20-6be0-4c0b-814e-1e5b02dfefe6 HTTP/1.1" status: 404 len: 337 time: 0.0406361 Mar 28 10:59:42.500958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39112) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.515971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:42.519993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.556425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7f44a0a3-6594-4b4b-9404-6f37fe895c53 None None] Provisioning complete for port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:42.556919 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f44a0a3-6594-4b4b-9404-6f37fe895c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.576825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:59:42.582003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-aa9de793-7082-4e50-ab03-7091fa8d4ca1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port 1d392b94-60cb-4b65-824f-e6249e86f2f7 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:42.582348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa9de793-7082-4e50-ab03-7091fa8d4ca1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.585665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.586174 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Added segment 562ca764-0fe6-4932-a0ae-697d0f480c7e of type vlan for network 941d9d00-d812-41cf-ab56-49ef43630c5e Mar 28 10:59:42.621807 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.686235 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32241d-c2f1-43e4-8319-753bc794abf5 None None] New status for floating IP 0100b174-54b1-445a-bd51-3853e39f4411: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:59:42.730377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.741431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:42.742369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.854253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa9de793-7082-4e50-ab03-7091fa8d4ca1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.854358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7f44a0a3-6594-4b4b-9404-6f37fe895c53 None None] Provisioning complete for port 1d392b94-60cb-4b65-824f-e6249e86f2f7 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:42.854358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f44a0a3-6594-4b4b-9404-6f37fe895c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.878600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469e82b-882a-4211-9407-59b6fd1c16d5 None None] DHCP port deletion for f460ff50-5329-4152-bec7-b25f7e71314c request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:59:42.891440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3469e82b-882a-4211-9407-59b6fd1c16d5 None None] Deleting port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:42.891788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3469e82b-882a-4211-9407-59b6fd1c16d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:42.911377 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4996209 Mar 28 10:59:42.912181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39116) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:42.922633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Request body: {'subnet': {'network_id': '941d9d00-d812-41cf-ab56-49ef43630c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:42.937950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d4c46-f018-4cfc-a5e2-ce03eacdd1d6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Network': ['ID=941d9d00-d812-41cf-ab56-49ef43630c5e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:42.949372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7f44a0a3-6594-4b4b-9404-6f37fe895c53 None None] Port 1d392b94-60cb-4b65-824f-e6249e86f2f7 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:42.958253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 941d9d00-d812-41cf-ab56-49ef43630c5e details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:59:43.017613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-aa9de793-7082-4e50-ab03-7091fa8d4ca1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for 1d392b94-60cb-4b65-824f-e6249e86f2f7 owned by {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:43.053695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:43.058239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Usage tracker for resource:subnet and tenant:c4d5396f271049b38db06cd5fbc07bdf is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:43.061239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:43.068533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:43.150270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Made reservation on behalf of c4d5396f271049b38db06cd5fbc07bdf for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:43.153955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.182588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa9de793-7082-4e50-ab03-7091fa8d4ca1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.190899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39120) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:43.205541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3469e82b-882a-4211-9407-59b6fd1c16d5 None None] For port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,segment=NetworkSegment(4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f),segment_id=4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:43.205964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3469e82b-882a-4211-9407-59b6fd1c16d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.234318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9de793-7082-4e50-ab03-7091fa8d4ca1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Port': ['ID=1d392b94-60cb-4b65-824f-e6249e86f2f7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:43.245885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa9de793-7082-4e50-ab03-7091fa8d4ca1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.328872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3469e82b-882a-4211-9407-59b6fd1c16d5 None None] Calling delete_port for b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:43.334553 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-aa9de793-7082-4e50-ab03-7091fa8d4ca1 tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/ports/1d392b94-60cb-4b65-824f-e6249e86f2f7 HTTP/1.1" status: 204 len: 168 time: 0.8323927 Mar 28 10:59:43.336728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39124) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:43.360591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:59:43.366029 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9e7be0eb-b1ab-4518-89b5-e6a306dfc1db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/0100b174-54b1-445a-bd51-3853e39f4411 HTTP/1.1" status: 200 len: 993 time: 0.1735187 Mar 28 10:59:43.463881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.475391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:43.475840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.510602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.563855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3469e82b-882a-4211-9407-59b6fd1c16d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.644130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.objects.ports [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88493) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 10:59:43.645416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.648438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469e82b-882a-4211-9407-59b6fd1c16d5 None None] Pushing event deleted for resources: {'Port': ['ID=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:43.649730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469e82b-882a-4211-9407-59b6fd1c16d5 None None] No DVR routers for this DVR port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:59:43.676287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c68601-5167-4420-b2af-4a22639a6bbb None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 10:59:43.689091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] For port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5,segment=NetworkSegment(4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f),segment_id=4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:43.689681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.731117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event updated for resources: {'Subnet': ['ID=90c82b94-d59d-4f56-a552-049fdbc4269f,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:43.742463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Checking segment: {'id': '562ca764-0fe6-4932-a0ae-697d0f480c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '941d9d00-d812-41cf-ab56-49ef43630c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:43.742816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network hostable DHCP agents. Network: 941d9d00-d812-41cf-ab56-49ef43630c5e, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:59:43.828942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Calling delete_port for b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:43.830818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Network 941d9d00-d812-41cf-ab56-49ef43630c5e is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:59:43.890058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 941d9d00-d812-41cf-ab56-49ef43630c5e) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:43.894994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:43.895463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:43.904667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:59:43.905002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:59:43.916227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c68601-5167-4420-b2af-4a22639a6bbb None None] Unable to find a vacant binding_index for network 941d9d00-d812-41cf-ab56-49ef43630c5e and agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 {{(pid=88495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 28 10:59:43.921834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c68601-5167-4420-b2af-4a22639a6bbb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 941d9d00-d812-41cf-ab56-49ef43630c5e) {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 10:59:43.976739 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d0364ba7-82da-4a2a-9e41-878612b121f6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0607030 Mar 28 10:59:43.979478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39128) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:44.215204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.241276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4b4c2-fdd3-4b25-8440-ae5188fedfd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-941d9d00-d812-41cf-ab56-49ef43630c5e', 'network_id': '941d9d00-d812-41cf-ab56-49ef43630c5e', 'tenant_id': 'c4d5396f271049b38db06cd5fbc07bdf', 'fixed_ips': [{'subnet_id': '90c82b94-d59d-4f56-a552-049fdbc4269f'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:59:44.242123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b4c2-fdd3-4b25-8440-ae5188fedfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.283632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.405972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Deleting port b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:44.406393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.427763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server [None req-7aa4b4c2-fdd3-4b25-8440-ae5188fedfd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90c82b94-d59d-4f56-a552-049fdbc4269f: This subnet is being modified by another concurrent operation. Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise exception Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90c82b94-d59d-4f56-a552-049fdbc4269f: This subnet is being modified by another concurrent operation. Mar 28 10:59:44.462983 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server Mar 28 10:59:44.474090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Subnet': ['ID=90c82b94-d59d-4f56-a552-049fdbc4269f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:44.477990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] The port 'b8d9c0a6-4c16-4f87-8cb5-809d348c0ff5' was deleted {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:59:44.488894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddfecbf-696b-4fde-860c-aab35b2db484 None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 10:59:44.563962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.589655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddfecbf-696b-4fde-860c-aab35b2db484 None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 10:59:44.590209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941d9d00-d812-41cf-ab56-49ef43630c5e']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:44.606686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562ca764-0fe6-4932-a0ae-697d0f480c7e') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:44.607098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562ca764-0fe6-4932-a0ae-697d0f480c7e') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:44.615287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.622747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.641765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.644241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f460ff50-5329-4152-bec7-b25f7e71314c']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:44.647930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:44.648321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.656365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:44.656659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0e27e1-8fc8-45c3-a9e3-695ef9b4338f') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:44.663982 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:44.670200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.687200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.693498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:44.694197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: util.warn( Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:44.708389 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:44.793076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.811646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.826213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Network': ['ID=941d9d00-d812-41cf-ab56-49ef43630c5e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:44.833753 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ed2fef39-733a-466c-95aa-c53831be7091 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/941d9d00-d812-41cf-ab56-49ef43630c5e HTTP/1.1" status: 204 len: 168 time: 0.8533156 Mar 28 10:59:44.837624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39132) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:44.862276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.875957 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0feb874-c28e-4347-b0ce-80725550b870 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:44.877070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0feb874-c28e-4347-b0ce-80725550b870 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:44.880532 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c0feb874-c28e-4347-b0ce-80725550b870 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/subnets/90c82b94-d59d-4f56-a552-049fdbc4269f HTTP/1.1" status: 404 len: 337 time: 0.0395899 Mar 28 10:59:44.880857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39136) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:44.906010 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffb7a1a-cc4f-4f71-abb1-38ead4786b7f tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:44.906489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffb7a1a-cc4f-4f71-abb1-38ead4786b7f tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:44.911069 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1ffb7a1a-cc4f-4f71-abb1-38ead4786b7f tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/941d9d00-d812-41cf-ab56-49ef43630c5e HTTP/1.1" status: 404 len: 339 time: 0.0264268 Mar 28 10:59:44.911329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39140) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:44.935868 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4b7ba-3f23-4c51-8fb4-1994ff498214 None None] Network 941d9d00-d812-41cf-ab56-49ef43630c5e requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:44.950347 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-596cab83-4f72-45c4-9462-418c74a5c8dd tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:44.951156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596cab83-4f72-45c4-9462-418c74a5c8dd tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:44.955845 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-596cab83-4f72-45c4-9462-418c74a5c8dd tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/subnets/8c9ffe30-33e5-4e0e-94cb-554be6eabb08 HTTP/1.1" status: 404 len: 337 time: 0.0402544 Mar 28 10:59:44.955978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4b7ba-3f23-4c51-8fb4-1994ff498214 None None] Network 941d9d00-d812-41cf-ab56-49ef43630c5e could not be found, it might have been deleted concurrently. {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 10:59:44.956084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39144) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:44.964801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdffc398-79d6-4437-8f04-7224e9c45cd8 None None] Network 941d9d00-d812-41cf-ab56-49ef43630c5e requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:44.983008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdffc398-79d6-4437-8f04-7224e9c45cd8 None None] Network 941d9d00-d812-41cf-ab56-49ef43630c5e could not be found, it might have been deleted concurrently. {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 10:59:44.985356 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d106840-520a-40b7-9e53-ab4b5686060d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:44.985820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d106840-520a-40b7-9e53-ab4b5686060d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:44.989856 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7d106840-520a-40b7-9e53-ab4b5686060d tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/e7478473-3dfb-4a1d-94c6-2bcfd7197103 HTTP/1.1" status: 404 len: 339 time: 0.0306270 Mar 28 10:59:44.990074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:44.990194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39148) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:45.000611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] Pushing event deleted for resources: {'Network': ['ID=f460ff50-5329-4152-bec7-b25f7e71314c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:45.010072 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d47a4ee7-e7f7-4ebc-9b10-475090e9cbfe tempest-PortsIpV6TestJSON-2007736685 tempest-PortsIpV6TestJSON-2007736685-project] 10.222.0.18 "DELETE /v2.0/networks/f460ff50-5329-4152-bec7-b25f7e71314c HTTP/1.1" status: 204 len: 168 time: 1.6699078 Mar 28 10:59:45.027181 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-1837b2c6-02c0-44dc-a0a0-edaaba40d24c tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:45.027580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1837b2c6-02c0-44dc-a0a0-edaaba40d24c tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:45.029236 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1837b2c6-02c0-44dc-a0a0-edaaba40d24c tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/subnets/226de2ca-d874-45fb-9d45-7e7dfedf4df0 HTTP/1.1" status: 404 len: 337 time: 0.0382314 Mar 28 10:59:45.031727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39154) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:45.056160 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-895a0531-5275-47af-98ce-4f138e42882f tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:45.056615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895a0531-5275-47af-98ce-4f138e42882f tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:45.058231 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-895a0531-5275-47af-98ce-4f138e42882f tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/58ad2d3b-ab94-488a-a0c1-d277fdeff4fc HTTP/1.1" status: 404 len: 339 time: 0.0256088 Mar 28 10:59:45.060575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39158) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:45.125125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9180cf9f-7364-4098-b716-f5fc8e6d1120 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Deleting port 5123d3e4-2221-4b76-b51a-287479429ac0 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:45.130708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9180cf9f-7364-4098-b716-f5fc8e6d1120 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.343850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9180cf9f-7364-4098-b716-f5fc8e6d1120 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.468103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9180cf9f-7364-4098-b716-f5fc8e6d1120 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Calling delete_port for 5123d3e4-2221-4b76-b51a-287479429ac0 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:45.471004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39164) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:45.604744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.622786 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d9a802f6-05f7-4a9b-954d-693be43d9d82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f22b8d223714e48994f07c2789f89b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505136 Mar 28 10:59:45.625149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39170) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:45.633313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9180cf9f-7364-4098-b716-f5fc8e6d1120 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.682444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4109-4263-4532-b9fa-fb0300adaa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.688825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9180cf9f-7364-4098-b716-f5fc8e6d1120 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.693340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180cf9f-7364-4098-b716-f5fc8e6d1120 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Port': ['ID=5123d3e4-2221-4b76-b51a-287479429ac0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:45.700974 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9180cf9f-7364-4098-b716-f5fc8e6d1120 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/ports/5123d3e4-2221-4b76-b51a-287479429ac0 HTTP/1.1" status: 204 len: 168 time: 0.6370759 Mar 28 10:59:45.700974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39174) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:45.709698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4109-4263-4532-b9fa-fb0300adaa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.742284 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-68df6804-eba8-4586-bbb1-66dc90f7b526 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:45.742736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68df6804-eba8-4586-bbb1-66dc90f7b526 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:45.744385 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-68df6804-eba8-4586-bbb1-66dc90f7b526 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/subnets/7b9ff083-af76-4abe-a652-454f56d8cd89 HTTP/1.1" status: 404 len: 337 time: 0.0424609 Mar 28 10:59:45.747058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39178) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:45.858468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4109-4263-4532-b9fa-fb0300adaa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.877712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc4109-4263-4532-b9fa-fb0300adaa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e72078-148a-4f34-9597-ba58ac43e3c8,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:45.886302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.894456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4109-4263-4532-b9fa-fb0300adaa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:45.896290 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a4cc4109-4263-4532-b9fa-fb0300adaa80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79e72078-148a-4f34-9597-ba58ac43e3c8 HTTP/1.1" status: 204 len: 168 time: 0.2695127 Mar 28 10:59:46.023625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.052969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a638229-ba49-46a1-9232-b07b7bb99074']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:46.065404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:46.065693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccf9f8b-dad9-4ecf-be6e-1171aa2a9d65') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:46.077138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.093483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.099376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:46.099762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:46.114292 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:46.267902 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.285848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.295444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Network': ['ID=1a638229-ba49-46a1-9232-b07b7bb99074,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:46.301194 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-09483b5f-441f-40d8-8d87-512c753fad22 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/1a638229-ba49-46a1-9232-b07b7bb99074 HTTP/1.1" status: 204 len: 168 time: 0.5530965 Mar 28 10:59:46.304488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39190) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:46.371342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5f7a7-f91a-4890-b197-83f805ea8ad6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Deleting port 06b47054-5c36-40be-8856-e8dda4470f75 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:46.372000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f7a7-f91a-4890-b197-83f805ea8ad6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.591409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f7a7-f91a-4890-b197-83f805ea8ad6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.714235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5f7a7-f91a-4890-b197-83f805ea8ad6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Calling delete_port for 06b47054-5c36-40be-8856-e8dda4470f75 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:46.858742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f7a7-f91a-4890-b197-83f805ea8ad6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.894992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39206) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:46.911984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5f7a7-f91a-4890-b197-83f805ea8ad6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Port': ['ID=06b47054-5c36-40be-8856-e8dda4470f75,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:46.916943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f7a7-f91a-4890-b197-83f805ea8ad6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:46.925878 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9ed5f7a7-f91a-4890-b197-83f805ea8ad6 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/ports/06b47054-5c36-40be-8856-e8dda4470f75 HTTP/1.1" status: 204 len: 168 time: 0.6175141 Mar 28 10:59:46.926131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39212) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:46.962568 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70ad6d8-140b-4669-a6df-948f907783cb tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] DELETE failed (client error): The resource could not be found. Mar 28 10:59:46.963016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70ad6d8-140b-4669-a6df-948f907783cb tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 10:59:46.964640 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f70ad6d8-140b-4669-a6df-948f907783cb tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/subnets/0127b38f-2cc6-47fc-ab88-6f746c3b06f0 HTTP/1.1" status: 404 len: 337 time: 0.0376296 Mar 28 10:59:46.967176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39216) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:47.001800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870577774'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:47.007658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:47.011595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:47.014611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:47.020956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:47.078072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.138888 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.151789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.168272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:47.172565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:47.176370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:47.183128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:47.270380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.309494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.315451 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.328014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:47.336502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:47.338035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcbe350-7082-4ba5-9832-87c7b547a823']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:47.344857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:47.351088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c30fed-6edf-4a3a-97a8-440849d05d55') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:47.351404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c30fed-6edf-4a3a-97a8-440849d05d55') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:47.355796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:47.359351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f92d13-ca37-40f0-9d4b-2f67196461d2,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:47.362945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.379311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.387236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:47.387638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:47.402574 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:47.430900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.501468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.530331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.547490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f3c206-b438-466b-95ba-29b9192898f9,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:47.558758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.565452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Network': ['ID=4dcbe350-7082-4ba5-9832-87c7b547a823,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:47.569719 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-30ff2697-fe5b-4095-9e64-4e79624d10c0 tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/4dcbe350-7082-4ba5-9832-87c7b547a823 HTTP/1.1" status: 204 len: 168 time: 0.6014447 Mar 28 10:59:47.574409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39222) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:47.618847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.620086 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4a685187-50e7-4e17-ae2c-331cf6b952c6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7241175 Mar 28 10:59:47.622769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39226) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:47.636687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6df0dbd-ad61-4084-84a6-75e6f4e8542b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Deleting subnet 26696342-3303-4fd9-ad61-2a2d2f43205e {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 10:59:47.639605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6df0dbd-ad61-4084-84a6-75e6f4e8542b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.685231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e8569b28-8136-4707-a44b-bb948b21c719 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:47.693605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6df0dbd-ad61-4084-84a6-75e6f4e8542b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.778673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6df0dbd-ad61-4084-84a6-75e6f4e8542b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.784199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e8569b28-8136-4707-a44b-bb948b21c719 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:47.785541 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e8569b28-8136-4707-a44b-bb948b21c719 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1618276 Mar 28 10:59:47.788517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39230) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:47.793480 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2ebef2ac-1e3c-4263-94d2-a988400681ac tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-security--1998335056', 'description': 'tempest-security-description-852937738'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:47.825525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ebef2ac-1e3c-4263-94d2-a988400681ac tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.877720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ebef2ac-1e3c-4263-94d2-a988400681ac tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.924817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6df0dbd-ad61-4084-84a6-75e6f4e8542b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.952906 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ebef2ac-1e3c-4263-94d2-a988400681ac tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.955898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ebef2ac-1e3c-4263-94d2-a988400681ac tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.957106 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2ebef2ac-1e3c-4263-94d2-a988400681ac tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "PUT /v2.0/security-groups/00f3c206-b438-466b-95ba-29b9192898f9 HTTP/1.1" status: 200 len: 1779 time: 0.1676772 Mar 28 10:59:47.959928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39234) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:47.979388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df0dbd-ad61-4084-84a6-75e6f4e8542b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Subnet': ['ID=26696342-3303-4fd9-ad61-2a2d2f43205e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:47.984272 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebef2ac-1e3c-4263-94d2-a988400681ac tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f3c206-b438-466b-95ba-29b9192898f9,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:47.984931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6df0dbd-ad61-4084-84a6-75e6f4e8542b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:47.991759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84107707-a827-4a3b-8737-1400d035abfd None None] Network 34f893fb-8743-445d-8122-d039b6806caf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:48.007839 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d6df0dbd-ad61-4084-84a6-75e6f4e8542b tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/subnets/26696342-3303-4fd9-ad61-2a2d2f43205e HTTP/1.1" status: 204 len: 168 time: 0.4350059 Mar 28 10:59:48.010363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39238) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:48.028448 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4f07b852-750f-4b54-bc6a-08329e668979 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups/00f3c206-b438-466b-95ba-29b9192898f9 HTTP/1.1" status: 200 len: 1779 time: 0.0650561 Mar 28 10:59:48.029078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39242) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:48.094934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c76aeba7-e803-49bb-8471-c89b9e2eea27 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.124442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c76aeba7-e803-49bb-8471-c89b9e2eea27 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.125474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.136473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Deleting port 5c074119-678c-4134-b2d5-a48a308d9c26 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:48.136918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.390885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] DHCP port deletion for 34f893fb-8743-445d-8122-d039b6806caf request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 10:59:48.390885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] Deleting port 5c074119-678c-4134-b2d5-a48a308d9c26 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:48.390885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.391325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] For port 5c074119-678c-4134-b2d5-a48a308d9c26, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5c074119-678c-4134-b2d5-a48a308d9c26,segment=NetworkSegment(9be8d7aa-400b-441f-9965-284beb5d9803),segment_id=9be8d7aa-400b-441f-9965-284beb5d9803)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:48.391325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.391553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d8252eaa-fea4-4849-b9db-5a68efb0cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.410189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c76aeba7-e803-49bb-8471-c89b9e2eea27 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.432968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76aeba7-e803-49bb-8471-c89b9e2eea27 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f3c206-b438-466b-95ba-29b9192898f9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:48.484020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Calling delete_port for 5c074119-678c-4134-b2d5-a48a308d9c26 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:48.501157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] For port 5c074119-678c-4134-b2d5-a48a308d9c26, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5c074119-678c-4134-b2d5-a48a308d9c26,segment=NetworkSegment(9be8d7aa-400b-441f-9965-284beb5d9803),segment_id=9be8d7aa-400b-441f-9965-284beb5d9803)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:48.501594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.514404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c76aeba7-e803-49bb-8471-c89b9e2eea27 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.515841 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c76aeba7-e803-49bb-8471-c89b9e2eea27 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/00f3c206-b438-466b-95ba-29b9192898f9 HTTP/1.1" status: 204 len: 168 time: 0.4858804 Mar 28 10:59:48.518895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39246) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:48.579287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c97666f6-0e45-49c5-8656-51081edf2041 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:48.630203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.636897 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] Calling delete_port for 5c074119-678c-4134-b2d5-a48a308d9c26 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 10:59:48.659270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c97666f6-0e45-49c5-8656-51081edf2041 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:48.663534 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c97666f6-0e45-49c5-8656-51081edf2041 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1407847 Mar 28 10:59:48.667654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39250) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:48.679045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Port': ['ID=5c074119-678c-4134-b2d5-a48a308d9c26,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:48.681138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] No DVR routers for this DVR port 5c074119-678c-4134-b2d5-a48a308d9c26 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:59:48.685180 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-0b734335-4098-4126-87d0-efb58bf31c68 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] delete failed (client error): The resource could not be found. Mar 28 10:59:48.686254 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0b734335-4098-4126-87d0-efb58bf31c68 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/00f3c206-b438-466b-95ba-29b9192898f9 HTTP/1.1" status: 404 len: 347 time: 0.0176272 Mar 28 10:59:48.696943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39254) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:48.702174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-secgroup--877616451'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:48.708402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:48.719678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:48.723096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 10:59:48.723451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 10:59:48.816581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.837734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:48.842603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:48.845582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:48.851434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:48.901290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.920450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.926266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f893fb-8743-445d-8122-d039b6806caf']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:48.938254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be8d7aa-400b-441f-9965-284beb5d9803') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:48.938544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be8d7aa-400b-441f-9965-284beb5d9803') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:48.950159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.965727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.972041 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:59:48.974109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:59:48.987628 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:59:48.992535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.038017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47a07e-1bbc-4ec0-86d3-79616ca8b2ef,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:49.101247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.102556 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-78c1306c-5aee-453f-a333-c8652ae8bb7b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4045858 Mar 28 10:59:49.105400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39258) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:49.110301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': '0a47a07e-1bbc-4ec0-86d3-79616ca8b2ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:49.116688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:49.120506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:49.123363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:49.128955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:49.129747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.148848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.156895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] Pushing event deleted for resources: {'Network': ['ID=34f893fb-8743-445d-8122-d039b6806caf,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:49.161248 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d9448b86-d8f9-4e00-ba81-2d2b9df646ff tempest-NetworksIpV6TestAttrs-2016253823 tempest-NetworksIpV6TestAttrs-2016253823-project] 10.222.0.18 "DELETE /v2.0/networks/34f893fb-8743-445d-8122-d039b6806caf HTTP/1.1" status: 204 len: 168 time: 1.1498349 Mar 28 10:59:49.194021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.225114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] Deleting port 5c074119-678c-4134-b2d5-a48a308d9c26 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 10:59:49.225864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.257638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.295163 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d4c77-30c8-45f9-8f6a-5b0b2e269b3d None None] The port '5c074119-678c-4134-b2d5-a48a308d9c26' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 10:59:49.333513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.333634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5c074119-678c-4134-b2d5-a48a308d9c26 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 10:59:49.357108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426d249f-fba3-4daa-ab97-fe639d7df807,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:49.372135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 5c074119-678c-4134-b2d5-a48a308d9c26 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 10:59:49.374194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5c074119-678c-4134-b2d5-a48a308d9c26 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 10:59:49.432876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.434103 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-07f2af3f-629e-40cf-a3a3-5adac228df40 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277812 Mar 28 10:59:49.437014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39264) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:49.467418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4c1cbba-f1f5-454d-bc08-45326e4b6ae1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.478268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4c1cbba-f1f5-454d-bc08-45326e4b6ae1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.558933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4c1cbba-f1f5-454d-bc08-45326e4b6ae1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.579080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1cbba-f1f5-454d-bc08-45326e4b6ae1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=426d249f-fba3-4daa-ab97-fe639d7df807,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:49.581881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4c1cbba-f1f5-454d-bc08-45326e4b6ae1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.585336 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a4c1cbba-f1f5-454d-bc08-45326e4b6ae1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/426d249f-fba3-4daa-ab97-fe639d7df807 HTTP/1.1" status: 204 len: 168 time: 0.1450098 Mar 28 10:59:49.585815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39270) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:49.631368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c861d9af-14ef-4e4d-acfc-6a6899b90325 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:49.656785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39274) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:49.704193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c861d9af-14ef-4e4d-acfc-6a6899b90325 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:49.706124 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c861d9af-14ef-4e4d-acfc-6a6899b90325 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1193359 Mar 28 10:59:49.709042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39280) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:49.788209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d64d-f9ef-40d4-ba6a-b6c732eb16bf tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.835466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d64d-f9ef-40d4-ba6a-b6c732eb16bf tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.851033 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c31fe801-c65d-4ece-8ecc-20d6d07f1ee7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4d5396f271049b38db06cd5fbc07bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932132 Mar 28 10:59:49.853633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39284) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:49.932070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e136e5f3-5f63-4f9e-8eaa-c929e70d631a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.958876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e136e5f3-5f63-4f9e-8eaa-c929e70d631a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:49.989947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d64d-f9ef-40d4-ba6a-b6c732eb16bf tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.012572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4d64d-f9ef-40d4-ba6a-b6c732eb16bf tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a47a07e-1bbc-4ec0-86d3-79616ca8b2ef,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:50.098396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d64d-f9ef-40d4-ba6a-b6c732eb16bf tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.099516 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5fc4d64d-f9ef-40d4-ba6a-b6c732eb16bf tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/0a47a07e-1bbc-4ec0-86d3-79616ca8b2ef HTTP/1.1" status: 204 len: 168 time: 0.3895926 Mar 28 10:59:50.102197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39288) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:50.126860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e136e5f3-5f63-4f9e-8eaa-c929e70d631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.141543 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136e5f3-5f63-4f9e-8eaa-c929e70d631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045ef825-381b-4c79-8a0d-7804ec0acb69,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:50.144108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e136e5f3-5f63-4f9e-8eaa-c929e70d631a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.147596 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e136e5f3-5f63-4f9e-8eaa-c929e70d631a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/045ef825-381b-4c79-8a0d-7804ec0acb69 HTTP/1.1" status: 204 len: 168 time: 0.2906599 Mar 28 10:59:50.155555 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-caaddafa-b7d0-4302-84e5-e7130cbc6c73 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521901 Mar 28 10:59:50.163689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39294) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:50.169042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-secgroup--611748986'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:50.175718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:50.180034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:50.183940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:50.189608 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:50.224257 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 10:59:50.263944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.284202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:50.288215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:50.290976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:50.296633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:50.366983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.444133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8520ce33-ffc7-44f8-ba5b-b1403d17ad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.456229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.503912 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74409bd-51dc-43d6-80db-45908c3a77fd,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:50.569930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.573747 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c3e9478c-81b9-47fc-a680-9d2d95b24740 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4065058 Mar 28 10:59:50.574319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39306) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:50.579488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': 'f74409bd-51dc-43d6-80db-45908c3a77fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:50.586331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:50.590433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:50.593450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:50.599381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:50.706198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.769519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.855692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:50.880318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4af45dc-1a6a-49cd-b48d-6f43f3c39923,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:51.010038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.013080 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-eb3c6fea-b98c-4d9b-8c7f-2931f23767f1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4361548 Mar 28 10:59:51.013865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39318) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:51.018925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': 'f74409bd-51dc-43d6-80db-45908c3a77fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:51.024947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:51.029081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:51.031958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:51.037850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:51.108895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.174082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.249579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.257102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39324) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:51.275619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c607247-8c38-4421-81b6-0b5bdf533f99,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:51.361546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-197140794'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:51.366593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:51.366956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.368188 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f7e5fca2-92af-456f-a40d-09d3201bf563 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3533511 Mar 28 10:59:51.370626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Usage tracker for resource:network and tenant:5fa2783053604c229251361fa48157f6 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:51.370821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39330) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:51.373704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:51.375986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': 'f74409bd-51dc-43d6-80db-45908c3a77fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:51.380332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:51.381775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:51.385962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:51.388760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:51.394777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:51.432404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Made reservation on behalf of 5fa2783053604c229251361fa48157f6 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:51.435900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.448287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.461610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.462744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:51.466639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Usage tracker for resource:security_group_rule and tenant:5fa2783053604c229251361fa48157f6 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:51.469443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:51.476893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:51.532022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.559019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.570357 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.586701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.644220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.670510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ca1f24-6360-4864-84ff-6896c43dc10b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:51.678659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.713565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 10:59:51.718742 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf9dda4-5035-477d-bc80-e1f968127888,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:51.725918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.726367 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Added segment 86e96c8b-a3db-4a4f-853c-1d39a7208e89 of type vlan for network 072fa3f6-94da-4c95-a617-c8d786868957 Mar 28 10:59:51.751441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.770409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.771792 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3f65815c-0eb1-47ae-b1ed-2cd7716aaa09 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3999479 Mar 28 10:59:51.774461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39334) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:51.781230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': 'f74409bd-51dc-43d6-80db-45908c3a77fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:51.785825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:51.789858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:51.792659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:51.798234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:51.838375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.844069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:51.850214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.867429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.930020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:51.955644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Pushing event updated for resources: {'Network': ['ID=072fa3f6-94da-4c95-a617-c8d786868957,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:51.966027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 072fa3f6-94da-4c95-a617-c8d786868957 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 10:59:52.004325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.029223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0060b148-960d-4d50-8588-e692fdc14dd9,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:52.037298 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a4f966da-b7a2-4110-82a9-f38a76ee00cc tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7789040 Mar 28 10:59:52.040243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39338) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:52.046298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Request body: {'subnet': {'network_id': '072fa3f6-94da-4c95-a617-c8d786868957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:52.118778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.119996 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c1c48394-206d-4ee0-9936-88501c1e35d1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3445954 Mar 28 10:59:52.122692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39342) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:52.129200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': 'f74409bd-51dc-43d6-80db-45908c3a77fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:52.134245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:52.138276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:52.141354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:52.147648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:52.156786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:52.160610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Usage tracker for resource:subnet and tenant:5fa2783053604c229251361fa48157f6 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:52.163465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:52.169165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:52.236676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.261405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Made reservation on behalf of 5fa2783053604c229251361fa48157f6 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:52.264942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.301603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.375822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.399201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bd462d-ad6c-4314-8176-c0769dbdde79,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:52.483924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.485119 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0175c9d6-4330-4682-81ce-186425581100 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3614469 Mar 28 10:59:52.487973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39346) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:52.515389 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-245cfa73-bc24-4f72-bd0c-33a0827eb01e tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.528858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-245cfa73-bc24-4f72-bd0c-33a0827eb01e tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.536309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.615596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-245cfa73-bc24-4f72-bd0c-33a0827eb01e tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.623194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Pushing event updated for resources: {'Subnet': ['ID=8adcf98b-8fba-49f2-b9a8-bd4541b568ca,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:52.627822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Checking segment: {'id': '86e96c8b-a3db-4a4f-853c-1d39a7208e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '072fa3f6-94da-4c95-a617-c8d786868957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:52.628347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Network hostable DHCP agents. Network: 072fa3f6-94da-4c95-a617-c8d786868957, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 10:59:52.630891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cfa73-bc24-4f72-bd0c-33a0827eb01e tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1bd462d-ad6c-4314-8176-c0769dbdde79,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:52.644757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-245cfa73-bc24-4f72-bd0c-33a0827eb01e tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.644757 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-245cfa73-bc24-4f72-bd0c-33a0827eb01e tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f1bd462d-ad6c-4314-8176-c0769dbdde79 HTTP/1.1" status: 204 len: 168 time: 0.1495585 Mar 28 10:59:52.644757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39350) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:52.693361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-999d8cf4-50d2-49fb-b5e4-531edc6477b8 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:52.707558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Network 072fa3f6-94da-4c95-a617-c8d786868957 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 10:59:52.753588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-999d8cf4-50d2-49fb-b5e4-531edc6477b8 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:52.754923 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-999d8cf4-50d2-49fb-b5e4-531edc6477b8 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1129262 Mar 28 10:59:52.757931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39354) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:52.778631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 072fa3f6-94da-4c95-a617-c8d786868957) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:52.783302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:52.784715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.789009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-588f1c9b-b80a-41da-8020-4ff69b97d5ed tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.790715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e8c2d-7ea9-4773-b7d1-2a1718aa06db None None] Network 072fa3f6-94da-4c95-a617-c8d786868957 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:52.800891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-588f1c9b-b80a-41da-8020-4ff69b97d5ed tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.885581 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a399e3bf-f979-4ea5-92f7-1e88db3c130c tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8413630 Mar 28 10:59:52.885581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39358) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:52.887160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-588f1c9b-b80a-41da-8020-4ff69b97d5ed tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.891277 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Request body: {'port': {'network_id': '072fa3f6-94da-4c95-a617-c8d786868957', 'name': 'tempest-TagsExtTest-1048122413'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:52.909846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f1c9b-b80a-41da-8020-4ff69b97d5ed tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0060b148-960d-4d50-8588-e692fdc14dd9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:52.967599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-588f1c9b-b80a-41da-8020-4ff69b97d5ed tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:52.972007 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-588f1c9b-b80a-41da-8020-4ff69b97d5ed tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0060b148-960d-4d50-8588-e692fdc14dd9 HTTP/1.1" status: 204 len: 168 time: 0.2101910 Mar 28 10:59:52.972399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39362) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:53.025295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6305a06b-abd2-420d-bd88-4f95f3abe28a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:53.037971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.039768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:53.044325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Usage tracker for resource:port and tenant:5fa2783053604c229251361fa48157f6 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:53.046917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:53.053519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:53.053774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-072fa3f6-94da-4c95-a617-c8d786868957', 'network_id': '072fa3f6-94da-4c95-a617-c8d786868957', 'tenant_id': '5fa2783053604c229251361fa48157f6', 'fixed_ips': [{'subnet_id': '8adcf98b-8fba-49f2-b9a8-bd4541b568ca'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 10:59:53.059622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.106917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6305a06b-abd2-420d-bd88-4f95f3abe28a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:53.108276 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6305a06b-abd2-420d-bd88-4f95f3abe28a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1348250 Mar 28 10:59:53.111220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39366) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:53.136545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Made reservation on behalf of 5fa2783053604c229251361fa48157f6 for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:59:53.139038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-14194d66-1f38-4a68-ba0d-1f9dff94cfc2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.141788 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.150043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-14194d66-1f38-4a68-ba0d-1f9dff94cfc2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.164798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] device_id is not set on port 2a14576e-b267-445f-af51-803722646163 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 10:59:53.204468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Allocated IP 172.20.0.2 (072fa3f6-94da-4c95-a617-c8d786868957/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/d0d71fc5-dddf-4dcf-910b-1718c19893f0) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:53.244029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-14194d66-1f38-4a68-ba0d-1f9dff94cfc2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.259266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14194d66-1f38-4a68-ba0d-1f9dff94cfc2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14ca1f24-6360-4864-84ff-6896c43dc10b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:53.329947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-14194d66-1f38-4a68-ba0d-1f9dff94cfc2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.333798 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-14194d66-1f38-4a68-ba0d-1f9dff94cfc2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/14ca1f24-6360-4864-84ff-6896c43dc10b HTTP/1.1" status: 204 len: 168 time: 0.2189741 Mar 28 10:59:53.334104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39370) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:53.384541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7ebd0a09-3003-455c-97d6-bdecfdc32481 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:53.411879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.421538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Transition to ACTIVE for port object d0d71fc5-dddf-4dcf-910b-1718c19893f0 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:53.438730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Transition to ACTIVE for port object d0d71fc5-dddf-4dcf-910b-1718c19893f0 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:53.452642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7ebd0a09-3003-455c-97d6-bdecfdc32481 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:53.455471 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7ebd0a09-3003-455c-97d6-bdecfdc32481 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1189332 Mar 28 10:59:53.457326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39374) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:53.485456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f229a8a3-4107-4c75-9798-07bb4a89879f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.496100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f229a8a3-4107-4c75-9798-07bb4a89879f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.519375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.579931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Network 072fa3f6-94da-4c95-a617-c8d786868957 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:53.587377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:53.592054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:53.594132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Allocated IP 172.20.0.7 (072fa3f6-94da-4c95-a617-c8d786868957/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/2a14576e-b267-445f-af51-803722646163) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:59:53.596895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f229a8a3-4107-4c75-9798-07bb4a89879f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.599415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Pushing event updated for resources: {'Port': ['ID=d0d71fc5-dddf-4dcf-910b-1718c19893f0,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:53.615712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229a8a3-4107-4c75-9798-07bb4a89879f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c607247-8c38-4421-81b6-0b5bdf533f99,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:53.685106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Attempting to bind port d0d71fc5-dddf-4dcf-910b-1718c19893f0 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 10:59:53.685388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Attempting to bind port d0d71fc5-dddf-4dcf-910b-1718c19893f0 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '86e96c8b-a3db-4a4f-853c-1d39a7208e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '072fa3f6-94da-4c95-a617-c8d786868957'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 10:59:53.685747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Attempting to bind port d0d71fc5-dddf-4dcf-910b-1718c19893f0 on network 072fa3f6-94da-4c95-a617-c8d786868957 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 10:59:53.691586 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 10:59:53.691951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Checking segment: {'id': '86e96c8b-a3db-4a4f-853c-1d39a7208e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '072fa3f6-94da-4c95-a617-c8d786868957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 10:59:53.692365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.692748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Bound using segment: {'id': '86e96c8b-a3db-4a4f-853c-1d39a7208e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '072fa3f6-94da-4c95-a617-c8d786868957'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 10:59:53.693201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Bound port: d0d71fc5-dddf-4dcf-910b-1718c19893f0, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e96c8b-a3db-4a4f-853c-1d39a7208e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '072fa3f6-94da-4c95-a617-c8d786868957'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 10:59:53.693565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.702223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f229a8a3-4107-4c75-9798-07bb4a89879f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.703403 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f229a8a3-4107-4c75-9798-07bb4a89879f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5c607247-8c38-4421-81b6-0b5bdf533f99 HTTP/1.1" status: 204 len: 168 time: 0.2451346 Mar 28 10:59:53.707065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39378) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:53.754095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dfe1fe8f-dc07-4315-89e8-d2a7ae9c6fa2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:53.784120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ce332734-187d-479b-ae46-4a195af28141 None None] For port d0d71fc5-dddf-4dcf-910b-1718c19893f0, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 10:59:53.787151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ce332734-187d-479b-ae46-4a195af28141 None None] For port d0d71fc5-dddf-4dcf-910b-1718c19893f0, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d0d71fc5-dddf-4dcf-910b-1718c19893f0,segment=NetworkSegment(86e96c8b-a3db-4a4f-853c-1d39a7208e89),segment_id=86e96c8b-a3db-4a4f-853c-1d39a7208e89)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 10:59:53.804297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.819859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Transition to ACTIVE for port object 2a14576e-b267-445f-af51-803722646163 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 10:59:53.844069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dfe1fe8f-dc07-4315-89e8-d2a7ae9c6fa2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:53.845388 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dfe1fe8f-dc07-4315-89e8-d2a7ae9c6fa2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1373990 Mar 28 10:59:53.848254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39382) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:53.873141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.875775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18a9b007-6075-45a4-9e00-7769fa0e0b21 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.887217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18a9b007-6075-45a4-9e00-7769fa0e0b21 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.930644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.959777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce332734-187d-479b-ae46-4a195af28141 None None] Pushing event updated for resources: {'Port': ['ID=d0d71fc5-dddf-4dcf-910b-1718c19893f0,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:53.987633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18a9b007-6075-45a4-9e00-7769fa0e0b21 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:53.999146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Network 072fa3f6-94da-4c95-a617-c8d786868957 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:59:54.001990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:59:54.006762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9b007-6075-45a4-9e00-7769fa0e0b21 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4af45dc-1a6a-49cd-b48d-6f43f3c39923,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:54.015274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 10:59:54.087296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-18a9b007-6075-45a4-9e00-7769fa0e0b21 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.090969 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-18a9b007-6075-45a4-9e00-7769fa0e0b21 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d4af45dc-1a6a-49cd-b48d-6f43f3c39923 HTTP/1.1" status: 204 len: 168 time: 0.2393599 Mar 28 10:59:54.091214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39386) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:54.160679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2b8f3a8f-9c61-448b-a876-5601b2142123 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:54.174233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Pushing event updated for resources: {'Port': ['ID=2a14576e-b267-445f-af51-803722646163,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:54.207045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:59:54.207045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.235804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2b8f3a8f-9c61-448b-a876-5601b2142123 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:54.237932 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2b8f3a8f-9c61-448b-a876-5601b2142123 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1449463 Mar 28 10:59:54.240516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39390) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:54.307882 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d9179742-eb7f-42eb-a931-47281252c761 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4216259 Mar 28 10:59:54.309349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f13d0424-46ec-466a-8efd-cae62bb49bf6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.311668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39394) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:54.324207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-821086151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:54.334770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:54.347737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Usage tracker for resource:router and tenant:5fa2783053604c229251361fa48157f6 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:54.351970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:54.359830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f13d0424-46ec-466a-8efd-cae62bb49bf6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.369326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:54.458799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.459841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.501393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f13d0424-46ec-466a-8efd-cae62bb49bf6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.519366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.521024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d0424-46ec-466a-8efd-cae62bb49bf6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74409bd-51dc-43d6-80db-45908c3a77fd,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:54.595889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.618308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f13d0424-46ec-466a-8efd-cae62bb49bf6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.619433 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f13d0424-46ec-466a-8efd-cae62bb49bf6 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/f74409bd-51dc-43d6-80db-45908c3a77fd HTTP/1.1" status: 204 len: 168 time: 0.3780220 Mar 28 10:59:54.634293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39398) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:54.666902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.668053 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-eb81d7c0-3c76-46ff-aee8-b8e7f17e6508 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3554823 Mar 28 10:59:54.671735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39402) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:54.678157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f8a353ce-e3ce-45af-8438-98864c8c7c61 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-363624444', 'prefixes': ['172.20.0.0/16']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:54.685362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f8a353ce-e3ce-45af-8438-98864c8c7c61 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:54.692421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5eb421fd-0763-426d-b736-f4373916b7f9 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:54.758821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5eb421fd-0763-426d-b736-f4373916b7f9 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:54.760123 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5eb421fd-0763-426d-b736-f4373916b7f9 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1248746 Mar 28 10:59:54.766477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39406) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:54.770428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-secgroup--813077151'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:54.776970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:54.787659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:54.859134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.879758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:54.884023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:54.887140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:54.892887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:54.896528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66450e-772c-4a37-bdb8-217756f613cf None None] Network 072fa3f6-94da-4c95-a617-c8d786868957 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 10:59:54.918479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f8a353ce-e3ce-45af-8438-98864c8c7c61 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for subnetpool, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:54.919632 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f8a353ce-e3ce-45af-8438-98864c8c7c61 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2461224 Mar 28 10:59:54.924226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39410) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:54.930996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-3670c039-756b-451b-b9c5-4f554e2de75b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca', 'tempest-TagsExtTest-Tag-2033393528') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:54.985117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.056448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.085659 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3670c039-756b-451b-b9c5-4f554e2de75b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags/tempest-TagsExtTest-Tag-2033393528 HTTP/1.1" status: 201 len: 201 time: 0.1603277 Mar 28 10:59:55.088839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39414) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:55.094397 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-a07d165f-5f34-4033-aff7-f86973a7f451 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163', 'tempest-TagsExtTest-Tag-894993612') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:55.098178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6ed7f923-78eb-4dbd-9365-f42d2d8374f0 None None] Provisioning for port d0d71fc5-dddf-4dcf-910b-1718c19893f0 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:55.105559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ab858-d5ad-47e5-9a11-fbe7d7f5af86,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:55.193176 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.194477 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-26dc38f8-43eb-46b2-a978-2702470e4d42 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4288871 Mar 28 10:59:55.197263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39418) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:55.202581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': 'c46ab858-d5ad-47e5-9a11-fbe7d7f5af86', 'direction': 'ingress', 'protocol': 17}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:55.209259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:55.213468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:55.216432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:55.222933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:55.251315 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a07d165f-5f34-4033-aff7-f86973a7f451 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags/tempest-TagsExtTest-Tag-894993612 HTTP/1.1" status: 201 len: 201 time: 0.1613407 Mar 28 10:59:55.254057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39422) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:55.259439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-cc3172d1-48bc-4e18-abaf-389d4019347b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368', 'tempest-TagsExtTest-Tag-1314536651') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:55.329484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.398208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d0d71fc5-dddf-4dcf-910b-1718c19893f0 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:55.410020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.435247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f7b44490-1f0d-4eec-9cb4-10ae06355ab2 None None] Provisioning for port 2a14576e-b267-445f-af51-803722646163 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:55.449452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f7b44490-1f0d-4eec-9cb4-10ae06355ab2 None None] Provisioning complete for port 2a14576e-b267-445f-af51-803722646163 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:55.449820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f7b44490-1f0d-4eec-9cb4-10ae06355ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.501630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.524330 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f7b44490-1f0d-4eec-9cb4-10ae06355ab2 None None] Port 2a14576e-b267-445f-af51-803722646163 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:55.529860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d3520b-9135-4ecb-8d70-0bbccbd97bbc,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:55.535851 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cc3172d1-48bc-4e18-abaf-389d4019347b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags/tempest-TagsExtTest-Tag-1314536651 HTTP/1.1" status: 201 len: 201 time: 0.2774696 Mar 28 10:59:55.536100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39426) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:55.548298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-66e622ad-7518-4c04-b78f-198d2ecd0e5d tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623', 'tempest-TagsExtTest-Tag-1971903109') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:55.609805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port d0d71fc5-dddf-4dcf-910b-1718c19893f0 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 10:59:55.614834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d0d71fc5-dddf-4dcf-910b-1718c19893f0 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:55.620010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.638476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.639749 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-92f31cb2-5e57-4f5b-9fe1-38d4f67eb9fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4414618 Mar 28 10:59:55.642517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39430) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:55.681701 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-66e622ad-7518-4c04-b78f-198d2ecd0e5d tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags/tempest-TagsExtTest-Tag-1971903109 HTTP/1.1" status: 201 len: 201 time: 0.1384306 Mar 28 10:59:55.681965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0c7f1a71-82c7-4253-917b-ab5837b7ecda None None] Provisioning complete for port 2a14576e-b267-445f-af51-803722646163 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:55.681965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0c7f1a71-82c7-4253-917b-ab5837b7ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.682164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39434) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:55.687507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-26a71499-427c-4239-864d-03a9c6e0258e tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:55.707984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e7cb50-f422-4449-bdd7-ba3375f14d73 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.740819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e7cb50-f422-4449-bdd7-ba3375f14d73 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.756981 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-26a71499-427c-4239-864d-03a9c6e0258e tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags HTTP/1.1" status: 200 len: 241 time: 0.0727270 Mar 28 10:59:55.779867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39438) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:55.785660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-6ff3b751-e82c-400a-8d31-091472aaf51a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca', 'tempest-TagsExtTest-Tag-2033393528') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:55.796480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f1a71-82c7-4253-917b-ab5837b7ecda None None] Port 2a14576e-b267-445f-af51-803722646163 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 10:59:55.815884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.850086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port d0d71fc5-dddf-4dcf-910b-1718c19893f0, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d0d71fc5-dddf-4dcf-910b-1718c19893f0,segment=NetworkSegment(86e96c8b-a3db-4a4f-853c-1d39a7208e89),segment_id=86e96c8b-a3db-4a4f-853c-1d39a7208e89)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 10:59:55.857542 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6ff3b751-e82c-400a-8d31-091472aaf51a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags/tempest-TagsExtTest-Tag-2033393528 HTTP/1.1" status: 204 len: 168 time: 0.0765858 Mar 28 10:59:55.860130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39442) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:55.864962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-e2e1613b-64fb-4bc0-8585-c9f47e36c81a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca', 'tempest-TagsExtTest-Tag-2033393528') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:55.942639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e7cb50-f422-4449-bdd7-ba3375f14d73 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.962534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7cb50-f422-4449-bdd7-ba3375f14d73 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ab858-d5ad-47e5-9a11-fbe7d7f5af86,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:55.972985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.973467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66e7cb50-f422-4449-bdd7-ba3375f14d73 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:55.974314 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-66e7cb50-f422-4449-bdd7-ba3375f14d73 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/c46ab858-d5ad-47e5-9a11-fbe7d7f5af86 HTTP/1.1" status: 204 len: 168 time: 0.3295717 Mar 28 10:59:55.976993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39446) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.032254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a471f483-008c-4458-8550-aea70343f177 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:56.042210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=d0d71fc5-dddf-4dcf-910b-1718c19893f0,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:56.044795 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e2e1613b-64fb-4bc0-8585-c9f47e36c81a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags/tempest-TagsExtTest-Tag-2033393528 HTTP/1.1" status: 204 len: 168 time: 0.1837242 Mar 28 10:59:56.047172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39450) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.051749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-48f2eb1a-9035-4599-b9f8-5305f15841a5 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:56.105280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a471f483-008c-4458-8550-aea70343f177 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:56.106509 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a471f483-008c-4458-8550-aea70343f177 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285880 Mar 28 10:59:56.110676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39454) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.116029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-secgroup--727737476'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:56.123764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:56.136738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:56.139658 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-48f2eb1a-9035-4599-b9f8-5305f15841a5 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags HTTP/1.1" status: 200 len: 205 time: 0.0915670 Mar 28 10:59:56.142365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39458) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.147946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-d3a83eec-1a40-4a06-8dd1-bb7c47033edd tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:56.215714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:56.237618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:56.241975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:56.245113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:56.251054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:56.312603 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d3a83eec-1a40-4a06-8dd1-bb7c47033edd tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags HTTP/1.1" status: 200 len: 240 time: 0.1691334 Mar 28 10:59:56.315836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39462) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.320924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-25dcd245-f931-42e7-ad25-050cad4b85b7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163', 'tempest-TagsExtTest-Tag-894993612') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:56.321487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:56.387189 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-25dcd245-f931-42e7-ad25-050cad4b85b7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags/tempest-TagsExtTest-Tag-894993612 HTTP/1.1" status: 204 len: 168 time: 0.0700552 Mar 28 10:59:56.389496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39466) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.394294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-73ae4e18-1da6-4a40-a4ab-8cef4b5c4a0f tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163', 'tempest-TagsExtTest-Tag-894993612') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:56.403834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:56.455601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e7465b-2bd6-4010-8461-67a55bbe3d78,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:56.533034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:56.534820 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-da19d39f-a925-4ab7-9e45-4c55e874b16a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4232366 Mar 28 10:59:56.537544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39470) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.542750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512782389'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:56.549066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:56.553784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:56.556978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:56.562764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:56.569709 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-73ae4e18-1da6-4a40-a4ab-8cef4b5c4a0f tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags/tempest-TagsExtTest-Tag-894993612 HTTP/1.1" status: 204 len: 168 time: 0.1792841 Mar 28 10:59:56.572924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39474) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.576715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-f6694b3c-5873-4d86-a5f1-ed355380e9d5 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:56.641252 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f6694b3c-5873-4d86-a5f1-ed355380e9d5 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags HTTP/1.1" status: 200 len: 205 time: 0.0679274 Mar 28 10:59:56.642396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:56.643717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39478) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.648860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-0886e8a3-eecb-4db1-9d52-6f4ddd9c9825 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:56.662017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:56.666043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:56.668805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:56.674545 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:56.746259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:56.781072 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0886e8a3-eecb-4db1-9d52-6f4ddd9c9825 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags HTTP/1.1" status: 200 len: 241 time: 0.1362739 Mar 28 10:59:56.783654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39482) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.788537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-d44bcf03-330e-442d-9406-0135a94ee41f tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368', 'tempest-TagsExtTest-Tag-1314536651') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:56.849427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:56.897229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ebede0-682b-4770-81ca-b1ad7e5397a3,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:56.922230 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d44bcf03-330e-442d-9406-0135a94ee41f tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags/tempest-TagsExtTest-Tag-1314536651 HTTP/1.1" status: 204 len: 168 time: 0.1375108 Mar 28 10:59:56.925263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39486) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.930835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-b9c4e5fe-101d-439a-a369-80c97d482694 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368', 'tempest-TagsExtTest-Tag-1314536651') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:56.964166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:56.965395 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6ae8dcdb-fa28-4142-b33b-d841ef934716 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4268713 Mar 28 10:59:56.968154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39490) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:56.973195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': '24e7465b-2bd6-4010-8461-67a55bbe3d78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a4ebede0-682b-4770-81ca-b1ad7e5397a3', 'remote_ip_prefix': None}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:56.979193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:56.983222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:56.986092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:56.992290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:57.091426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.147641 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b9c4e5fe-101d-439a-a369-80c97d482694 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags/tempest-TagsExtTest-Tag-1314536651 HTTP/1.1" status: 204 len: 168 time: 0.2191417 Mar 28 10:59:57.147845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39494) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.151314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.152672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-1c3ecfdc-7778-4b64-9173-ec5ff9178793 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:57.235254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.257941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69994723-c293-4088-9464-305ab8b3328c,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:57.281783 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1c3ecfdc-7778-4b64-9173-ec5ff9178793 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags HTTP/1.1" status: 200 len: 205 time: 0.1329677 Mar 28 10:59:57.284812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39498) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.289518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-0609929e-1f8d-4e47-9ebc-08217fb02781 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:57.316350 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0609929e-1f8d-4e47-9ebc-08217fb02781 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags HTTP/1.1" status: 200 len: 241 time: 0.0306196 Mar 28 10:59:57.318268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.318883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39502) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.319679 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-98662b57-f277-4ad9-a58a-390c68e4b116 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3506246 Mar 28 10:59:57.322501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39506) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.324337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-137c56a8-0efc-497d-8f1c-c116765d4785 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623', 'tempest-TagsExtTest-Tag-1971903109') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:57.346506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d0d71fc5-dddf-4dcf-910b-1718c19893f0 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 10:59:57.352242 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-137c56a8-0efc-497d-8f1c-c116765d4785 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags/tempest-TagsExtTest-Tag-1971903109 HTTP/1.1" status: 204 len: 168 time: 0.0321970 Mar 28 10:59:57.352426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39510) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.360224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-214ee0ea-99a1-4b29-9d22-93adf19c3e31 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623', 'tempest-TagsExtTest-Tag-1971903109') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:57.375263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-58c61fd0-e2c6-445d-8767-147063803494 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.387610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-58c61fd0-e2c6-445d-8767-147063803494 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.416111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d0d71fc5-dddf-4dcf-910b-1718c19893f0 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 10:59:57.416384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.505467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-58c61fd0-e2c6-445d-8767-147063803494 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.527098 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-214ee0ea-99a1-4b29-9d22-93adf19c3e31 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags/tempest-TagsExtTest-Tag-1971903109 HTTP/1.1" status: 204 len: 168 time: 0.1714520 Mar 28 10:59:57.529133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39514) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.529530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c61fd0-e2c6-445d-8767-147063803494 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69994723-c293-4088-9464-305ab8b3328c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:57.536067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-1b0254f3-112c-40e1-95fd-8bb171c359de tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:57.540459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-58c61fd0-e2c6-445d-8767-147063803494 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.542548 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-58c61fd0-e2c6-445d-8767-147063803494 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/69994723-c293-4088-9464-305ab8b3328c HTTP/1.1" status: 204 len: 168 time: 0.2182820 Mar 28 10:59:57.549329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39518) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.582429 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1b0254f3-112c-40e1-95fd-8bb171c359de tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags HTTP/1.1" status: 200 len: 205 time: 0.0511787 Mar 28 10:59:57.585252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39522) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.590344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-28e99e05-b906-4731-a064-de581a80bf7e tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:57.607196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a31414b3-7fac-4e18-9ab5-d1090e9738fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:57.616798 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-28e99e05-b906-4731-a064-de581a80bf7e tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags HTTP/1.1" status: 204 len: 168 time: 0.0305383 Mar 28 10:59:57.619320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39526) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.624219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-75a7c5b9-cb37-4fde-9657-8dfdd0c185ea tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:57.678242 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a31414b3-7fac-4e18-9ab5-d1090e9738fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:57.679442 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a31414b3-7fac-4e18-9ab5-d1090e9738fc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1292195 Mar 28 10:59:57.682574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39530) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.743585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-080403f0-75d6-4c60-aad6-09f52b78a8b1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.761367 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-75a7c5b9-cb37-4fde-9657-8dfdd0c185ea tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags HTTP/1.1" status: 204 len: 168 time: 0.1410739 Mar 28 10:59:57.763981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39534) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.768843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-ee44e6be-3b39-40bd-b393-60ac2c7fad1b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:57.772598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-080403f0-75d6-4c60-aad6-09f52b78a8b1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.840820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ee44e6be-3b39-40bd-b393-60ac2c7fad1b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags HTTP/1.1" status: 204 len: 168 time: 0.0758457 Mar 28 10:59:57.843283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39538) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.848033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-151ec807-baa4-4240-ac91-91e3994f50e1 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:57.892432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-080403f0-75d6-4c60-aad6-09f52b78a8b1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:57.915924 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-151ec807-baa4-4240-ac91-91e3994f50e1 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0716510 Mar 28 10:59:57.919763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39542) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:57.926164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-f97c56f0-e7af-45b4-b44a-b828db9a52bf tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca', 'tempest-TagsExtTest-Tag-1679819020') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:58.016602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080403f0-75d6-4c60-aad6-09f52b78a8b1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ebede0-682b-4770-81ca-b1ad7e5397a3,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:58.093493 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f97c56f0-e7af-45b4-b44a-b828db9a52bf tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags/tempest-TagsExtTest-Tag-1679819020 HTTP/1.1" status: 201 len: 201 time: 0.1724019 Mar 28 10:59:58.096125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39546) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:58.101858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-f7f1ecdf-58f8-4547-9303-f93ab2fa6941 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163', 'tempest-TagsExtTest-Tag-1236851926') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:58.126981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-080403f0-75d6-4c60-aad6-09f52b78a8b1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:58.128128 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-080403f0-75d6-4c60-aad6-09f52b78a8b1 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4ebede0-682b-4770-81ca-b1ad7e5397a3 HTTP/1.1" status: 204 len: 168 time: 0.4446349 Mar 28 10:59:58.130671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39550) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:58.211374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9d890734-64e5-45da-b471-5df689100bcb tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:58.309483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9d890734-64e5-45da-b471-5df689100bcb tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:58.310701 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9d890734-64e5-45da-b471-5df689100bcb tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1791465 Mar 28 10:59:58.313571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39554) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:58.346864 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f7f1ecdf-58f8-4547-9303-f93ab2fa6941 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags/tempest-TagsExtTest-Tag-1236851926 HTTP/1.1" status: 201 len: 201 time: 0.2487431 Mar 28 10:59:58.349610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39558) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:58.355088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-912e9fa2-4501-4b53-a221-135a28ba4811 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368', 'tempest-TagsExtTest-Tag-647407615') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:58.379523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da928aa2-191b-465c-907d-16e5524e0b6f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:58.406665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da928aa2-191b-465c-907d-16e5524e0b6f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:58.515522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da928aa2-191b-465c-907d-16e5524e0b6f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:58.536045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da928aa2-191b-465c-907d-16e5524e0b6f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e7465b-2bd6-4010-8461-67a55bbe3d78,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:58.582834 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-912e9fa2-4501-4b53-a221-135a28ba4811 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags/tempest-TagsExtTest-Tag-647407615 HTTP/1.1" status: 201 len: 201 time: 0.2318711 Mar 28 10:59:58.586063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39562) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:58.592564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-1c14c2dd-0596-4de0-8344-4ec923164ee3 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623', 'tempest-TagsExtTest-Tag-1277295616') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:58.625345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-da928aa2-191b-465c-907d-16e5524e0b6f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:58.626481 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-da928aa2-191b-465c-907d-16e5524e0b6f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/24e7465b-2bd6-4010-8461-67a55bbe3d78 HTTP/1.1" status: 204 len: 168 time: 0.3120229 Mar 28 10:59:58.629453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39566) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:58.682529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1ebb5e31-6b6a-4b5f-a75d-00213f970736 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:58.696357 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1c14c2dd-0596-4de0-8344-4ec923164ee3 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags/tempest-TagsExtTest-Tag-1277295616 HTTP/1.1" status: 201 len: 201 time: 0.1088531 Mar 28 10:59:58.698941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39570) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:58.703993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-9fef08cb-fe37-4feb-96aa-c0ad44dad21b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca', {'tags': ['tempest-TagsExtTest-Tag-1854166082', 'tempest-TagsExtTest-Tag-967288329', 'tempest-TagsExtTest-Tag-357481964']}) {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:58.781408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1ebb5e31-6b6a-4b5f-a75d-00213f970736 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:58.782720 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1ebb5e31-6b6a-4b5f-a75d-00213f970736 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1521811 Mar 28 10:59:58.787463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39574) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:58.792399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931866098'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:58.798068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:58.807618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:58.867873 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9fef08cb-fe37-4feb-96aa-c0ad44dad21b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags HTTP/1.1" status: 200 len: 316 time: 0.1679800 Mar 28 10:59:58.870571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39578) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:58.875085 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-0e24eb43-dd0b-4dbd-bd11-1611622554ca tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:58.903049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:58.932017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:58.937189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:58.941628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:58.948119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:59.035850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.113251 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0e24eb43-dd0b-4dbd-bd11-1611622554ca tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags HTTP/1.1" status: 204 len: 168 time: 0.2417889 Mar 28 10:59:59.115925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39582) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.120494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-57baf1a1-e7b1-4e71-bfaa-2bb392ed0ff6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca', 'tempest-TagsExtTest-Tag-1854166082') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:59.151798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.207988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ba39a-10f0-4262-9b64-b1d64244d639,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:59.233772 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-57baf1a1-e7b1-4e71-bfaa-2bb392ed0ff6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 10:59:59.234813 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-57baf1a1-e7b1-4e71-bfaa-2bb392ed0ff6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags/tempest-TagsExtTest-Tag-1854166082 HTTP/1.1" status: 404 len: 329 time: 0.1180186 Mar 28 10:59:59.238155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39586) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.243103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-60c35f28-d825-4f40-bb02-55551b6a3353 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca', 'tempest-TagsExtTest-Tag-967288329') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:59.283170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.284266 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3bad8ede-a587-40e6-b5f0-b7e5b3a69948 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4958184 Mar 28 10:59:59.289021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39590) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.293513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': '5e1ba39a-10f0-4262-9b64-b1d64244d639', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:59:59.300886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 10:59:59.306954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 10:59:59.311791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 10:59:59.318879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 10:59:59.333249 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-60c35f28-d825-4f40-bb02-55551b6a3353 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 10:59:59.337751 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-60c35f28-d825-4f40-bb02-55551b6a3353 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags/tempest-TagsExtTest-Tag-967288329 HTTP/1.1" status: 404 len: 328 time: 0.0952404 Mar 28 10:59:59.337751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39594) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.341476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-cdc1f499-0d38-49ba-aa1e-18631aeac193 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca', 'tempest-TagsExtTest-Tag-357481964') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:59.408991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.425963 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-cdc1f499-0d38-49ba-aa1e-18631aeac193 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 10:59:59.426971 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cdc1f499-0d38-49ba-aa1e-18631aeac193 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags/tempest-TagsExtTest-Tag-357481964 HTTP/1.1" status: 404 len: 328 time: 0.0890844 Mar 28 10:59:59.429853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39598) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.435474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-1e47a680-0daa-43bd-a657-b5dacf3ebe50 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163', {'tags': ['tempest-TagsExtTest-Tag-1705721773', 'tempest-TagsExtTest-Tag-1979459750', 'tempest-TagsExtTest-Tag-1292727812']}) {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:59.480068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.546624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.570481 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1e47a680-0daa-43bd-a657-b5dacf3ebe50 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags HTTP/1.1" status: 200 len: 318 time: 0.1392066 Mar 28 10:59:59.570830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad61165-bdcf-4441-b47a-0e2e657edd76,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:59.573021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39602) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.580694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-955712bb-2ca3-4396-aae8-1976e1e8719b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:59.666828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.667895 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f035df12-65cd-44a9-9de3-9f4b6ce14fae tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3800991 Mar 28 10:59:59.670735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39606) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.698111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a82614a-cd8d-4176-a82a-f4bf2364315f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.708180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a82614a-cd8d-4176-a82a-f4bf2364315f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.753399 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-955712bb-2ca3-4396-aae8-1976e1e8719b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags HTTP/1.1" status: 204 len: 168 time: 0.1794460 Mar 28 10:59:59.756174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39610) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.760749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-e84f287f-4af6-4cca-834e-77b1135997c2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163', 'tempest-TagsExtTest-Tag-1705721773') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:59.810992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a82614a-cd8d-4176-a82a-f4bf2364315f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.837387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82614a-cd8d-4176-a82a-f4bf2364315f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ad61165-bdcf-4441-b47a-0e2e657edd76,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:59:59.842111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0a82614a-cd8d-4176-a82a-f4bf2364315f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 10:59:59.842949 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0a82614a-cd8d-4176-a82a-f4bf2364315f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8ad61165-bdcf-4441-b47a-0e2e657edd76 HTTP/1.1" status: 204 len: 168 time: 0.1713200 Mar 28 10:59:59.845843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39614) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.847820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-e84f287f-4af6-4cca-834e-77b1135997c2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 10:59:59.848657 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e84f287f-4af6-4cca-834e-77b1135997c2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags/tempest-TagsExtTest-Tag-1705721773 HTTP/1.1" status: 404 len: 329 time: 0.0916314 Mar 28 10:59:59.851395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39618) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 10:59:59.855845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-e74016e4-020e-447c-8af0-388e313e9c44 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163', 'tempest-TagsExtTest-Tag-1979459750') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:59:59.892248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-931c534d-8bfc-4a08-b0fd-d5b8ad139773 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 10:59:59.970157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-931c534d-8bfc-4a08-b0fd-d5b8ad139773 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 10:59:59.974561 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-931c534d-8bfc-4a08-b0fd-d5b8ad139773 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1241987 Mar 28 10:59:59.974836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39622) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.025514 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-e74016e4-020e-447c-8af0-388e313e9c44 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 11:00:00.026540 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e74016e4-020e-447c-8af0-388e313e9c44 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags/tempest-TagsExtTest-Tag-1979459750 HTTP/1.1" status: 404 len: 329 time: 0.1742823 Mar 28 11:00:00.029280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39626) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.034679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-eca6822d-cbbf-41e5-96bf-847da1169079 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163', 'tempest-TagsExtTest-Tag-1292727812') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:00.041386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c3322a-488c-4cff-bcbb-606ba71ab238 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:00.071323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c3322a-488c-4cff-bcbb-606ba71ab238 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:00.100359 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-eca6822d-cbbf-41e5-96bf-847da1169079 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 11:00:00.103972 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-eca6822d-cbbf-41e5-96bf-847da1169079 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags/tempest-TagsExtTest-Tag-1292727812 HTTP/1.1" status: 404 len: 329 time: 0.0711842 Mar 28 11:00:00.104225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39630) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.109282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-c1698140-c26a-41ba-9458-b94deda9eff4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368', {'tags': ['tempest-TagsExtTest-Tag-1923941475', 'tempest-TagsExtTest-Tag-645033918', 'tempest-TagsExtTest-Tag-520812029']}) {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:00.204172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c3322a-488c-4cff-bcbb-606ba71ab238 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:00.224155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3322a-488c-4cff-bcbb-606ba71ab238 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ba39a-10f0-4262-9b64-b1d64244d639,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:00.315791 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f6c3322a-488c-4cff-bcbb-606ba71ab238 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:00.316933 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f6c3322a-488c-4cff-bcbb-606ba71ab238 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/5e1ba39a-10f0-4262-9b64-b1d64244d639 HTTP/1.1" status: 204 len: 168 time: 0.3410058 Mar 28 11:00:00.319499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39634) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.336319 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c1698140-c26a-41ba-9458-b94deda9eff4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags HTTP/1.1" status: 200 len: 316 time: 0.2311471 Mar 28 11:00:00.338913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39638) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.344015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-e4f9e1df-b20e-4190-8352-54a774ee96fd tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:00.371006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c3bf621e-6cad-4233-ada4-48ea431af0ab tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:00.438249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c3bf621e-6cad-4233-ada4-48ea431af0ab tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:00.439542 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c3bf621e-6cad-4233-ada4-48ea431af0ab tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191037 Mar 28 11:00:00.443826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39642) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.448765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-secgroup--52646570'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:00.455305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:00.465603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:00.535723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:00.555521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:00.559563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:00.562356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:00.568371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:00.570854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e4f9e1df-b20e-4190-8352-54a774ee96fd tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags HTTP/1.1" status: 204 len: 168 time: 0.2307935 Mar 28 11:00:00.573413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39646) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.578410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-8ee37d5e-307e-419b-95d8-647c125d853f tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368', 'tempest-TagsExtTest-Tag-1923941475') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:00.638556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:00.709997 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-8ee37d5e-307e-419b-95d8-647c125d853f tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 11:00:00.711013 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8ee37d5e-307e-419b-95d8-647c125d853f tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags/tempest-TagsExtTest-Tag-1923941475 HTTP/1.1" status: 404 len: 329 time: 0.1366913 Mar 28 11:00:00.714022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39650) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.718728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.tag.tag_plugin [None req-35b4a77c-db7c-4158-b0a4-694b3e2c73c6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368', 'tempest-TagsExtTest-Tag-645033918') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:00.721263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:00.764055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464acaf5-1333-49d6-b2a0-abe7a3341d30,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:00.847270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:00.848504 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-40f8d7a8-1eeb-409c-bb99-ce26ff864afa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4037766 Mar 28 11:00:00.849300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-35b4a77c-db7c-4158-b0a4-694b3e2c73c6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 11:00:00.850318 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-35b4a77c-db7c-4158-b0a4-694b3e2c73c6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags/tempest-TagsExtTest-Tag-645033918 HTTP/1.1" status: 404 len: 328 time: 0.1354346 Mar 28 11:00:00.851292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39654) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.853132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39656) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:00.856067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': '464acaf5-1333-49d6-b2a0-abe7a3341d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:00.858182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-68f8f244-9d69-4ec6-8ff3-4562b16d5471 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368', 'tempest-TagsExtTest-Tag-520812029') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:00.862428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:00.873160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:00.873160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:00.875573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:00.967810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:00.991560 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-68f8f244-9d69-4ec6-8ff3-4562b16d5471 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 11:00:00.992587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-68f8f244-9d69-4ec6-8ff3-4562b16d5471 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags/tempest-TagsExtTest-Tag-520812029 HTTP/1.1" status: 404 len: 328 time: 0.1384609 Mar 28 11:00:00.995482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39662) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.000412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-6a38225d-4dce-4d8b-9f74-cf39dadf7c98 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623', {'tags': ['tempest-TagsExtTest-Tag-1639816721', 'tempest-TagsExtTest-Tag-2077064717', 'tempest-TagsExtTest-Tag-1395593025']}) {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:01.027536 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:01.083577 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:01.106614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d748f2-2d8d-413c-952c-d8895206f2c3,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:01.108111 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6a38225d-4dce-4d8b-9f74-cf39dadf7c98 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "PUT /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags HTTP/1.1" status: 200 len: 318 time: 0.1111963 Mar 28 11:00:01.110233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39666) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.115718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-eb0f16c9-29cf-4e4d-8be4-10bf0d599e6f tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:01.189665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:01.190871 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ca729bd5-49a8-4c21-aa64-6aa41dadea12 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386889 Mar 28 11:00:01.193448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39670) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.213847 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d4cea386-a62c-47b9-b130-2dfdf756b09b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules/44d748f2-2d8d-413c-952c-d8895206f2c3 HTTP/1.1" status: 200 len: 763 time: 0.0193758 Mar 28 11:00:01.216064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39674) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.224792 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-eb0f16c9-29cf-4e4d-8be4-10bf0d599e6f tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags HTTP/1.1" status: 204 len: 168 time: 0.1135790 Mar 28 11:00:01.227296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39678) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.232217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-7c7fb998-62d5-4005-a2be-562287aa40e2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623', 'tempest-TagsExtTest-Tag-1639816721') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:01.255456 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-7c7fb998-62d5-4005-a2be-562287aa40e2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 11:00:01.256459 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7c7fb998-62d5-4005-a2be-562287aa40e2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags/tempest-TagsExtTest-Tag-1639816721 HTTP/1.1" status: 404 len: 329 time: 0.0281749 Mar 28 11:00:01.259253 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39682) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.262542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8e0792eb-2910-4288-8cc2-cfd9fbeb1952 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:01.263820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-e8c1db7a-65ef-4afd-a654-b254bc021892 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623', 'tempest-TagsExtTest-Tag-2077064717') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:01.286879 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-e8c1db7a-65ef-4afd-a654-b254bc021892 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 11:00:01.287993 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e8c1db7a-65ef-4afd-a654-b254bc021892 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags/tempest-TagsExtTest-Tag-2077064717 HTTP/1.1" status: 404 len: 329 time: 0.0277939 Mar 28 11:00:01.290596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39686) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.295195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-a58bbcd7-c501-4d05-8865-1fcb8c6020ea tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623', 'tempest-TagsExtTest-Tag-1395593025') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:01.317948 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.api.v2.resource [None req-a58bbcd7-c501-4d05-8865-1fcb8c6020ea tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] show failed (client error): The resource could not be found. Mar 28 11:00:01.318897 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a58bbcd7-c501-4d05-8865-1fcb8c6020ea tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags/tempest-TagsExtTest-Tag-1395593025 HTTP/1.1" status: 404 len: 329 time: 0.0274405 Mar 28 11:00:01.321437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39690) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.325857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-1277cac9-3a8a-4e70-8c83-4516a769ca27 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '26869160-611f-4cc5-8305-952fbdb14623') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:01.340877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8e0792eb-2910-4288-8cc2-cfd9fbeb1952 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:01.342180 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8e0792eb-2910-4288-8cc2-cfd9fbeb1952 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1252263 Mar 28 11:00:01.344778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39694) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.371471 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1277cac9-3a8a-4e70-8c83-4516a769ca27 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623/tags HTTP/1.1" status: 204 len: 168 time: 0.0490637 Mar 28 11:00:01.373786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39698) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.381182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-48d35342-5cd3-4659-bf27-b66a59326cb2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:01.437404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22fee8c8-0687-4410-abc7-9625551773fb tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:01.454508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22fee8c8-0687-4410-abc7-9625551773fb tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:01.548960 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-48d35342-5cd3-4659-bf27-b66a59326cb2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368/tags HTTP/1.1" status: 204 len: 168 time: 0.1742213 Mar 28 11:00:01.551582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39704) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.556623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-29033976-71d8-464c-866f-ca6e8d2deae3 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a14576e-b267-445f-af51-803722646163') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:01.617631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22fee8c8-0687-4410-abc7-9625551773fb tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:01.637893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fee8c8-0687-4410-abc7-9625551773fb tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44d748f2-2d8d-413c-952c-d8895206f2c3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:01.647083 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-29033976-71d8-464c-866f-ca6e8d2deae3 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/ports/2a14576e-b267-445f-af51-803722646163/tags HTTP/1.1" status: 204 len: 168 time: 0.0945463 Mar 28 11:00:01.649565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39710) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.654207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.tag.tag_plugin [None req-9d577f54-1e3c-4961-a321-e19fec7dd04b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8adcf98b-8fba-49f2-b9a8-bd4541b568ca') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:01.723713 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9d577f54-1e3c-4961-a321-e19fec7dd04b tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0731699 Mar 28 11:00:01.725074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22fee8c8-0687-4410-abc7-9625551773fb tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:01.726051 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-22fee8c8-0687-4410-abc7-9625551773fb tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/44d748f2-2d8d-413c-952c-d8895206f2c3 HTTP/1.1" status: 204 len: 168 time: 0.3804090 Mar 28 11:00:01.728406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39714) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.732301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39718) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.774510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2f354f35-b7aa-4ff1-83fc-3e4796589ddc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:01.849199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2f354f35-b7aa-4ff1-83fc-3e4796589ddc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:01.850469 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2f354f35-b7aa-4ff1-83fc-3e4796589ddc tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1212015 Mar 28 11:00:01.853216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39722) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.858239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3c068665-b9a6-465d-94e0-ccdf4e59cdfa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': '464acaf5-1333-49d6-b2a0-abe7a3341d30', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:01.867612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3c068665-b9a6-465d-94e0-ccdf4e59cdfa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:01.876132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5eb82541-ee75-4850-8967-33d4c80f2cd2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for subnetpool, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:01.877156 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5eb82541-ee75-4850-8967-33d4c80f2cd2 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnetpools/26869160-611f-4cc5-8305-952fbdb14623 HTTP/1.1" status: 204 len: 168 time: 0.1439044 Mar 28 11:00:01.880193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39726) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.881613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3c068665-b9a6-465d-94e0-ccdf4e59cdfa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:01.922926 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9a2b0eb5-92eb-4613-bc9f-39f02e0082d9 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368 HTTP/1.1" status: 200 len: 205 time: 0.0415967 Mar 28 11:00:01.925194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39730) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:01.953216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3c068665-b9a6-465d-94e0-ccdf4e59cdfa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.013682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3c068665-b9a6-465d-94e0-ccdf4e59cdfa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.057557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d74b46e-b36e-4fc9-93bc-a86b88bcdbf6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.083696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3c068665-b9a6-465d-94e0-ccdf4e59cdfa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.107018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c068665-b9a6-465d-94e0-ccdf4e59cdfa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff62166-c473-4807-b3a5-747054fccfa8,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:02.181687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3c068665-b9a6-465d-94e0-ccdf4e59cdfa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.182848 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3c068665-b9a6-465d-94e0-ccdf4e59cdfa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3286648 Mar 28 11:00:02.185463 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39734) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:02.204276 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-621fb861-a2d9-44ef-9613-b7303d48a7df tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules/5ff62166-c473-4807-b3a5-747054fccfa8 HTTP/1.1" status: 200 len: 763 time: 0.0177536 Mar 28 11:00:02.206717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39738) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:02.256125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8773f895-d984-4940-b483-9df8ec74baaa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:02.352842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8773f895-d984-4940-b483-9df8ec74baaa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:02.354228 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8773f895-d984-4940-b483-9df8ec74baaa tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1466031 Mar 28 11:00:02.356902 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39742) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:02.385416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac915e70-80cc-443e-902c-3b98d419502d tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.395519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac915e70-80cc-443e-902c-3b98d419502d tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.469026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d74b46e-b36e-4fc9-93bc-a86b88bcdbf6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.471169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d74b46e-b36e-4fc9-93bc-a86b88bcdbf6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.492601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac915e70-80cc-443e-902c-3b98d419502d tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.510707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac915e70-80cc-443e-902c-3b98d419502d tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ff62166-c473-4807-b3a5-747054fccfa8,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:02.546874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d74b46e-b36e-4fc9-93bc-a86b88bcdbf6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.547362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d74b46e-b36e-4fc9-93bc-a86b88bcdbf6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:00:02.560065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1d74b46e-b36e-4fc9-93bc-a86b88bcdbf6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.561435 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1d74b46e-b36e-4fc9-93bc-a86b88bcdbf6 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/routers/1bc3d6e2-4f71-46f1-b0a4-ceedfe31d368 HTTP/1.1" status: 204 len: 168 time: 0.6350288 Mar 28 11:00:02.563661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39746) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:02.569857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ac915e70-80cc-443e-902c-3b98d419502d tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.571422 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ac915e70-80cc-443e-902c-3b98d419502d tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5ff62166-c473-4807-b3a5-747054fccfa8 HTTP/1.1" status: 204 len: 168 time: 0.2133961 Mar 28 11:00:02.576635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39750) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:02.622598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d2c2f0df-582d-4053-8ce5-7abfc209628c tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:02.630984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-0319ae08-6030-44fa-8148-d42c5c2360f7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Deleting port 2a14576e-b267-445f-af51-803722646163 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:02.631320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0319ae08-6030-44fa-8148-d42c5c2360f7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.700998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d2c2f0df-582d-4053-8ce5-7abfc209628c tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:02.702298 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d2c2f0df-582d-4053-8ce5-7abfc209628c tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1247475 Mar 28 11:00:02.705050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39754) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:02.710085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9ce6e1f0-a491-42cb-9a95-613f7de4f01b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': '464acaf5-1333-49d6-b2a0-abe7a3341d30', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:02.715944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9ce6e1f0-a491-42cb-9a95-613f7de4f01b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:02.726162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9ce6e1f0-a491-42cb-9a95-613f7de4f01b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:02.819513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9ce6e1f0-a491-42cb-9a95-613f7de4f01b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.867195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0319ae08-6030-44fa-8148-d42c5c2360f7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.878972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9ce6e1f0-a491-42cb-9a95-613f7de4f01b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.932308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9ce6e1f0-a491-42cb-9a95-613f7de4f01b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:02.957007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6e1f0-a491-42cb-9a95-613f7de4f01b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875cd3ee-6789-44cd-9f61-38161a8f2f02,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:02.992744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-0319ae08-6030-44fa-8148-d42c5c2360f7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Calling delete_port for 2a14576e-b267-445f-af51-803722646163 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:00:03.029952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9ce6e1f0-a491-42cb-9a95-613f7de4f01b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.031224 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9ce6e1f0-a491-42cb-9a95-613f7de4f01b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3252492 Mar 28 11:00:03.034465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39758) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:03.058172 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e6b55176-5543-4b93-acb0-2f546cc3fa30 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules/875cd3ee-6789-44cd-9f61-38161a8f2f02 HTTP/1.1" status: 200 len: 764 time: 0.0203991 Mar 28 11:00:03.058413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39762) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:03.105454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-224ae198-2e37-4540-a9dc-5588d521286a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:03.166834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-224ae198-2e37-4540-a9dc-5588d521286a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:03.168092 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-224ae198-2e37-4540-a9dc-5588d521286a tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1088185 Mar 28 11:00:03.170959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39766) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:03.189882 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0319ae08-6030-44fa-8148-d42c5c2360f7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.198772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5448a14a-038e-4254-a87e-fc939b1a0a61 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.209840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5448a14a-038e-4254-a87e-fc939b1a0a61 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.243486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319ae08-6030-44fa-8148-d42c5c2360f7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Pushing event deleted for resources: {'Port': ['ID=2a14576e-b267-445f-af51-803722646163,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:03.315460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5448a14a-038e-4254-a87e-fc939b1a0a61 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.335732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448a14a-038e-4254-a87e-fc939b1a0a61 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=875cd3ee-6789-44cd-9f61-38161a8f2f02,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:03.344982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0319ae08-6030-44fa-8148-d42c5c2360f7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.351868 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0319ae08-6030-44fa-8148-d42c5c2360f7 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/ports/2a14576e-b267-445f-af51-803722646163 HTTP/1.1" status: 204 len: 168 time: 0.7872026 Mar 28 11:00:03.354279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39770) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:03.412877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5448a14a-038e-4254-a87e-fc939b1a0a61 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.414544 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5448a14a-038e-4254-a87e-fc939b1a0a61 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/875cd3ee-6789-44cd-9f61-38161a8f2f02 HTTP/1.1" status: 204 len: 168 time: 0.2426915 Mar 28 11:00:03.417096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39774) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:03.420289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-314cacd2-9390-46b0-8e72-ceae3203b9a4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Deleting subnet 8adcf98b-8fba-49f2-b9a8-bd4541b568ca {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:00:03.423422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-314cacd2-9390-46b0-8e72-ceae3203b9a4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.463302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fdd0de5b-97a1-4c27-b402-10a726d03842 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:03.476786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-314cacd2-9390-46b0-8e72-ceae3203b9a4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.532669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fdd0de5b-97a1-4c27-b402-10a726d03842 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:03.537199 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fdd0de5b-97a1-4c27-b402-10a726d03842 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1163106 Mar 28 11:00:03.537384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39778) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:03.566987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-314cacd2-9390-46b0-8e72-ceae3203b9a4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.601035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89dadacf-10ea-451c-bc4c-8a05aaf961c0 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.631570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89dadacf-10ea-451c-bc4c-8a05aaf961c0 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.718496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-314cacd2-9390-46b0-8e72-ceae3203b9a4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.759124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cacd2-9390-46b0-8e72-ceae3203b9a4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Pushing event deleted for resources: {'Subnet': ['ID=8adcf98b-8fba-49f2-b9a8-bd4541b568ca,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:03.761055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-314cacd2-9390-46b0-8e72-ceae3203b9a4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.767212 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-314cacd2-9390-46b0-8e72-ceae3203b9a4 tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/subnets/8adcf98b-8fba-49f2-b9a8-bd4541b568ca HTTP/1.1" status: 204 len: 168 time: 0.4119833 Mar 28 11:00:03.767760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ef67f-8b5b-4434-8bfa-ed619c025ef9 None None] Network 072fa3f6-94da-4c95-a617-c8d786868957 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:03.770600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39782) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:03.877639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89dadacf-10ea-451c-bc4c-8a05aaf961c0 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.900644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:03.906440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dadacf-10ea-451c-bc4c-8a05aaf961c0 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464acaf5-1333-49d6-b2a0-abe7a3341d30,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:03.921916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Deleting port d0d71fc5-dddf-4dcf-910b-1718c19893f0 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:03.922269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.007842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89dadacf-10ea-451c-bc4c-8a05aaf961c0 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.008953 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-89dadacf-10ea-451c-bc4c-8a05aaf961c0 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/464acaf5-1333-49d6-b2a0-abe7a3341d30 HTTP/1.1" status: 204 len: 168 time: 0.4706345 Mar 28 11:00:04.019708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39786) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:04.023777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] DHCP port deletion for 072fa3f6-94da-4c95-a617-c8d786868957 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:00:04.028133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] Deleting port d0d71fc5-dddf-4dcf-910b-1718c19893f0 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:04.028758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.073342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b8a43c1e-9594-4552-a59a-afe8eae6df4b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:04.141961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] For port d0d71fc5-dddf-4dcf-910b-1718c19893f0, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d0d71fc5-dddf-4dcf-910b-1718c19893f0,segment=NetworkSegment(86e96c8b-a3db-4a4f-853c-1d39a7208e89),segment_id=86e96c8b-a3db-4a4f-853c-1d39a7208e89)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:04.142250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.155939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b8a43c1e-9594-4552-a59a-afe8eae6df4b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:04.160936 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b8a43c1e-9594-4552-a59a-afe8eae6df4b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1362147 Mar 28 11:00:04.163151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39792) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:04.168759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group': {'name': 'tempest-secgroup--483501372'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:04.175203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:04.185111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:04.237709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] For port d0d71fc5-dddf-4dcf-910b-1718c19893f0, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d0d71fc5-dddf-4dcf-910b-1718c19893f0,segment=NetworkSegment(86e96c8b-a3db-4a4f-853c-1d39a7208e89),segment_id=86e96c8b-a3db-4a4f-853c-1d39a7208e89)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:04.238111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.258166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.269991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Calling delete_port for d0d71fc5-dddf-4dcf-910b-1718c19893f0 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:00:04.275797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:04.280010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:04.283143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:04.289374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:04.360309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.361359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] Calling delete_port for d0d71fc5-dddf-4dcf-910b-1718c19893f0 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:00:04.421418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.433672 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:00:04.434054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:00:04.443936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.470647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Pushing event deleted for resources: {'Port': ['ID=d0d71fc5-dddf-4dcf-910b-1718c19893f0,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:04.474235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] No DVR routers for this DVR port d0d71fc5-dddf-4dcf-910b-1718c19893f0 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:00:04.489447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78dac958-8607-448a-a9ba-65581aeb01d7,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:04.558165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.559385 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-74411eae-f578-40e7-85bb-6dad8840e56f tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3952878 Mar 28 11:00:04.562217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39796) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:04.567752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Request body: {'security_group_rule': {'security_group_id': '78dac958-8607-448a-a9ba-65581aeb01d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:04.573493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:04.577542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Usage tracker for resource:security_group_rule and tenant:927f5861b6644faf8d79a374a135d3c7 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:04.580381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:04.586114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:04.607817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.633446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072fa3f6-94da-4c95-a617-c8d786868957']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:04.645231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e96c8b-a3db-4a4f-853c-1d39a7208e89') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:04.645532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e96c8b-a3db-4a4f-853c-1d39a7208e89') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:04.656707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.667680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.672557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.679384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:00:04.679778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:00:04.695271 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:00:04.730027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.784555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.808287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028f6d07-6691-47fb-81e4-cbb00625a186,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:04.832404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.849977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.862279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] Pushing event deleted for resources: {'Network': ['ID=072fa3f6-94da-4c95-a617-c8d786868957,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:04.865052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-457638a3-67c2-4fa0-8858-3610d4599f7a tempest-TagsExtTest-2001599512 tempest-TagsExtTest-2001599512-project] 10.222.0.18 "DELETE /v2.0/networks/072fa3f6-94da-4c95-a617-c8d786868957 HTTP/1.1" status: 204 len: 168 time: 1.0935087 Mar 28 11:00:04.918058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.919311 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-43ffc201-d9be-4b0e-a323-52e7c83ffd00 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561747 Mar 28 11:00:04.921863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39802) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:04.940999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] Deleting port d0d71fc5-dddf-4dcf-910b-1718c19893f0 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:04.940999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:04.989055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1414ecf-29fa-497f-8f23-af3e6beca02b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:05.003171 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-af8a4fa0-59bf-4e64-b8a0-5d433ee79e12 None None] The port 'd0d71fc5-dddf-4dcf-910b-1718c19893f0' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:00:05.017121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1414ecf-29fa-497f-8f23-af3e6beca02b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:05.152149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1414ecf-29fa-497f-8f23-af3e6beca02b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:05.173627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1414ecf-29fa-497f-8f23-af3e6beca02b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dac958-8607-448a-a9ba-65581aeb01d7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:05.183294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1414ecf-29fa-497f-8f23-af3e6beca02b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:05.186268 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f1414ecf-29fa-497f-8f23-af3e6beca02b tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/78dac958-8607-448a-a9ba-65581aeb01d7 HTTP/1.1" status: 204 len: 168 time: 0.2615879 Mar 28 11:00:05.186924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39806) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:05.236830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-840dbc6b-5c42-49b9-9738-d62fef75f575 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:05.315675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-840dbc6b-5c42-49b9-9738-d62fef75f575 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:05.317051 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-840dbc6b-5c42-49b9-9738-d62fef75f575 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1291866 Mar 28 11:00:05.319937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39812) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:05.344995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d0d71fc5-dddf-4dcf-910b-1718c19893f0 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:00:05.347247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39816) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:05.372036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4276f995-dcde-494b-8379-ba8f4f86fcd9 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:05.381119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: d0d71fc5-dddf-4dcf-910b-1718c19893f0 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:00:05.381470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d0d71fc5-dddf-4dcf-910b-1718c19893f0 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:00:05.440962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4276f995-dcde-494b-8379-ba8f4f86fcd9 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group_rule {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:05.442381 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4276f995-dcde-494b-8379-ba8f4f86fcd9 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1213622 Mar 28 11:00:05.445106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39822) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:05.462283 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-6ea4ab19-5a8b-448c-ad21-31da24f25b7c tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] delete failed (client error): The resource could not be found. Mar 28 11:00:05.463422 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6ea4ab19-5a8b-448c-ad21-31da24f25b7c tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "DELETE /v2.0/security-groups/78dac958-8607-448a-a9ba-65581aeb01d7 HTTP/1.1" status: 404 len: 347 time: 0.0172520 Mar 28 11:00:05.466874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39826) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:05.501508 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5f9fe0c1-5c9c-4702-ad6a-3d1b0296d8fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fa2783053604c229251361fa48157f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507943 Mar 28 11:00:05.502130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39830) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:05.541515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-554d0cd1-6bc2-4290-ad09-2262f5afa5d2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Synchronizing usage tracker for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:05.579635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-554d0cd1-6bc2-4290-ad09-2262f5afa5d2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] Unset dirty status for tenant:927f5861b6644faf8d79a374a135d3c7 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:05.581424 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-554d0cd1-6bc2-4290-ad09-2262f5afa5d2 tempest-SecGroupTest-1001579163 tempest-SecGroupTest-1001579163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1136003 Mar 28 11:00:05.588268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-20c440b6-8fd8-4d14-a60b-b91842251302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:05.613634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-20c440b6-8fd8-4d14-a60b-b91842251302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:05.738610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-20c440b6-8fd8-4d14-a60b-b91842251302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:05.754600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c440b6-8fd8-4d14-a60b-b91842251302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf9dda4-5035-477d-bc80-e1f968127888,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:05.759766 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-20c440b6-8fd8-4d14-a60b-b91842251302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:05.761681 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-20c440b6-8fd8-4d14-a60b-b91842251302 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daf9dda4-5035-477d-bc80-e1f968127888 HTTP/1.1" status: 204 len: 168 time: 0.2587266 Mar 28 11:00:05.985328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39840) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:06.135111 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-db73d8cf-8039-43f6-8bea-eca9244849fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=927f5861b6644faf8d79a374a135d3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484013 Mar 28 11:00:06.137428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39854) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:06.196441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65979c9c-7e4f-4810-bf8f-9fe8cd2f3ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:06.223971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65979c9c-7e4f-4810-bf8f-9fe8cd2f3ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:06.321382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65979c9c-7e4f-4810-bf8f-9fe8cd2f3ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:06.338958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65979c9c-7e4f-4810-bf8f-9fe8cd2f3ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f92d13-ca37-40f0-9d4b-2f67196461d2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:06.515619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65979c9c-7e4f-4810-bf8f-9fe8cd2f3ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:06.516832 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-65979c9c-7e4f-4810-bf8f-9fe8cd2f3ddc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0f92d13-ca37-40f0-9d4b-2f67196461d2 HTTP/1.1" status: 204 len: 168 time: 0.3784869 Mar 28 11:00:06.679703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39870) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:06.890936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-829405182-network', 'tenant_id': '6aac615d8e6045349f17a05b6d48ea88'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:06.896245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:06.900474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Usage tracker for resource:network and tenant:6aac615d8e6045349f17a05b6d48ea88 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:06.904230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:06.910833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:06.980743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Made reservation on behalf of 6aac615d8e6045349f17a05b6d48ea88 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:06.983385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:06.995508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:07.009172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:07.012941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Usage tracker for resource:security_group_rule and tenant:6aac615d8e6045349f17a05b6d48ea88 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:07.015669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:07.021694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:07.102279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:07.166633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:07.197478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:00:07.205821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54109a28-83db-4272-83bc-762a28f6aa9f,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:07.212324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:07.212672 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Added segment 3c2b3da4-c3d1-483f-bf94-5d76270c76d4 of type vlan for network fd7837ba-37df-42a8-a7be-7080b6ad898d Mar 28 11:00:07.239394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:07.338204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:07.339250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:07.339893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:07.443150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7837ba-37df-42a8-a7be-7080b6ad898d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:07.452909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network fd7837ba-37df-42a8-a7be-7080b6ad898d details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:00:07.493234 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6e8d32c3-4bd1-4f53-9073-eae3d6311695 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8118904 Mar 28 11:00:07.496038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39894) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:07.501966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Request body: {'subnet': {'network_id': 'fd7837ba-37df-42a8-a7be-7080b6ad898d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-829405182-subnet', 'tenant_id': '6aac615d8e6045349f17a05b6d48ea88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:07.508784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:07.511778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Usage tracker for resource:subnet and tenant:6aac615d8e6045349f17a05b6d48ea88 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:07.515109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:07.522371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:07.576408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39898) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:07.579001 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026853 Mar 28 11:00:07.582325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39900) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:07.624568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Made reservation on behalf of 6aac615d8e6045349f17a05b6d48ea88 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:07.626485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:07.803647 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-25b5d96a-6214-4e63-bd6e-038c5bc1860a tempest-NetworksApiDiscovery-1762445316 tempest-NetworksApiDiscovery-1762445316-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2202866 Mar 28 11:00:08.004112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:08.076691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a93400a-fe8c-4618-9190-07a0f199cfcf,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:08.087733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.088077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.088510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.088843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.089164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.089482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.089801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.090138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.090452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.090763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.091074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.091381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:08.096115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Checking segment: {'id': '3c2b3da4-c3d1-483f-bf94-5d76270c76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fd7837ba-37df-42a8-a7be-7080b6ad898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:08.096459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Network hostable DHCP agents. Network: fd7837ba-37df-42a8-a7be-7080b6ad898d, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:00:08.175501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Network fd7837ba-37df-42a8-a7be-7080b6ad898d is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:00:08.234691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39912) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:08.249087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, fd7837ba-37df-42a8-a7be-7080b6ad898d) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:08.253984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:08.254569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:08.259518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff1ed5-c896-4715-9633-0896594f426b None None] Network fd7837ba-37df-42a8-a7be-7080b6ad898d requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:08.330251 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a84c3aa5-2fda-4827-96b8-3923363522fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8329430 Mar 28 11:00:08.358492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df3dbe95-52e6-48f2-9e0e-3dedf25128c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:08.373687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-df3dbe95-52e6-48f2-9e0e-3dedf25128c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:08.378325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-df3dbe95-52e6-48f2-9e0e-3dedf25128c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ad4df9b00e73413da0b65976a073feca is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:08.381296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-df3dbe95-52e6-48f2-9e0e-3dedf25128c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:08.387185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-df3dbe95-52e6-48f2-9e0e-3dedf25128c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:08.475556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3170a4-5a5b-479f-9415-0c913154bfe6 None None] Network fd7837ba-37df-42a8-a7be-7080b6ad898d requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:08.479138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df3dbe95-52e6-48f2-9e0e-3dedf25128c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:08.532475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-df3dbe95-52e6-48f2-9e0e-3dedf25128c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:08.582661 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-df3dbe95-52e6-48f2-9e0e-3dedf25128c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad4df9b00e73413da0b65976a073feca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467662 Mar 28 11:00:08.583561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dbe95-52e6-48f2-9e0e-3dedf25128c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aff6c0a-8989-4b81-aa55-4353a5763e39,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:08.585547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39924) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:08.674867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e877c645-409d-45cb-abe4-56d24fdf1872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:08.701370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e877c645-409d-45cb-abe4-56d24fdf1872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:08.829670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e877c645-409d-45cb-abe4-56d24fdf1872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:08.844413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877c645-409d-45cb-abe4-56d24fdf1872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aff6c0a-8989-4b81-aa55-4353a5763e39,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:08.851284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e877c645-409d-45cb-abe4-56d24fdf1872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:08.852383 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e877c645-409d-45cb-abe4-56d24fdf1872 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6aff6c0a-8989-4b81-aa55-4353a5763e39 HTTP/1.1" status: 204 len: 168 time: 0.2650733 Mar 28 11:00:09.113777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39938) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:09.119530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1677748658-network', 'tenant_id': '5342e8bcc85b4af4a60564d24b902d86'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:09.124595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:09.128681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Usage tracker for resource:network and tenant:5342e8bcc85b4af4a60564d24b902d86 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:09.131595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:09.137459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:09.200941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Made reservation on behalf of 5342e8bcc85b4af4a60564d24b902d86 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:09.203285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:09.216051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:09.230980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:09.234806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Usage tracker for resource:security_group_rule and tenant:5342e8bcc85b4af4a60564d24b902d86 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:09.237569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:09.243179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:09.326157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:09.432402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:09.463451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:00:09.471838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1790644a-31c6-4ab9-ad14-793dacbae935,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:09.478013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:09.478367 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Added segment 831f0777-5257-483f-8b64-8c608e137fd0 of type vlan for network 05d7f79e-9814-451e-bffb-20bfcbe1efdc Mar 28 11:00:09.515306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:09.635376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:09.636482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:09.637118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:09.746914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] Pushing event updated for resources: {'Network': ['ID=05d7f79e-9814-451e-bffb-20bfcbe1efdc,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:09.757032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 05d7f79e-9814-451e-bffb-20bfcbe1efdc details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:00:09.793070 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-46260839-4c68-4408-9a17-25740aa5a83e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6780910 Mar 28 11:00:09.795817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39960) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:09.802398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Request body: {'subnet': {'network_id': '05d7f79e-9814-451e-bffb-20bfcbe1efdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1677748658-subnet', 'tenant_id': '5342e8bcc85b4af4a60564d24b902d86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:09.807969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:09.812059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Usage tracker for resource:subnet and tenant:5342e8bcc85b4af4a60564d24b902d86 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:09.815765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:09.821831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:09.880549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39964) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:09.887753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Made reservation on behalf of 5342e8bcc85b4af4a60564d24b902d86 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:09.889955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:09.989755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1310720513-network', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:09.999006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:10.004861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Usage tracker for resource:network and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:10.009166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:10.016688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:10.102143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Made reservation on behalf of 0a27231c113448fbbc623f4b58a6f685 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:10.104388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.219573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.236249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:10.240855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Usage tracker for resource:security_group_rule and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:10.243698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:10.249332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:10.281999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.383662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1dcb3e-7515-481d-a665-d8894b2381ea,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:10.396830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Checking segment: {'id': '831f0777-5257-483f-8b64-8c608e137fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05d7f79e-9814-451e-bffb-20bfcbe1efdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:10.401591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Network hostable DHCP agents. Network: 05d7f79e-9814-451e-bffb-20bfcbe1efdc, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:00:10.417430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.472584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.502134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Network 05d7f79e-9814-451e-bffb-20bfcbe1efdc is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:00:10.506326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:00:10.514240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9240e114-05e1-4cb9-8524-dc7fb7b62a16,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:10.522075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.522554 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Added segment 10571f5b-e127-4ee3-b095-ab40cdf1e162 of type vlan for network 8a13414b-468c-4d72-8ffa-41d8f4434cba Mar 28 11:00:10.548357 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.614998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 05d7f79e-9814-451e-bffb-20bfcbe1efdc) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:10.618998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:10.619569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.623661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ae84e4-3f74-4e01-839e-6871f0f00de4 None None] Network 05d7f79e-9814-451e-bffb-20bfcbe1efdc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:10.640814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.643271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:10.643271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.730864 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4776f0ef-1576-4b55-afe1-1bba780b4531 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9335542 Mar 28 11:00:10.741789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] Pushing event updated for resources: {'Network': ['ID=8a13414b-468c-4d72-8ffa-41d8f4434cba,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:10.746187 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7093a73d-9149-4863-8063-1e3b4f480ddb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8624067 Mar 28 11:00:10.748247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39972) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:10.754025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Request body: {'subnet': {'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1310720513-subnet', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'ip_version': 4}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:10.759004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:10.762941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Usage tracker for resource:subnet and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:10.766171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:10.769781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:00:10.775599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:10.846673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Made reservation on behalf of 0a27231c113448fbbc623f4b58a6f685 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:10.849155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:10.926445 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0eebc-44d1-42c6-82ab-cc870fb92875 None None] Network 05d7f79e-9814-451e-bffb-20bfcbe1efdc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:11.127287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:11.294957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0d7c2b-598b-432e-afb1-8c6f02962280,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:11.309262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Checking segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:11.309615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Network hostable DHCP agents. Network: 8a13414b-468c-4d72-8ffa-41d8f4434cba, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:00:11.360862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-30ad56d1-f53c-43bb-bc54-41b5d6b3cfac tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:11.362844 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-30ad56d1-f53c-43bb-bc54-41b5d6b3cfac tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/networks?id=fd7837ba-37df-42a8-a7be-7080b6ad898d HTTP/1.1" status: 200 len: 811 time: 0.1855187 Mar 28 11:00:11.377785 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-cac34e44-ea73-418b-8bbd-105a964c9db8 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/quotas/6aac615d8e6045349f17a05b6d48ea88 HTTP/1.1" status: 200 len: 375 time: 0.0087774 Mar 28 11:00:11.417506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:00:11.427197 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-14b7287e-41d9-4201-8aa3-94fb2e413e36 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aac615d8e6045349f17a05b6d48ea88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444317 Mar 28 11:00:11.515563 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 8a13414b-468c-4d72-8ffa-41d8f4434cba) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:11.524859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b40673-ed3a-429c-b5d6-bd20ace5ae2e None None] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:11.529843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:11.530526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:11.577663 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-24d6d891-0535-425f-b2de-25b5314cc75b service neutron] 10.222.0.18 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436677 Mar 28 11:00:11.667824 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-154a9e32-35c1-4420-8f10-492e2c805dc6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9183216 Mar 28 11:00:11.670664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 39990) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:11.676292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:11.681256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:11.685222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Usage tracker for resource:router and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:11.688360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:11.695047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:11.721177 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-aa642063-39ce-4c15-8c81-f13e98b6b83d service neutron] 10.222.0.18 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369934 Mar 28 11:00:11.744343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-8a13414b-468c-4d72-8ffa-41d8f4434cba', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:00:11.745432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:11.766886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:11.767954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:11.783798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:11.898168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Allocated IP 172.20.0.2 (8a13414b-468c-4d72-8ffa-41d8f4434cba/5b0d7c2b-598b-432e-afb1-8c6f02962280/90f81a69-0393-474c-9dba-f24f2a467729) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:12.097357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:12.107273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Transition to ACTIVE for port object 90f81a69-0393-474c-9dba-f24f2a467729 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:12.125228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Transition to ACTIVE for port object 90f81a69-0393-474c-9dba-f24f2a467729 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:12.128862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:12.212741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:12.275501 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:12.282354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:12.285258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:12.295346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Pushing event updated for resources: {'Port': ['ID=90f81a69-0393-474c-9dba-f24f2a467729,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:12.378117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Attempting to bind port 90f81a69-0393-474c-9dba-f24f2a467729 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:12.378478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Attempting to bind port 90f81a69-0393-474c-9dba-f24f2a467729 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:12.378829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Attempting to bind port 90f81a69-0393-474c-9dba-f24f2a467729 on network 8a13414b-468c-4d72-8ffa-41d8f4434cba {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:12.383822 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:12.384191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Checking segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:12.384578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:12.384956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Bound using segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:12.385403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Bound port: 90f81a69-0393-474c-9dba-f24f2a467729, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:12.385762 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:12.472634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] For port 90f81a69-0393-474c-9dba-f24f2a467729, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:12.475681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] For port 90f81a69-0393-474c-9dba-f24f2a467729, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=90f81a69-0393-474c-9dba-f24f2a467729,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:12.534458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:12.561765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:12.566817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:12.644087 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e37033-0722-4f24-9536-b0ca8cf84adc None None] Pushing event updated for resources: {'Port': ['ID=90f81a69-0393-474c-9dba-f24f2a467729,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:12.699671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 39996) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:12.707122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Allocated IP 172.26.2.229 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/9fe2f303-ae99-4a0e-b92a-91b798857b2d) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:12.826437 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-399273da-0494-4f47-b1f7-f569e9f76e20 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/0100b174-54b1-445a-bd51-3853e39f4411 HTTP/1.1" status: 200 len: 993 time: 0.1250103 Mar 28 11:00:13.043229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:13.088570 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ca161aa-ff7a-4981-a5bb-2fe8f49f9b16 req-8d7f3435-ebac-4237-b8ab-cddd253944e7 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 210 time: 0.0861652 Mar 28 11:00:13.129930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:13.188630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:13.192092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:13.195834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:13.212452 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40014) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:13.250133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe2f303-ae99-4a0e-b92a-91b798857b2d,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:13.392057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 90f81a69-0393-474c-9dba-f24f2a467729 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:13.461988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 71097637-2de7-4bb7-a5e8-b637ec5b6244 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:13.462338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:13.655130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 90f81a69-0393-474c-9dba-f24f2a467729 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:13.806898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:13.807473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:13.876226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7783a4-bc99-47a8-8845-4c46b17d9c4e None None] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:13.882406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:13.947491 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 71097637-2de7-4bb7-a5e8-b637ec5b6244 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:00:14.072163 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-efafc2b3-f82b-43fc-b115-b04d3726f46e None None] Provisioning for port 90f81a69-0393-474c-9dba-f24f2a467729 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:14.141932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-efafc2b3-f82b-43fc-b115-b04d3726f46e None None] Provisioning complete for port 90f81a69-0393-474c-9dba-f24f2a467729 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:14.142353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-efafc2b3-f82b-43fc-b115-b04d3726f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:14.167703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:14.251367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=71097637-2de7-4bb7-a5e8-b637ec5b6244,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:14.255905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:14.307748 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cad32c86-2fb7-4b7c-aabd-312567e681c2 req-ab7f5f2a-ca16-4f3c-812e-e335ec06effd tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 210 time: 0.1044264 Mar 28 11:00:14.308970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.309785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.309785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.310171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.310280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.310725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.311061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.311382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.311709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.312027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.312348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.312664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:14.318938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-efafc2b3-f82b-43fc-b115-b04d3726f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:14.351811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-efafc2b3-f82b-43fc-b115-b04d3726f46e None None] For port 90f81a69-0393-474c-9dba-f24f2a467729, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=90f81a69-0393-474c-9dba-f24f2a467729,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:14.374938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:14.375336 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 0100b174-54b1-445a-bd51-3853e39f4411 disassociated (deleted). External IP: 172.26.2.242, port: 0828ad28-9806-4f7e-879b-7c7daefaf251. Mar 28 11:00:14.425340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-efafc2b3-f82b-43fc-b115-b04d3726f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:14.525706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafc2b3-f82b-43fc-b115-b04d3726f46e None None] Pushing event updated for resources: {'Port': ['ID=90f81a69-0393-474c-9dba-f24f2a467729,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:14.532796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Router bbdef605-43f6-4beb-b05a-e351f3e995ee is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:00:14.647418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a94e01b7-98b3-4379-a6be-e8830b64057e None None] Provisioning complete for port 90f81a69-0393-474c-9dba-f24f2a467729 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:14.647696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a94e01b7-98b3-4379-a6be-e8830b64057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:14.795481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router ef77c959-1889-4890-b14a-9749fb1c53f8 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:00:14.847202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:00:14.859698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Sync routers for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:00:14.872185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:14.873197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:59:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:14.955698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:14.959760 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-296c3edc-5a5e-4308-83fb-76ab9a5bf189 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2881021 Mar 28 11:00:14.960358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40022) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:14.975238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:00:14.987712 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] Sync routers for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:00:14.996930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:14.998121 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:14.998728 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:59:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:15.063617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:15.095507 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4e66bdce-163b-456f-8f3b-657d7b9a7317 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/floatingips/0100b174-54b1-445a-bd51-3853e39f4411 HTTP/1.1" status: 204 len: 168 time: 1.8819239 Mar 28 11:00:15.096593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:00:15.148428 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'status': 'completed', 'code': 200} Mar 28 11:00:15.234787 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:15.415006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 90f81a69-0393-474c-9dba-f24f2a467729 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:15.539255 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-950dfee5-4741-48d2-9714-7c121ea04b82 req-e8a5f54a-fd20-47e8-b56b-93f8710102b9 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 210 time: 0.0709848 Mar 28 11:00:15.588906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-4350853a-3002-4aab-882c-6ae16edc241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:15.589255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 90f81a69-0393-474c-9dba-f24f2a467729 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:15.589742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:15.591544 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-4350853a-3002-4aab-882c-6ae16edc241e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 1098 time: 0.2607899 Mar 28 11:00:15.628838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:13Z', 'revision_number': 3, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:15.643699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Checking router: bbdef605-43f6-4beb-b05a-e351f3e995ee for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:00:15.644936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Updating router bbdef605-43f6-4beb-b05a-e351f3e995ee port 9fe2f303-ae99-4a0e-b92a-91b798857b2d binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:00:15.688968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:15.694302 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b617e341-c099-4962-ab1e-f1cdb01d793a', 'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:68:8d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:59:01Z', 'updated_at': '2022-03-28T10:59:10Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:15.699776 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] Checking router: ef77c959-1889-4890-b14a-9749fb1c53f8 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:00:15.713076 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:15.713843 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:59:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:15.726343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:15.876709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47466110-d1d4-4faa-b73e-b5172909e47d req-b7cb959e-255e-4dcf-aa29-10b2d3450a4d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:15.878211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-47466110-d1d4-4faa-b73e-b5172909e47d req-b7cb959e-255e-4dcf-aa29-10b2d3450a4d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:15.924411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-3112ac0e-e86a-43fa-9511-9cd1dd656c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:15.926295 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-3112ac0e-e86a-43fa-9511-9cd1dd656c8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca89d351-7653-4c99-a7ad-66e47f44da21 HTTP/1.1" status: 200 len: 897 time: 0.2768874 Mar 28 11:00:15.964018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-47466110-d1d4-4faa-b73e-b5172909e47d req-b7cb959e-255e-4dcf-aa29-10b2d3450a4d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:15.965369 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-47466110-d1d4-4faa-b73e-b5172909e47d req-b7cb959e-255e-4dcf-aa29-10b2d3450a4d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 945 time: 0.1903486 Mar 28 11:00:16.009940 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:16.033068 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-47466110-d1d4-4faa-b73e-b5172909e47d req-1d6349fd-3b3a-4f7c-8743-5e707198eef6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542586 Mar 28 11:00:16.075984 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-8fcf2ca9-22f5-4a5c-be41-a86c00aa977a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0828ad28-9806-4f7e-879b-7c7daefaf251 HTTP/1.1" status: 200 len: 217 time: 0.1328201 Mar 28 11:00:16.190597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:16.205948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Transition to ACTIVE for port object 9fe2f303-ae99-4a0e-b92a-91b798857b2d will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:16.215352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-b7b4e49c-8c1d-4a71-bf91-6ce00c891a5e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:16.217049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-b7b4e49c-8c1d-4a71-bf91-6ce00c891a5e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Synchronizing usage tracker for tenant:6aac615d8e6045349f17a05b6d48ea88 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:16.228466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-348126f5-be7a-4ea8-8d81-3d9e19ff4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:16.229987 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-348126f5-be7a-4ea8-8d81-3d9e19ff4833 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a15c7d4c-b245-4911-bf23-b6d7387ec6f4 HTTP/1.1" status: 200 len: 834 time: 0.1466258 Mar 28 11:00:16.237598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:16.283732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:16.367873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Attempting to bind port 9fe2f303-ae99-4a0e-b92a-91b798857b2d on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:16.368137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Attempting to bind port 9fe2f303-ae99-4a0e-b92a-91b798857b2d by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:16.368540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Attempting to bind port 9fe2f303-ae99-4a0e-b92a-91b798857b2d on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:16.376428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18c599-8953-497d-b963-21c6b6bddc25 None None] Pushing event updated for resources: {'Port': ['ID=9fe2f303-ae99-4a0e-b92a-91b798857b2d,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:16.379329 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b617e341-c099-4962-ab1e-f1cdb01d793a', 'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:68:8d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:59:01Z', 'updated_at': '2022-03-28T10:59:10Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:16.380711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 10, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:16.381109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:16.381519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:16.381939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:16.382421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Bound port: 9fe2f303-ae99-4a0e-b92a-91b798857b2d, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:16.382794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:16.385469 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e6e11-9d96-43ff-a2d3-f7d0a16bdc4f None None] The sync data for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv is: [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T10:59:03Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b617e341-c099-4962-ab1e-f1cdb01d793a', 'name': '', 'network_id': 'ca89d351-7653-4c99-a7ad-66e47f44da21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:68:8d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:59:01Z', 'updated_at': '2022-03-28T10:59:10Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a15c7d4c-b245-4911-bf23-b6d7387ec6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:00:16.466393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] For port 9fe2f303-ae99-4a0e-b92a-91b798857b2d, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:16.469560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] For port 9fe2f303-ae99-4a0e-b92a-91b798857b2d, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9fe2f303-ae99-4a0e-b92a-91b798857b2d,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:16.479574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-b7b4e49c-8c1d-4a71-bf91-6ce00c891a5e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Unset dirty status for tenant:6aac615d8e6045349f17a05b6d48ea88 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:16.480688 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-b7b4e49c-8c1d-4a71-bf91-6ce00c891a5e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.31 "GET /v2.0/networks?id=fd7837ba-37df-42a8-a7be-7080b6ad898d HTTP/1.1" status: 200 len: 811 time: 0.6941466 Mar 28 11:00:16.509231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Request body: {'port': {'device_id': '8a8a1021-403d-49fd-b348-a85cea4666c8', 'network_id': 'fd7837ba-37df-42a8-a7be-7080b6ad898d', 'admin_state_up': True, 'tenant_id': '6aac615d8e6045349f17a05b6d48ea88'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:16.524267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:16.625510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:16.626205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T10:59:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:16.677746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-a607b1f0-db60-41ea-a1be-a3fe92296e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:16.679249 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-a607b1f0-db60-41ea-a1be-a3fe92296e7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca89d351-7653-4c99-a7ad-66e47f44da21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4320688 Mar 28 11:00:16.701852 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded8a3c-274d-4729-b5bf-2ab710f9b0a3 None None] New status for floating IP 0100b174-54b1-445a-bd51-3853e39f4411: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:00:16.836589 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4ee839b8-f757-4f91-9fc7-38a661fd955d req-f2db570d-4625-4273-875a-9a8d072dfed8 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 210 time: 0.1647356 Mar 28 11:00:16.842103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18c599-8953-497d-b963-21c6b6bddc25 None None] Pushing event updated for resources: {'Port': ['ID=9fe2f303-ae99-4a0e-b92a-91b798857b2d,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:16.875073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:16.882087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Usage tracker for resource:port and tenant:6aac615d8e6045349f17a05b6d48ea88 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:16.886258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:16.895934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:16.919821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Allocated IP 172.20.0.1 (8a13414b-468c-4d72-8ffa-41d8f4434cba/5b0d7c2b-598b-432e-afb1-8c6f02962280/466edf2e-b6da-444e-b7ab-3c2bff8dbedc) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:16.944230 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-d3cbcad4-4233-420f-81a7-783172f4678c service neutron] 10.222.0.31 "GET /v2.0/networks/ca89d351-7653-4c99-a7ad-66e47f44da21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532253 Mar 28 11:00:16.964876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:16.993247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Made reservation on behalf of 6aac615d8e6045349f17a05b6d48ea88 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:16.996667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:17.211610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f25a20-0860-488c-a79b-87ea0306f200 req-c693a414-fdb2-4ddf-b97d-900468dfee8d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:17.213446 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-06f25a20-0860-488c-a79b-87ea0306f200 req-c693a414-fdb2-4ddf-b97d-900468dfee8d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 945 time: 0.0833857 Mar 28 11:00:17.265423 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-06f25a20-0860-488c-a79b-87ea0306f200 req-26f1415b-423c-4a0f-9adf-5043eb9f89c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458338 Mar 28 11:00:17.275465 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2479c942-5d7a-4f03-b5fa-1c2bb5e17dc1 req-10be86b5-78d0-4381-b55b-311e3a3c63ce service neutron] 10.222.0.31 "GET /v2.0/networks/ca89d351-7653-4c99-a7ad-66e47f44da21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136148 Mar 28 11:00:17.281405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:13Z', 'revision_number': 3, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:17.281405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97fbe1-709f-46d0-af74-81f78967395b None None] The sync data for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv is: [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:13Z', 'revision_number': 3, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:00:17.286488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:17.351662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Transition to ACTIVE for port object 466edf2e-b6da-444e-b7ab-3c2bff8dbedc will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:17.374393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Allocated IP 172.20.0.9 (fd7837ba-37df-42a8-a7be-7080b6ad898d/7a93400a-fe8c-4618-9190-07a0f199cfcf/f0b8aef7-eadc-44e7-97f5-90915748ee9a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:17.535172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:17.678404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:17.684229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:17.701652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-a60eafad-e24a-4c7c-b2d6-7307b0233ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:17.702418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-a60eafad-e24a-4c7c-b2d6-7307b0233ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:17.709707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:17.748027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Pushing event updated for resources: {'Port': ['ID=466edf2e-b6da-444e-b7ab-3c2bff8dbedc,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:17.805649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-a60eafad-e24a-4c7c-b2d6-7307b0233ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:17.806749 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-a60eafad-e24a-4c7c-b2d6-7307b0233ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 945 time: 0.4168251 Mar 28 11:00:17.811323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:17.867539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:17.913963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 0828ad28-9806-4f7e-879b-7c7daefaf251 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:17.914334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:17.984800 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5f252d00-61fb-4016-928b-8ce25379997f None None] Provisioning for port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:17.991506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5f252d00-61fb-4016-928b-8ce25379997f None None] Provisioning complete for port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:17.993145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5f252d00-61fb-4016-928b-8ce25379997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:18.005362 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d70f332-b610-4711-ace6-628dc5f053bc req-5e97146c-9b28-48d5-8437-00f3e6bc1074 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 210 time: 0.0479128 Mar 28 11:00:18.067553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5f252d00-61fb-4016-928b-8ce25379997f None None] Port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:00:18.116161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:18.229683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d58b76a2-ab3e-4aec-88da-62a60d962475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:18.365040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Network fd7837ba-37df-42a8-a7be-7080b6ad898d is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:18.370629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:18.377156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:18.457461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaa653-371a-418d-b8b6-e78c32b382e0 req-01abb4df-0910-4cb5-bf81-8be986d73757 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:18.458957 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dbfaa653-371a-418d-b8b6-e78c32b382e0 req-01abb4df-0910-4cb5-bf81-8be986d73757 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 945 time: 0.0849574 Mar 28 11:00:18.480600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Pushing event updated for resources: {'Port': ['ID=f0b8aef7-eadc-44e7-97f5-90915748ee9a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:18.506544 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dbfaa653-371a-418d-b8b6-e78c32b382e0 req-3d5ca0c0-0d55-4e63-b110-19ffdf5e4a04 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=feb794f5-1a75-481d-8c6d-ae462e547de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Mar 28 11:00:18.523901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:18.524510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:18.531057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 0828ad28-9806-4f7e-879b-7c7daefaf251, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0828ad28-9806-4f7e-879b-7c7daefaf251,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:18.531954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:18.540381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:18.709412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 0828ad28-9806-4f7e-879b-7c7daefaf251 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:00:18.755359 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-51dc3bad-4cf9-4a5b-9f6c-37eccb0697f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2532721 Mar 28 11:00:18.791150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Request body: {'port': {'device_id': '8a8a1021-403d-49fd-b348-a85cea4666c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:19.061409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:19.199728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed087edc-61df-4b35-9da0-146322b19696 req-e2259d9d-a03f-41d0-926c-9030eaf07c4f tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:19.201260 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ed087edc-61df-4b35-9da0-146322b19696 req-e2259d9d-a03f-41d0-926c-9030eaf07c4f tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 931 time: 0.0851014 Mar 28 11:00:19.223660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:19.226489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:19.247234 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ed087edc-61df-4b35-9da0-146322b19696 req-8fef68c3-e19c-40ae-bd00-f61f1bebc50f tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Mar 28 11:00:19.290174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=0828ad28-9806-4f7e-879b-7c7daefaf251,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:19.333781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:19.379217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9fe2f303-ae99-4a0e-b92a-91b798857b2d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:19.477064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port 0828ad28-9806-4f7e-879b-7c7daefaf251 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:00:19.494652 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 9fe2f303-ae99-4a0e-b92a-91b798857b2d completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:19.499708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9fe2f303-ae99-4a0e-b92a-91b798857b2d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:19.500177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:19.529280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:19.533833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'name': 'network-vif-deleted', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:00:19.588282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:19.593538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Pushing event updated for resources: {'Port': ['ID=466edf2e-b6da-444e-b7ab-3c2bff8dbedc,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:19.601059 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12c20bd-362c-431f-8194-98588d671c3c', 'name': 'network-vif-deleted', 'tag': '0828ad28-9806-4f7e-879b-7c7daefaf251', 'status': 'completed', 'code': 200} Mar 28 11:00:19.651515 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0dde3a39-f641-45b4-86c2-5052c54ca7e9 req-228c0a13-f26a-4377-9ecb-f9419e74d8b3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/0828ad28-9806-4f7e-879b-7c7daefaf251 HTTP/1.1" status: 204 len: 173 time: 1.8338194 Mar 28 11:00:19.677369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:19.692248 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fda9b6b-bdf5-4b8f-8c28-7f8deda8af15 req-edfa71fe-9ad0-40a1-b85e-d23132511704 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 210 time: 0.0625508 Mar 28 11:00:19.713599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 9fe2f303-ae99-4a0e-b92a-91b798857b2d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9fe2f303-ae99-4a0e-b92a-91b798857b2d,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:19.785197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:19.868535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=9fe2f303-ae99-4a0e-b92a-91b798857b2d,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:19.875664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.876015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.876356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.877228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.877542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.877871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.878462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.878593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.878854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.879175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.879496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.879815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:19.935874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:19.938460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:19.942157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b8aef7-eadc-44e7-97f5-90915748ee9a {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:00:19.951811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:20.033596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Transition to ACTIVE for port object f0b8aef7-eadc-44e7-97f5-90915748ee9a will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:20.124964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:20.200129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0091ea47-eddc-41c9-bab3-68712ae6cc61 None None] Provisioning complete for port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:20.200496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0091ea47-eddc-41c9-bab3-68712ae6cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:20.257321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Router bbdef605-43f6-4beb-b05a-e351f3e995ee has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:00:20.293129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0091ea47-eddc-41c9-bab3-68712ae6cc61 None None] Port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:00:20.320308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b8aef7-eadc-44e7-97f5-90915748ee9a,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:20.448579 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d829-fbac-4c29-82ae-a9bb41784ce7 req-3b6f1ce6-60cf-4f34-b4fd-b499bbe220a3 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:20.450068 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0991d829-fbac-4c29-82ae-a9bb41784ce7 req-3b6f1ce6-60cf-4f34-b4fd-b499bbe220a3 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 943 time: 0.0930636 Mar 28 11:00:20.452589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5febc099-b06c-4978-82bc-9c90055584a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:20.503484 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0991d829-fbac-4c29-82ae-a9bb41784ce7 req-35a79a43-0966-4d7b-b7e7-4e396425f9c7 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444949 Mar 28 11:00:20.541740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Attempting to bind port f0b8aef7-eadc-44e7-97f5-90915748ee9a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:20.542330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Attempting to bind port f0b8aef7-eadc-44e7-97f5-90915748ee9a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3c2b3da4-c3d1-483f-bf94-5d76270c76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fd7837ba-37df-42a8-a7be-7080b6ad898d'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:20.542449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Attempting to bind port f0b8aef7-eadc-44e7-97f5-90915748ee9a on network fd7837ba-37df-42a8-a7be-7080b6ad898d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:20.561102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Port f0b8aef7-eadc-44e7-97f5-90915748ee9a on network fd7837ba-37df-42a8-a7be-7080b6ad898d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:00:20.561418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Attempting to bind port f0b8aef7-eadc-44e7-97f5-90915748ee9a on network fd7837ba-37df-42a8-a7be-7080b6ad898d {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:20.567664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:00:20.573661 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8cdc39d1-5211-482b-8f0c-f2a0f94d3665 admin admin] 10.222.0.18 "PUT /v2.0/routers/bbdef605-43f6-4beb-b05a-e351f3e995ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6121378 Mar 28 11:00:20.575556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:20.575894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Checking segment: {'id': '3c2b3da4-c3d1-483f-bf94-5d76270c76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fd7837ba-37df-42a8-a7be-7080b6ad898d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:20.576276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Bound using segment: {'id': '3c2b3da4-c3d1-483f-bf94-5d76270c76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fd7837ba-37df-42a8-a7be-7080b6ad898d'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:20.576407 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Sync routers for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:00:20.576845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Bound port: f0b8aef7-eadc-44e7-97f5-90915748ee9a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2b3da4-c3d1-483f-bf94-5d76270c76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fd7837ba-37df-42a8-a7be-7080b6ad898d'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:20.577071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:20.588091 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:20.588091 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:20.686881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] For port f0b8aef7-eadc-44e7-97f5-90915748ee9a, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:20.691939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] For port f0b8aef7-eadc-44e7-97f5-90915748ee9a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f0b8aef7-eadc-44e7-97f5-90915748ee9a,segment=NetworkSegment(3c2b3da4-c3d1-483f-bf94-5d76270c76d4),segment_id=3c2b3da4-c3d1-483f-bf94-5d76270c76d4)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:20.771907 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:20.801679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:20.861020 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b2490aec-87db-4c5c-88fe-b9b9ecbc2522 req-ad977569-a417-4791-8479-3125b07ccafb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=b12c20bd-362c-431f-8194-98588d671c3c HTTP/1.1" status: 200 len: 210 time: 0.0436320 Mar 28 11:00:20.867648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:20.867648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:20.867648 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] 10.222.0.31 "PUT /v2.0/ports/f0b8aef7-eadc-44e7-97f5-90915748ee9a HTTP/1.1" status: 200 len: 1093 time: 2.0834930 Mar 28 11:00:20.899555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab28fdd-1406-4ecf-9d76-7721e0b0b599 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b8aef7-eadc-44e7-97f5-90915748ee9a,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:20.907442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0828ad28-9806-4f7e-879b-7c7daefaf251 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:00:20.942957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 0828ad28-9806-4f7e-879b-7c7daefaf251 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:00:20.943412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0828ad28-9806-4f7e-879b-7c7daefaf251 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:00:21.089446 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 2, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:21.089746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-d64c1867-9577-4d91-957a-b6cab4d5aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:21.091231 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-d64c1867-9577-4d91-957a-b6cab4d5aac1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aac615d8e6045349f17a05b6d48ea88&device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 1096 time: 0.0746005 Mar 28 11:00:21.093746 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Checking router: bbdef605-43f6-4beb-b05a-e351f3e995ee for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:00:21.094123 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Updating router bbdef605-43f6-4beb-b05a-e351f3e995ee port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:00:21.152005 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.175985 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-b1c78a00-8fb2-4817-8d52-d321cfb9c71f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b8aef7-eadc-44e7-97f5-90915748ee9a HTTP/1.1" status: 200 len: 217 time: 0.0644879 Mar 28 11:00:21.246006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-35262d7a-2662-4bd0-a856-94e52fb404d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:21.247511 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-35262d7a-2662-4bd0-a856-94e52fb404d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a93400a-fe8c-4618-9190-07a0f199cfcf HTTP/1.1" status: 200 len: 851 time: 0.0611019 Mar 28 11:00:21.299205 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-2ad3bedf-f978-41ff-8201-c25f051122b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd7837ba-37df-42a8-a7be-7080b6ad898d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423369 Mar 28 11:00:21.371612 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9fe2f303-ae99-4a0e-b92a-91b798857b2d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:21.378273 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40070) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:21.383832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1421727167-network', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:21.388982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:21.403305 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Usage tracker for resource:network and tenant:5e57aaf27e6a48538ac883105fbad634 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:21.417665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:21.436806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:21.446261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9fe2f303-ae99-4a0e-b92a-91b798857b2d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:21.447201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.485751 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-c20f30b6-1995-4c11-9bd6-9df9fd5f505d service neutron] 10.222.0.31 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765492 Mar 28 11:00:21.523311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Made reservation on behalf of 5e57aaf27e6a48538ac883105fbad634 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:21.526140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.560338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.593422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:21.600964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Usage tracker for resource:security_group_rule and tenant:5e57aaf27e6a48538ac883105fbad634 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:21.606898 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:21.627823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:21.662454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8a1021-403d-49fd-b348-a85cea4666c8', 'tag': 'f0b8aef7-eadc-44e7-97f5-90915748ee9a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:00:21.682734 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.685593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.708757 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Transition to ACTIVE for port object 466edf2e-b6da-444e-b7ab-3c2bff8dbedc will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:21.732343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.753267 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8a1021-403d-49fd-b348-a85cea4666c8', 'tag': 'f0b8aef7-eadc-44e7-97f5-90915748ee9a', 'status': 'completed', 'code': 200} Mar 28 11:00:21.763447 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad14e232-901a-4f46-96e1-015b8d56f4f0 req-56d9d528-f317-4874-8e59-992a7aaaad47 service neutron] 10.222.0.31 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680566 Mar 28 11:00:21.786678 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.819870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.848624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb10e65-7e06-4f50-b43c-fe1c6250578e req-5bea805b-caae-44b1-9fc5-e59961c3535c tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:21.850306 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8eb10e65-7e06-4f50-b43c-fe1c6250578e req-5bea805b-caae-44b1-9fc5-e59961c3535c tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 943 time: 0.1205399 Mar 28 11:00:21.890965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.904598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:00:21.915172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.916212 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Added segment 29785f31-8d58-46fc-98a0-887ce389e406 of type vlan for network 2cf19984-f670-4828-88a8-887fa1fd0fd4 Mar 28 11:00:21.952573 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Pushing event updated for resources: {'Port': ['ID=466edf2e-b6da-444e-b7ab-3c2bff8dbedc,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:21.960992 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.961581 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.962109 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.962596 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.963080 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.963667 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.964149 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.964640 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.965132 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.965649 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.966168 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.966658 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:00:21.981682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:21.996556 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8eb10e65-7e06-4f50-b43c-fe1c6250578e req-d0378cdf-8228-4517-94b4-736240d5340c tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395128 Mar 28 11:00:22.026386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40080) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:22.031745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0d0d9d-bc19-4a8d-8656-31162002fa25,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:22.115185 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7257cb65-4511-487f-88e8-7a3d0f7485a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.133359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.134266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:22.134833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.160702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-94768de7-8da6-4cf7-85e8-7e81f1819911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:22.162255 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-94768de7-8da6-4cf7-85e8-7e81f1819911 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aac615d8e6045349f17a05b6d48ea88&device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 1096 time: 0.2222483 Mar 28 11:00:22.183420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7257cb65-4511-487f-88e8-7a3d0f7485a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.279883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf19984-f670-4828-88a8-887fa1fd0fd4,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:22.289621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 2cf19984-f670-4828-88a8-887fa1fd0fd4 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:00:22.298964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-86b7885c-a3a7-4c95-81bc-ab65971b5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:22.301104 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-86b7885c-a3a7-4c95-81bc-ab65971b5aa5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd7837ba-37df-42a8-a7be-7080b6ad898d HTTP/1.1" status: 200 len: 912 time: 0.1299267 Mar 28 11:00:22.349686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fa36d936-3679-41b7-b8b2-65f573163977 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9678915 Mar 28 11:00:22.350307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40084) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:22.355524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Request body: {'subnet': {'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1421727167-subnet', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'ip_version': 4}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:22.360643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:22.365226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Usage tracker for resource:subnet and tenant:5e57aaf27e6a48538ac883105fbad634 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:22.368845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:22.372890 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-87641b27-b6c2-49a4-ad4a-2f2e4665d488 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b8aef7-eadc-44e7-97f5-90915748ee9a HTTP/1.1" status: 200 len: 217 time: 0.0647533 Mar 28 11:00:22.374882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:22.397889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7257cb65-4511-487f-88e8-7a3d0f7485a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.417446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257cb65-4511-487f-88e8-7a3d0f7485a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb794f5-1a75-481d-8c6d-ae462e547de7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:22.429415 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Attempting to bind port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:22.430173 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Attempting to bind port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:22.430658 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Attempting to bind port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc on network 8a13414b-468c-4d72-8ffa-41d8f4434cba {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:22.436128 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:22.436594 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Checking segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:22.441924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.441924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Bound using segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:22.441924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Bound port: 466edf2e-b6da-444e-b7ab-3c2bff8dbedc, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:22.441924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.442673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-3fec3b04-a715-4b98-b9fc-a0bcebeaee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:22.442960 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-3fec3b04-a715-4b98-b9fc-a0bcebeaee97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a93400a-fe8c-4618-9190-07a0f199cfcf HTTP/1.1" status: 200 len: 851 time: 0.0622368 Mar 28 11:00:22.460548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Made reservation on behalf of 5e57aaf27e6a48538ac883105fbad634 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:22.462969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.490847 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-6f0545a7-54e3-4f01-99fd-42da27d3d10f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd7837ba-37df-42a8-a7be-7080b6ad898d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420735 Mar 28 11:00:22.504974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7257cb65-4511-487f-88e8-7a3d0f7485a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.509390 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7257cb65-4511-487f-88e8-7a3d0f7485a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/feb794f5-1a75-481d-8c6d-ae462e547de7 HTTP/1.1" status: 204 len: 168 time: 0.4820273 Mar 28 11:00:22.543766 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] For port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:22.546797 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] For port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=466edf2e-b6da-444e-b7ab-3c2bff8dbedc,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:22.608712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40090) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:22.627647 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.694389 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:22.695718 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:22.761765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.780683 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3befee7-0fbe-4771-8045-2d512adef261 None None] Pushing event updated for resources: {'Port': ['ID=466edf2e-b6da-444e-b7ab-3c2bff8dbedc,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:22.803999 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-9a604a35-b56b-4724-876b-e359f0d47468 service neutron] 10.222.0.31 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055584 Mar 28 11:00:22.868136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Checking segment: {'id': '29785f31-8d58-46fc-98a0-887ce389e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:22.868136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Network hostable DHCP agents. Network: 2cf19984-f670-4828-88a8-887fa1fd0fd4, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:00:22.909650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83588b95-9304-45fc-ac9a-aaaab898ba55,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:22.930905 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:22.963616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:22.997845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Network 2cf19984-f670-4828-88a8-887fa1fd0fd4 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:00:23.083958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 2cf19984-f670-4828-88a8-887fa1fd0fd4) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:23.098724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2be7d6-97c1-4399-a386-0685c6b5c7d8 None None] Network 2cf19984-f670-4828-88a8-887fa1fd0fd4 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:23.112301 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-685fa69c-e4b6-401e-918a-8f9c5532c786 req-996b6fd9-e01f-42ca-9b20-d5658f0c6447 service neutron] 10.222.0.31 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980487 Mar 28 11:00:23.118872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:23.119872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:23.284456 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c60aed72-5f25-44dd-833a-7f2198282ca7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9332747 Mar 28 11:00:23.287062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40096) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:23.293751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:23.300919 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:22Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:23.300919 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62442492-c93b-4d84-9512-6bbe879745ed None None] The sync data for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv is: [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:22Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:00:23.302147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f05c2-cca8-488d-b1b3-cc7a7f44dc89 req-5fce9c9d-c714-4169-8f96-6eca3bf38a5e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:23.303197 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d87f05c2-cca8-488d-b1b3-cc7a7f44dc89 req-5fce9c9d-c714-4169-8f96-6eca3bf38a5e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 943 time: 0.1727016 Mar 28 11:00:23.316028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:23.321959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Usage tracker for resource:router and tenant:5e57aaf27e6a48538ac883105fbad634 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:23.327299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:23.334513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:23.390517 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d87f05c2-cca8-488d-b1b3-cc7a7f44dc89 req-fc655024-78e2-4cf2-9058-a118ad1bcadf tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801337 Mar 28 11:00:23.405164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-2cf19984-f670-4828-88a8-887fa1fd0fd4', 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'fixed_ips': [{'subnet_id': '83588b95-9304-45fc-ac9a-aaaab898ba55'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:00:23.405164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:23.440213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:23.441235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:23.453131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:23.536950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:23.594142 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Allocated IP 172.20.0.2 (2cf19984-f670-4828-88a8-887fa1fd0fd4/83588b95-9304-45fc-ac9a-aaaab898ba55/f19ecb5a-fc40-42af-b785-c14a650cdadd) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:23.820234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:23.830812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Transition to ACTIVE for port object f19ecb5a-fc40-42af-b785-c14a650cdadd will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:23.852588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Transition to ACTIVE for port object f19ecb5a-fc40-42af-b785-c14a650cdadd will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:23.906900 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:23.981283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Network 2cf19984-f670-4828-88a8-887fa1fd0fd4 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:23.984888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:23.987386 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Pushing event updated for resources: {'Port': ['ID=f19ecb5a-fc40-42af-b785-c14a650cdadd,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:23.989629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:24.090865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Attempting to bind port f19ecb5a-fc40-42af-b785-c14a650cdadd on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:24.091221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Attempting to bind port f19ecb5a-fc40-42af-b785-c14a650cdadd by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '29785f31-8d58-46fc-98a0-887ce389e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:24.091753 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Attempting to bind port f19ecb5a-fc40-42af-b785-c14a650cdadd on network 2cf19984-f670-4828-88a8-887fa1fd0fd4 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:24.097162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:24.097464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Checking segment: {'id': '29785f31-8d58-46fc-98a0-887ce389e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:24.097851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:24.098270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Bound using segment: {'id': '29785f31-8d58-46fc-98a0-887ce389e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:24.098724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Bound port: f19ecb5a-fc40-42af-b785-c14a650cdadd, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29785f31-8d58-46fc-98a0-887ce389e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:24.099093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:24.144230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:24.190052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] For port f19ecb5a-fc40-42af-b785-c14a650cdadd, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:24.193189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] For port f19ecb5a-fc40-42af-b785-c14a650cdadd, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f19ecb5a-fc40-42af-b785-c14a650cdadd,segment=NetworkSegment(29785f31-8d58-46fc-98a0-887ce389e406),segment_id=29785f31-8d58-46fc-98a0-887ce389e406)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:24.255500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port b617e341-c099-4962-ab1e-f1cdb01d793a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:24.255759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:24.255873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:24.348670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eec63-8d72-480c-9de8-e52ea14d72c4 None None] Pushing event updated for resources: {'Port': ['ID=f19ecb5a-fc40-42af-b785-c14a650cdadd,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:24.596997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port b617e341-c099-4962-ab1e-f1cdb01d793a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b617e341-c099-4962-ab1e-f1cdb01d793a,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:24.597310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:24.643909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f7f7-f047-455b-b6ba-9b13105e40ce req-cb5e547b-6af8-4038-a921-db06166af9f7 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:24.645446 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3864f7f7-f047-455b-b6ba-9b13105e40ce req-cb5e547b-6af8-4038-a921-db06166af9f7 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 943 time: 0.1053648 Mar 28 11:00:24.693083 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3864f7f7-f047-455b-b6ba-9b13105e40ce req-2c1da19a-b91f-4f33-9751-7fdd4f87faaf tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Mar 28 11:00:24.736682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for b617e341-c099-4962-ab1e-f1cdb01d793a owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:00:24.941761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device f0b8aef7-eadc-44e7-97f5-90915748ee9a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:00:25.085198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port f0b8aef7-eadc-44e7-97f5-90915748ee9a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f0b8aef7-eadc-44e7-97f5-90915748ee9a,segment=NetworkSegment(3c2b3da4-c3d1-483f-bf94-5d76270c76d4),segment_id=3c2b3da4-c3d1-483f-bf94-5d76270c76d4)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:25.100146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'f0b8aef7-eadc-44e7-97f5-90915748ee9a', 'network_id': 'fd7837ba-37df-42a8-a7be-7080b6ad898d', 'port_id': 'f0b8aef7-eadc-44e7-97f5-90915748ee9a', 'mac_address': 'fa:16:3e:00:17:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a93400a-fe8c-4618-9190-07a0f199cfcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:00:25.160351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:25.178711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b8aef7-eadc-44e7-97f5-90915748ee9a {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:00:25.196665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port f0b8aef7-eadc-44e7-97f5-90915748ee9a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f0b8aef7-eadc-44e7-97f5-90915748ee9a,segment=NetworkSegment(3c2b3da4-c3d1-483f-bf94-5d76270c76d4),segment_id=3c2b3da4-c3d1-483f-bf94-5d76270c76d4)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:25.233105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:25.272593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:25.275228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:25.311833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bae5bd-c128-4771-8179-0591e41245cd None None] Network 2cf19984-f670-4828-88a8-887fa1fd0fd4 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:25.468549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 466edf2e-b6da-444e-b7ab-3c2bff8dbedc up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:25.508497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Allocated IP 172.26.2.226 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/b0275b91-e3e7-4348-9aff-7b56c822c4f0) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:25.522748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=f0b8aef7-eadc-44e7-97f5-90915748ee9a,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:25.561093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:25.593292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e4139b87-f150-47e9-a14d-176b361facc4 None None] Provisioning for port f19ecb5a-fc40-42af-b785-c14a650cdadd completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:25.616630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=b617e341-c099-4962-ab1e-f1cdb01d793a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:25.651067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['f0b8aef7-eadc-44e7-97f5-90915748ee9a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:00:25.698570 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:25.711728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:25.712182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:25.941969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:25.944400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:26.011606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=466edf2e-b6da-444e-b7ab-3c2bff8dbedc,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:26.071857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:26.078353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd13713-0eb1-4ec0-bf4d-312b3fbca0db req-597b89a5-73bf-469e-ad3a-7d8399ca70cb tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:26.079915 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4dd13713-0eb1-4ec0-bf4d-312b3fbca0db req-597b89a5-73bf-469e-ad3a-7d8399ca70cb tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 944 time: 0.0871482 Mar 28 11:00:26.092152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:26.093091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f19ecb5a-fc40-42af-b785-c14a650cdadd up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:26.127975 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4dd13713-0eb1-4ec0-bf4d-312b3fbca0db req-6c39a1f0-22a2-496e-a5fd-56c51a98f5ec tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418096 Mar 28 11:00:26.234176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:26.238541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=466edf2e-b6da-444e-b7ab-3c2bff8dbedc,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:26.317096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:26.321965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:26.329109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port f19ecb5a-fc40-42af-b785-c14a650cdadd completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:26.334781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:26.334938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f19ecb5a-fc40-42af-b785-c14a650cdadd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:26.335150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:26.365843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b0275b91-e3e7-4348-9aff-7b56c822c4f0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:26.455635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:26.492989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port f19ecb5a-fc40-42af-b785-c14a650cdadd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f19ecb5a-fc40-42af-b785-c14a650cdadd,segment=NetworkSegment(29785f31-8d58-46fc-98a0-887ce389e406),segment_id=29785f31-8d58-46fc-98a0-887ce389e406)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:26.820748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:26.852583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router ef77c959-1889-4890-b14a-9749fb1c53f8 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:00:26.887859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=f19ecb5a-fc40-42af-b785-c14a650cdadd,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:26.958563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device f0b8aef7-eadc-44e7-97f5-90915748ee9a up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:27.031782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:00:27.041060 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] Sync routers for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:00:27.050584 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:27.050840 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-aaaeaecd-68cf-47c9-8d38-27751a659925 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/ef77c959-1889-4890-b14a-9749fb1c53f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4411161 Mar 28 11:00:27.051193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:27.053525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40104) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:27.103019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port f0b8aef7-eadc-44e7-97f5-90915748ee9a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:27.120913 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port f0b8aef7-eadc-44e7-97f5-90915748ee9a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:27.121522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.197034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-c285312b-f238-4381-b9eb-6d9255edbb41 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting subnet a15c7d4c-b245-4911-bf23-b6d7387ec6f4 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:00:27.224280 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:00:27.255257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c285312b-f238-4381-b9eb-6d9255edbb41 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.314595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:27.343347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c285312b-f238-4381-b9eb-6d9255edbb41 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.373682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.384378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de32b5-3d7e-4b6b-81a2-e428e6889d16 req-53de417c-9547-41ab-9032-b538ae711380 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:27.392133 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-45de32b5-3d7e-4b6b-81a2-e428e6889d16 req-53de417c-9547-41ab-9032-b538ae711380 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 944 time: 0.1433098 Mar 28 11:00:27.462856 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-45de32b5-3d7e-4b6b-81a2-e428e6889d16 req-73496cfd-b631-40b1-930e-8cf168c223a0 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692649 Mar 28 11:00:27.503538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 466edf2e-b6da-444e-b7ab-3c2bff8dbedc up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:27.590956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.649173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8a1021-403d-49fd-b348-a85cea4666c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b8aef7-eadc-44e7-97f5-90915748ee9a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:00:27.650875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c285312b-f238-4381-b9eb-6d9255edbb41 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.674875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port f0b8aef7-eadc-44e7-97f5-90915748ee9a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f0b8aef7-eadc-44e7-97f5-90915748ee9a,segment=NetworkSegment(3c2b3da4-c3d1-483f-bf94-5d76270c76d4),segment_id=3c2b3da4-c3d1-483f-bf94-5d76270c76d4)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:27.726600 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8a1021-403d-49fd-b348-a85cea4666c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b8aef7-eadc-44e7-97f5-90915748ee9a', 'code': 200} Mar 28 11:00:27.728062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:27.728434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.762135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.832205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.861437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=f0b8aef7-eadc-44e7-97f5-90915748ee9a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:27.871872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:27.906023 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] Checking router: ef77c959-1889-4890-b14a-9749fb1c53f8 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:00:27.923801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c285312b-f238-4381-b9eb-6d9255edbb41 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:27.927069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] Routers {'ef77c959-1889-4890-b14a-9749fb1c53f8'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:27.927697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ef77c959-1889-4890-b14a-9749fb1c53f8'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:27.999542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f19ecb5a-fc40-42af-b785-c14a650cdadd up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:28.027495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285312b-f238-4381-b9eb-6d9255edbb41 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Subnet': ['ID=a15c7d4c-b245-4911-bf23-b6d7387ec6f4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:28.029460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c285312b-f238-4381-b9eb-6d9255edbb41 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:28.039338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338e9d32-1ab4-45d5-a649-713df0b1a7f1 None None] Network ca89d351-7653-4c99-a7ad-66e47f44da21 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:28.040566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40112) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:28.040825 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c285312b-f238-4381-b9eb-6d9255edbb41 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/subnets/a15c7d4c-b245-4911-bf23-b6d7387ec6f4 HTTP/1.1" status: 204 len: 168 time: 0.9861243 Mar 28 11:00:28.234163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:28.301133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdd892-1d33-4df3-86d0-edd974bbd03a req-546d84ec-178d-416a-be5f-cc35910157c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:28.302673 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4ecdd892-1d33-4df3-86d0-edd974bbd03a req-546d84ec-178d-416a-be5f-cc35910157c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 1098 time: 0.2116246 Mar 28 11:00:28.324528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] Set router ef77c959-1889-4890-b14a-9749fb1c53f8 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:28.327390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:00:28.410611 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4ecdd892-1d33-4df3-86d0-edd974bbd03a req-b7209ae8-fdeb-4630-9a1d-ede51a1cc683 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982218 Mar 28 11:00:28.438276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f19ecb5a-fc40-42af-b785-c14a650cdadd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:28.438656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:28.536495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:00:28.549750 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Sync routers for ids ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:00:28.564533 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Routers {'83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:28.565697 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:28.572009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:28.626620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:28.630900 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-98a16b79-ffde-4224-8871-a9163e7357a1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3426201 Mar 28 11:00:28.631727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40118) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:28.676964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 745fc228-f68c-4ec1-bb8a-a92e26183369 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:28.677315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:28.735046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef19db-cca2-46a8-9e9f-a742301c43c7 None None] DHCP port deletion for ca89d351-7653-4c99-a7ad-66e47f44da21 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:00:28.754094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7fef19db-cca2-46a8-9e9f-a742301c43c7 None None] Deleting port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:28.754305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7fef19db-cca2-46a8-9e9f-a742301c43c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:28.811632 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Set router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:28.875176 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a34ad-d2ad-40dc-a4cb-6a62d05273b3 req-5333efd8-2d5d-4115-9995-72f77cc1e5c2 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:28.877676 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc6a34ad-d2ad-40dc-a4cb-6a62d05273b3 req-5333efd8-2d5d-4115-9995-72f77cc1e5c2 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.2517684 Mar 28 11:00:28.892521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:28.914644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665dded-e6c5-49f2-a773-66f9a303cad0 None None] The sync data for ids ['ef77c959-1889-4890-b14a-9749fb1c53f8'] in dv-neutron-835336-1-hyperv is: [{'id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'name': 'tempest-TestNetworkBasicOps-router-361376508', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T10:58:52Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '745fc228-f68c-4ec1-bb8a-a92e26183369', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef77c959-1889-4890-b14a-9749fb1c53f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T10:58:54Z', 'updated_at': '2022-03-28T10:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:00:28.945141 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc6a34ad-d2ad-40dc-a4cb-6a62d05273b3 req-78481b4c-e480-4cb9-bc4e-0379b1b0bcf6 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588441 Mar 28 11:00:28.979843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 745fc228-f68c-4ec1-bb8a-a92e26183369, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=745fc228-f68c-4ec1-bb8a-a92e26183369,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:28.981769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.080501 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7fef19db-cca2-46a8-9e9f-a742301c43c7 None None] For port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2cc6e89a-14ea-4b33-9757-11a6ee9aea09,segment=NetworkSegment(64c3a556-6499-45a9-8137-b5568c30ef7f),segment_id=64c3a556-6499-45a9-8137-b5568c30ef7f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:29.081118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7fef19db-cca2-46a8-9e9f-a742301c43c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.140331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 745fc228-f68c-4ec1-bb8a-a92e26183369 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:00:29.187432 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:23Z', 'updated_at': '2022-03-28T11:00:26Z', 'revision_number': 3, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'gw_port': {'id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:25Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:29.192491 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Checking router: 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:00:29.193037 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Updating router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd port b0275b91-e3e7-4348-9aff-7b56c822c4f0 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:00:29.208125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7fef19db-cca2-46a8-9e9f-a742301c43c7 None None] Calling delete_port for 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:00:29.256846 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.382062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b617e341-c099-4962-ab1e-f1cdb01d793a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:00:29.419875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7fef19db-cca2-46a8-9e9f-a742301c43c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.460327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.508659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef19db-cca2-46a8-9e9f-a742301c43c7 None None] Pushing event deleted for resources: {'Port': ['ID=2cc6e89a-14ea-4b33-9757-11a6ee9aea09,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:29.520439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b617e341-c099-4962-ab1e-f1cdb01d793a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:00:29.520981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b617e341-c099-4962-ab1e-f1cdb01d793a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:00:29.521515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:00:29.542926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=745fc228-f68c-4ec1-bb8a-a92e26183369,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:29.566588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.609097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:00:29.609811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:00:29.620248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef19db-cca2-46a8-9e9f-a742301c43c7 None None] No DVR routers for this DVR port 2cc6e89a-14ea-4b33-9757-11a6ee9aea09 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:00:29.699886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.732403 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.747704 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Transition to ACTIVE for port object b0275b91-e3e7-4348-9aff-7b56c822c4f0 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:29.823839 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.842244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Allocated IP 172.20.0.1 (2cf19984-f670-4828-88a8-887fa1fd0fd4/83588b95-9304-45fc-ac9a-aaaab898ba55/109ba71c-2006-44e2-bca8-8aebbca4f474) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:29.888302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.890695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.913680 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13676d13-d6c7-4cb6-8ce6-a2f90184452b None None] Pushing event updated for resources: {'Port': ['ID=b0275b91-e3e7-4348-9aff-7b56c822c4f0,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:29.919192 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Attempting to bind port b0275b91-e3e7-4348-9aff-7b56c822c4f0 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:29.919578 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Attempting to bind port b0275b91-e3e7-4348-9aff-7b56c822c4f0 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:29.919895 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Attempting to bind port b0275b91-e3e7-4348-9aff-7b56c822c4f0 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:29.925420 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:29.925790 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:29.926204 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.926581 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:29.927034 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Bound port: b0275b91-e3e7-4348-9aff-7b56c822c4f0, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:29.927390 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.994988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:29.995781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Fanout notify agent at l3_agent the message router_deleted on router ef77c959-1889-4890-b14a-9749fb1c53f8 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:00:30.005093 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] For port b0275b91-e3e7-4348-9aff-7b56c822c4f0, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:30.008218 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] For port b0275b91-e3e7-4348-9aff-7b56c822c4f0, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b0275b91-e3e7-4348-9aff-7b56c822c4f0,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:30.022256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.025389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.029068 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-37a97d0a-0f5b-42f4-ac59-855eb1ff8f02 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/routers/ef77c959-1889-4890-b14a-9749fb1c53f8 HTTP/1.1" status: 204 len: 168 time: 1.9837782 Mar 28 11:00:30.036181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40124) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:30.040627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Transition to ACTIVE for port object 109ba71c-2006-44e2-bca8-8aebbca4f474 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:30.084433 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.149769 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.193368 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Routers {'83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:30.194028 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:30.212409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.225224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Network 2cf19984-f670-4828-88a8-887fa1fd0fd4 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:30.228821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:30.230629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:30.248451 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13676d13-d6c7-4cb6-8ce6-a2f90184452b None None] Pushing event updated for resources: {'Port': ['ID=b0275b91-e3e7-4348-9aff-7b56c822c4f0,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:30.385437 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] Set router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:30.418468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Pushing event updated for resources: {'Port': ['ID=109ba71c-2006-44e2-bca8-8aebbca4f474,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:30.434234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.528290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.543377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068a029-f6e3-405a-be89-454c6720aaf4 req-e03d5bd6-4406-4f40-9de2-80b374cafa6d tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:30.544872 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2068a029-f6e3-405a-be89-454c6720aaf4 req-e03d5bd6-4406-4f40-9de2-80b374cafa6d tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.4092240 Mar 28 11:00:30.585151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca89d351-7653-4c99-a7ad-66e47f44da21']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:30.608991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c3a556-6499-45a9-8137-b5568c30ef7f') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:30.609286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c3a556-6499-45a9-8137-b5568c30ef7f') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:30.629539 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2068a029-f6e3-405a-be89-454c6720aaf4 req-8e180182-bc3c-45fb-b5c5-9c84d0d381c0 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675538 Mar 28 11:00:30.634930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.650537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.652037 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-21cfad49-fce5-4871-b74a-c9a916cbd811 None None] Provisioning for port 109ba71c-2006-44e2-bca8-8aebbca4f474 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:30.658897 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-21cfad49-fce5-4871-b74a-c9a916cbd811 None None] Provisioning complete for port 109ba71c-2006-44e2-bca8-8aebbca4f474 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:30.659501 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21cfad49-fce5-4871-b74a-c9a916cbd811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.674623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:00:30.675029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.759294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-21cfad49-fce5-4871-b74a-c9a916cbd811 None None] Port 109ba71c-2006-44e2-bca8-8aebbca4f474 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:00:30.761749 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:23Z', 'updated_at': '2022-03-28T11:00:26Z', 'revision_number': 3, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'gw_port': {'id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:25Z', 'updated_at': '2022-03-28T11:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:30.765779 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebd321-1aa7-4fe0-937f-f2322f195770 None None] The sync data for ids ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'] in dv-neutron-835336-1-hyperv is: [{'id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:23Z', 'updated_at': '2022-03-28T11:00:26Z', 'revision_number': 3, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'gw_port': {'id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:25Z', 'updated_at': '2022-03-28T11:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:00:30.782663 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:00:30.849675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.881323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e742544-8ee0-47e8-9395-4a86a141ef3e req-ee8cf9d9-dbcf-41ee-beca-d79a7617de2e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:30.882872 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7e742544-8ee0-47e8-9395-4a86a141ef3e req-ee8cf9d9-dbcf-41ee-beca-d79a7617de2e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.0984497 Mar 28 11:00:30.918353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.944658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:30.955855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Network': ['ID=ca89d351-7653-4c99-a7ad-66e47f44da21,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:30.966354 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7e742544-8ee0-47e8-9395-4a86a141ef3e req-9db03de8-02ca-4b94-b93b-a649451d1d88 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756106 Mar 28 11:00:31.062112 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-66172407-7b9b-4e2d-b8fd-eab4ba75d4fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/networks/ca89d351-7653-4c99-a7ad-66e47f44da21 HTTP/1.1" status: 204 len: 168 time: 1.0317111 Mar 28 11:00:31.075313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40132) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:31.081479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'network': {'name': 'tempest-network-smoke--1061437756', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'port_security_enabled': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:31.087293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:31.093477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:network and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:31.097218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:31.103395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:31.137583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.183893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:31.187712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.212295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.217113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:00:31.227421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.227762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Added segment 7b781c9c-c433-4fb3-99cd-211ff2305c91 of type vlan for network b8a4016b-318c-44dd-9031-4ab0addff1ab Mar 28 11:00:31.256669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.327412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Pushing event updated for resources: {'Port': ['ID=109ba71c-2006-44e2-bca8-8aebbca4f474,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:31.330526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.369918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.378482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:31.380725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.403183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b0275b91-e3e7-4348-9aff-7b56c822c4f0 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:31.506423 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4298565 Mar 28 11:00:31.507056 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40138) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:31.520855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Network 2cf19984-f670-4828-88a8-887fa1fd0fd4 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:31.522272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:31.522417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'admin_state_up': True, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:31.545576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b8152-2a09-4fb3-8992-701f8ee75ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Network': ['ID=b8a4016b-318c-44dd-9031-4ab0addff1ab,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:31.550517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:31.557250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:router and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:31.562442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:31.563422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network b8a4016b-318c-44dd-9031-4ab0addff1ab details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:00:31.572244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:31.614546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b0275b91-e3e7-4348-9aff-7b56c822c4f0 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:31.627641 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b0275b91-e3e7-4348-9aff-7b56c822c4f0 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:31.628328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.656125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.659403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.758645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.804843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:00:31.820724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b5222-f2a0-4320-b4c9-627fc412ba58 req-2519dcc5-2504-4c5f-a417-c11a6c421ff0 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:31.822722 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7f6b5222-f2a0-4320-b4c9-627fc412ba58 req-2519dcc5-2504-4c5f-a417-c11a6c421ff0 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.1529713 Mar 28 11:00:31.867754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.870045 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7f6b5222-f2a0-4320-b4c9-627fc412ba58 req-3bc6f580-1d16-4ba1-b5f6-66e4e56fd9f1 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Mar 28 11:00:31.886912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port b0275b91-e3e7-4348-9aff-7b56c822c4f0, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b0275b91-e3e7-4348-9aff-7b56c822c4f0,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:31.907198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-80824a95-316f-47f0-bc80-5d4ec5460c2a None None] Provisioning complete for port 109ba71c-2006-44e2-bca8-8aebbca4f474 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:31.907603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-80824a95-316f-47f0-bc80-5d4ec5460c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:31.969471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:32.017320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-80824a95-316f-47f0-bc80-5d4ec5460c2a None None] Port 109ba71c-2006-44e2-bca8-8aebbca4f474 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:00:32.039076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:00:32.046786 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 745fc228-f68c-4ec1-bb8a-a92e26183369 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:00:32.051204 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-05bc83ca-b99a-489e-8eae-3920ef1b65ea admin admin] 10.222.0.18 "PUT /v2.0/routers/83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4184654 Mar 28 11:00:32.097003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 745fc228-f68c-4ec1-bb8a-a92e26183369 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:00:32.097380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 745fc228-f68c-4ec1-bb8a-a92e26183369 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:00:32.102015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=b0275b91-e3e7-4348-9aff-7b56c822c4f0,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:32.155711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:32.580209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:32.614895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:32.627492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40148) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:32.632771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429155260', 'description': 'tempest-secgroup-smoke-1429155260 description', 'project_id': '0a27231c113448fbbc623f4b58a6f685'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:32.639264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Sync routers for ids ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:00:32.641658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:32.646649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:security_group and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:32.649587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:32.650595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Routers {'83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:32.651413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:32.656257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:32.743627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:32.754557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.121 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/829184ca-d7c3-4896-89a9-e8cc9ec696ed) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:32.765532 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:32.770133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:security_group_rule and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:32.773166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:32.778993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:32.831555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Set router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:32.859006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:32.926422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:32.973564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e59ce-1231-4c95-a95a-1b1a48e728bf,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:33.058149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.059541 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0342d2e6-cc77-48f5-b1a3-515998b63c0d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4309986 Mar 28 11:00:33.062673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40154) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:33.067770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e59ce-1231-4c95-a95a-1b1a48e728bf', 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:33.070129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.073688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:33.078252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:security_group_rule and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:33.082248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:33.089773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:33.125845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a078e-b26d-4cef-b35e-b04c77298ca5 req-79a95cb8-3fbd-4885-a70c-b5f3f8d2a09b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:33.127477 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e55a078e-b26d-4cef-b35e-b04c77298ca5 req-79a95cb8-3fbd-4885-a70c-b5f3f8d2a09b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.1072533 Mar 28 11:00:33.167467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.173993 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e55a078e-b26d-4cef-b35e-b04c77298ca5 req-23f33647-8051-4b7d-b12d-b8804da036f7 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Mar 28 11:00:33.189478 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.224041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:23Z', 'updated_at': '2022-03-28T11:00:30Z', 'revision_number': 4, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'gw_port': {'id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:25Z', 'updated_at': '2022-03-28T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '109ba71c-2006-44e2-bca8-8aebbca4f474', 'name': '', 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'mac_address': 'fa:16:3e:69:19:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '83588b95-9304-45fc-ac9a-aaaab898ba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:29Z', 'updated_at': '2022-03-28T11:00:30Z', 'revision_number': 2, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'subnets': [{'id': '83588b95-9304-45fc-ac9a-aaaab898ba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:33.231892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Checking router: 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:00:33.232242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Updating router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd port 109ba71c-2006-44e2-bca8-8aebbca4f474 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:00:33.253149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.259606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:33.262431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:33.272333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:33.290328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.308359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=829184ca-d7c3-4896-89a9-e8cc9ec696ed,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:33.334338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.358687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ade203b-5659-44c4-a1ef-8697735adf1b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:33.415002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b0275b91-e3e7-4348-9aff-7b56c822c4f0 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:33.454603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.455967 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-98907171-68d9-4094-8aac-a811853a3903 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3923404 Mar 28 11:00:33.458577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40160) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:33.463632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e59ce-1231-4c95-a95a-1b1a48e728bf', 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:33.470366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:33.473973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:security_group_rule and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:33.476880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:33.499002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:33.614102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b0275b91-e3e7-4348-9aff-7b56c822c4f0 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:33.614497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.627833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.728833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.846182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.856579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.869337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Transition to ACTIVE for port object 109ba71c-2006-44e2-bca8-8aebbca4f474 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:33.880502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934544a2-2993-4e52-bc31-33f64177bb8f,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:33.903709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:33.913452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907522f-65f0-4145-8993-268680072814 req-4478d204-a44f-41f7-bdf6-a80643f38f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:33.914963 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c907522f-65f0-4145-8993-268680072814 req-4478d204-a44f-41f7-bdf6-a80643f38f27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aac615d8e6045349f17a05b6d48ea88&device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 1098 time: 0.1068952 Mar 28 11:00:33.947762 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.107494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.111820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-16582555-c61e-49eb-920b-04f69e0cde72 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6523185 Mar 28 11:00:34.113670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40166) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:34.127446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e59ce-1231-4c95-a95a-1b1a48e728bf', 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:34.135624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:34.140279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:security_group_rule and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:34.144783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:34.151333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:34.174294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957913f-c97f-414b-af41-d621fbd22026 None None] Pushing event updated for resources: {'Port': ['ID=109ba71c-2006-44e2-bca8-8aebbca4f474,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:34.197600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e5be4-b06e-4aae-92cd-e7f94badda56 req-202387d7-1e46-4325-b8a5-27ddd7abf3ae tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:34.203638 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-126e5be4-b06e-4aae-92cd-e7f94badda56 req-202387d7-1e46-4325-b8a5-27ddd7abf3ae tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.4318419 Mar 28 11:00:34.248155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.254394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Attempting to bind port 109ba71c-2006-44e2-bca8-8aebbca4f474 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:34.255594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Attempting to bind port 109ba71c-2006-44e2-bca8-8aebbca4f474 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '29785f31-8d58-46fc-98a0-887ce389e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:34.256369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Attempting to bind port 109ba71c-2006-44e2-bca8-8aebbca4f474 on network 2cf19984-f670-4828-88a8-887fa1fd0fd4 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:34.265861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:34.267171 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Checking segment: {'id': '29785f31-8d58-46fc-98a0-887ce389e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:34.268120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.268702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Bound using segment: {'id': '29785f31-8d58-46fc-98a0-887ce389e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:34.269287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Bound port: 109ba71c-2006-44e2-bca8-8aebbca4f474, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29785f31-8d58-46fc-98a0-887ce389e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:34.269776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.318991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907522f-65f0-4145-8993-268680072814 req-638b6a27-d8d7-4364-b129-015a6de432c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:34.320446 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c907522f-65f0-4145-8993-268680072814 req-638b6a27-d8d7-4364-b129-015a6de432c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd7837ba-37df-42a8-a7be-7080b6ad898d HTTP/1.1" status: 200 len: 912 time: 0.3956785 Mar 28 11:00:34.341073 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-126e5be4-b06e-4aae-92cd-e7f94badda56 req-250d7502-7380-4d81-948a-65ab1adb3716 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292963 Mar 28 11:00:34.363315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.390825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.397236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] For port 109ba71c-2006-44e2-bca8-8aebbca4f474, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:34.401560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] For port 109ba71c-2006-44e2-bca8-8aebbca4f474, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=109ba71c-2006-44e2-bca8-8aebbca4f474,segment=NetworkSegment(29785f31-8d58-46fc-98a0-887ce389e406),segment_id=29785f31-8d58-46fc-98a0-887ce389e406)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:34.406126 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c907522f-65f0-4145-8993-268680072814 req-c8949230-5163-40f6-ad05-c50be127c76f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b8aef7-eadc-44e7-97f5-90915748ee9a HTTP/1.1" status: 200 len: 217 time: 0.0700426 Mar 28 11:00:34.457468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.483077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d490c1-6e84-405c-bf37-3b0484653af9,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:34.492476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.498885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907522f-65f0-4145-8993-268680072814 req-eb861bbf-6a57-4f54-86b4-b2e853cc1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:34.501701 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c907522f-65f0-4145-8993-268680072814 req-eb861bbf-6a57-4f54-86b4-b2e853cc1a72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a93400a-fe8c-4618-9190-07a0f199cfcf HTTP/1.1" status: 200 len: 851 time: 0.0851376 Mar 28 11:00:34.577160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Routers {'83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:34.577786 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:34.602710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:34.607019 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8826d991-a37f-4e63-9d24-a1c3768e67c5 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4856031 Mar 28 11:00:34.612337 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c907522f-65f0-4145-8993-268680072814 req-274cd11e-971f-4a03-8753-fc4ba48794c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd7837ba-37df-42a8-a7be-7080b6ad898d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042120 Mar 28 11:00:34.613038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40170) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:34.636383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e59ce-1231-4c95-a95a-1b1a48e728bf', 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:34.665993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:34.692625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957913f-c97f-414b-af41-d621fbd22026 None None] Pushing event updated for resources: {'Port': ['ID=109ba71c-2006-44e2-bca8-8aebbca4f474,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:34.695336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:security_group_rule and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:34.701036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:34.720841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:34.805216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] Set router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:34.820563 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 7505f7f8-9ada-4690-b182-357446ad1a50 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:00:34.834226 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c907522f-65f0-4145-8993-268680072814 req-9cc6cdc4-8c87-43d5-98a3-fa748a227a2c service neutron] 10.222.0.31 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108669 Mar 28 11:00:34.882947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.010310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:00:35.022715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.027724 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Sync routers for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:00:35.028228 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c907522f-65f0-4145-8993-268680072814 req-1aa9ed11-d734-494f-b08f-4a08bd4a086a service neutron] 10.222.0.31 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813107 Mar 28 11:00:35.034036 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:35.034663 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:35.109266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.136462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2581f8aa-c06c-4e68-afe0-882eeda496a2,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:35.140322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.142046 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1a10fc2f-4fe9-4f60-b6d7-88913b2f6439 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6279402 Mar 28 11:00:35.145256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40174) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:35.183422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:23Z', 'updated_at': '2022-03-28T11:00:30Z', 'revision_number': 4, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'gw_port': {'id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:25Z', 'updated_at': '2022-03-28T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '109ba71c-2006-44e2-bca8-8aebbca4f474', 'name': '', 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'mac_address': 'fa:16:3e:69:19:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '83588b95-9304-45fc-ac9a-aaaab898ba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:29Z', 'updated_at': '2022-03-28T11:00:34Z', 'revision_number': 4, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'subnets': [{'id': '83588b95-9304-45fc-ac9a-aaaab898ba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:35.187819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d485e0-3dfd-4e7e-8a2e-b5b1c4dcde25 None None] The sync data for ids ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'] in dv-neutron-835336-1-hyperv is: [{'id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:23Z', 'updated_at': '2022-03-28T11:00:30Z', 'revision_number': 4, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'gw_port': {'id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:25Z', 'updated_at': '2022-03-28T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '109ba71c-2006-44e2-bca8-8aebbca4f474', 'name': '', 'network_id': '2cf19984-f670-4828-88a8-887fa1fd0fd4', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'mac_address': 'fa:16:3e:69:19:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '83588b95-9304-45fc-ac9a-aaaab898ba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:29Z', 'updated_at': '2022-03-28T11:00:34Z', 'revision_number': 4, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'subnets': [{'id': '83588b95-9304-45fc-ac9a-aaaab898ba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:00:35.189949 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-df128885-c09c-4e95-946d-21eb4a9f8b40 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428481 Mar 28 11:00:35.192000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40178) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:35.247573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.252750 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dbe3b7e8-0b3e-4ce3-b845-49f43f5022ca tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6345301 Mar 28 11:00:35.252750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40182) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:35.261346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e59ce-1231-4c95-a95a-1b1a48e728bf', 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:35.268510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:35.273667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:security_group_rule and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:35.275876 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:35.276822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:35.283626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:35.366327 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Project 0a27231c113448fbbc623f4b58a6f685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:00:35.373435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.379117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7e2298-e26b-40ab-bfe5-e60e738617cb tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:35.381338 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4d7e2298-e26b-40ab-bfe5-e60e738617cb tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1882300 Mar 28 11:00:35.386814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40188) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:35.447832 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-60df0ae5-7dee-4640-b5cc-1cea545c2fc3 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607743 Mar 28 11:00:35.450213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40192) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:35.462918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-228041179', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:35.467204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 109ba71c-2006-44e2-bca8-8aebbca4f474 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:35.525235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.601541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.630284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951c706a-186e-4fa2-b99a-241afb8f9c15,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:35.654942 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 109ba71c-2006-44e2-bca8-8aebbca4f474 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:35.663918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 109ba71c-2006-44e2-bca8-8aebbca4f474 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:35.664719 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.669193 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:33Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:35.674172 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Checking router: 7505f7f8-9ada-4690-b182-357446ad1a50 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:00:35.674752 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Updating router 7505f7f8-9ada-4690-b182-357446ad1a50 port 829184ca-d7c3-4896-89a9-e8cc9ec696ed binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:00:35.711826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.713389 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5918f5fb-a259-4844-b542-ef05fc548307 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4605107 Mar 28 11:00:35.716039 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40196) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:35.724331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e59ce-1231-4c95-a95a-1b1a48e728bf', 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:35.733035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:35.736440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:35.741360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:security_group_rule and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:35.744405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:subnet and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:35.746107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:35.751014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:35.751712 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.755527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:35.764024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:35.795701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bc787-7631-4361-ae58-59b9488a4ab1 req-ab39be3c-0a11-4b35-a48d-228a6c1262ff tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:35.797258 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2d9bc787-7631-4361-ae58-59b9488a4ab1 req-ab39be3c-0a11-4b35-a48d-228a6c1262ff tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.2780874 Mar 28 11:00:35.846346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.855603 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Project 0a27231c113448fbbc623f4b58a6f685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:00:35.866335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.870125 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2d9bc787-7631-4361-ae58-59b9488a4ab1 req-6278020e-65d0-4882-8322-fffba691af84 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620418 Mar 28 11:00:35.891402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:35.898199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:35.923326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 109ba71c-2006-44e2-bca8-8aebbca4f474, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=109ba71c-2006-44e2-bca8-8aebbca4f474,segment=NetworkSegment(29785f31-8d58-46fc-98a0-887ce389e406),segment_id=29785f31-8d58-46fc-98a0-887ce389e406)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:35.989676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.009029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.061002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.122867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=109ba71c-2006-44e2-bca8-8aebbca4f474,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:36.127002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa822ba-447c-435c-9044-793779b143b4,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:36.184374 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.197717 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Transition to ACTIVE for port object 829184ca-d7c3-4896-89a9-e8cc9ec696ed will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:36.223591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.224827 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e1a6e605-de8e-45d4-b6be-e0bdcf6ba396 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5076096 Mar 28 11:00:36.280743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.309025 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.367474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=b859058f-0cee-4dea-9b58-36718cc1f6be,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:36.378128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Checking segment: {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:36.378494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network hostable DHCP agents. Network: b8a4016b-318c-44dd-9031-4ab0addff1ab, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:00:36.389083 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Attempting to bind port 829184ca-d7c3-4896-89a9-e8cc9ec696ed on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:36.389459 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Attempting to bind port 829184ca-d7c3-4896-89a9-e8cc9ec696ed by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:36.389814 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Attempting to bind port 829184ca-d7c3-4896-89a9-e8cc9ec696ed on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:36.399678 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:36.399678 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:36.399678 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.399678 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:36.399678 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Bound port: 829184ca-d7c3-4896-89a9-e8cc9ec696ed, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:36.400326 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.446038 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6631d-65a1-4132-b927-a0bf693a0bf7 None None] Pushing event updated for resources: {'Port': ['ID=829184ca-d7c3-4896-89a9-e8cc9ec696ed,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:36.488354 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] For port 829184ca-d7c3-4896-89a9-e8cc9ec696ed, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:36.491977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network b8a4016b-318c-44dd-9031-4ab0addff1ab is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:00:36.499599 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] For port 829184ca-d7c3-4896-89a9-e8cc9ec696ed, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=829184ca-d7c3-4896-89a9-e8cc9ec696ed,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:36.566116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, b8a4016b-318c-44dd-9031-4ab0addff1ab) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:36.571643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:36.572257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.575606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfef7e0-189b-40b3-956b-6bd950acb265 None None] Network b8a4016b-318c-44dd-9031-4ab0addff1ab requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:36.584902 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.677302 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:36.678121 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:36.695330 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dbeabe51-2f71-437d-8505-aba99c31b3b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2413988 Mar 28 11:00:36.695702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40242) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:36.774897 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6631d-65a1-4132-b927-a0bf693a0bf7 None None] Pushing event updated for resources: {'Port': ['ID=829184ca-d7c3-4896-89a9-e8cc9ec696ed,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:36.852510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-b8a4016b-318c-44dd-9031-4ab0addff1ab', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:00:36.853593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:36.890998 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:37.059482 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Allocated IP 172.20.0.2 (b8a4016b-318c-44dd-9031-4ab0addff1ab/b859058f-0cee-4dea-9b58-36718cc1f6be/7701103a-698e-4980-af4e-fc9ba7285176) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:37.229056 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:33Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:37.233277 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a4f24-3d15-4305-9726-62885aaa03e2 None None] The sync data for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv is: [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:33Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:00:37.291894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:37.305737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Transition to ACTIVE for port object 7701103a-698e-4980-af4e-fc9ba7285176 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:37.327987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Transition to ACTIVE for port object 7701103a-698e-4980-af4e-fc9ba7285176 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:37.387444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 109ba71c-2006-44e2-bca8-8aebbca4f474 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:37.426464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761cb55-96bf-4f30-acd6-f5a09fdd9422 req-5d490915-186b-42bc-9ccb-9bdb4249e84b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:37.428103 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8761cb55-96bf-4f30-acd6-f5a09fdd9422 req-5d490915-186b-42bc-9ccb-9bdb4249e84b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.3585138 Mar 28 11:00:37.451557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:37.527516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Pushing event updated for resources: {'Port': ['ID=7701103a-698e-4980-af4e-fc9ba7285176,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:37.558827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Network b8a4016b-318c-44dd-9031-4ab0addff1ab is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:37.560581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:37.581649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:37.609416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8761cb55-96bf-4f30-acd6-f5a09fdd9422 req-dda962d6-23f2-4c80-a4ac-f436739199ae tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107051 Mar 28 11:00:37.645088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 109ba71c-2006-44e2-bca8-8aebbca4f474 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:37.645471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:37.771070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Attempting to bind port 7701103a-698e-4980-af4e-fc9ba7285176 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:37.773762 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Attempting to bind port 7701103a-698e-4980-af4e-fc9ba7285176 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:37.773762 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Attempting to bind port 7701103a-698e-4980-af4e-fc9ba7285176 on network b8a4016b-318c-44dd-9031-4ab0addff1ab {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:37.777853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:37.778380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Checking segment: {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:37.778878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:37.779362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Bound using segment: {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:37.779927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Bound port: 7701103a-698e-4980-af4e-fc9ba7285176, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:37.780409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:37.837949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:37.932636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] For port 7701103a-698e-4980-af4e-fc9ba7285176, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:37.939406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] For port 7701103a-698e-4980-af4e-fc9ba7285176, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=7701103a-698e-4980-af4e-fc9ba7285176,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:38.015134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:38.132077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d8872-ee75-4e4c-a31c-0441c6949d53 None None] Pushing event updated for resources: {'Port': ['ID=7701103a-698e-4980-af4e-fc9ba7285176,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:38.424198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.1 (b8a4016b-318c-44dd-9031-4ab0addff1ab/b859058f-0cee-4dea-9b58-36718cc1f6be/0f5edd85-85d1-42da-b958-b5400825c749) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:38.610892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd8730-d047-45dd-9f00-ca869a2d18cd req-af2be7b3-43ef-4f52-a001-3a30bc2826e6 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:38.617824 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-56dd8730-d047-45dd-9f00-ca869a2d18cd req-af2be7b3-43ef-4f52-a001-3a30bc2826e6 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.3320739 Mar 28 11:00:38.698338 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-56dd8730-d047-45dd-9f00-ca869a2d18cd req-2476bd63-9850-4e6a-a7d2-15209a402134 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795999 Mar 28 11:00:38.726939 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:38.743075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 0f5edd85-85d1-42da-b958-b5400825c749 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:38.893178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:38.960831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network b8a4016b-318c-44dd-9031-4ab0addff1ab is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:38.968887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:38.973923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:39.012935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=0f5edd85-85d1-42da-b958-b5400825c749,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:39.041725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:39.396084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:39.441096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 829184ca-d7c3-4896-89a9-e8cc9ec696ed up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:39.583510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 829184ca-d7c3-4896-89a9-e8cc9ec696ed completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:39.589101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 829184ca-d7c3-4896-89a9-e8cc9ec696ed triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:39.589477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:39.815990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:39.839411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 829184ca-d7c3-4896-89a9-e8cc9ec696ed, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=829184ca-d7c3-4896-89a9-e8cc9ec696ed,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:39.912521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:39.913146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7701103a-698e-4980-af4e-fc9ba7285176 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:40.014685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b04f9f-d54e-4958-8f4a-af231f67d887 None None] Network b8a4016b-318c-44dd-9031-4ab0addff1ab requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:00:40.041349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f825-df76-4243-89c5-30b81d51f23e req-b87ac54f-1424-4a46-815a-e16ae56ae6f3 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:40.042849 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7dd4f825-df76-4243-89c5-30b81d51f23e req-b87ac54f-1424-4a46-815a-e16ae56ae6f3 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.2166829 Mar 28 11:00:40.114159 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7dd4f825-df76-4243-89c5-30b81d51f23e req-7bd0ec62-72a6-4fdb-82ec-335810aeea30 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640109 Mar 28 11:00:40.129670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=829184ca-d7c3-4896-89a9-e8cc9ec696ed,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:40.136633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:40.225795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:40.252229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 7701103a-698e-4980-af4e-fc9ba7285176 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:40.254995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-66d9db98-3109-4899-9b7e-4caaa6a4603f None None] Provisioning for port 7701103a-698e-4980-af4e-fc9ba7285176 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:40.274478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 7701103a-698e-4980-af4e-fc9ba7285176 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:40.274854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:40.303061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-66d9db98-3109-4899-9b7e-4caaa6a4603f None None] Provisioning complete for port 7701103a-698e-4980-af4e-fc9ba7285176 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:40.303436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-66d9db98-3109-4899-9b7e-4caaa6a4603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:40.357854 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=0f5edd85-85d1-42da-b958-b5400825c749,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:40.364933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:40.518898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:40.537982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-66d9db98-3109-4899-9b7e-4caaa6a4603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:40.577181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network b8a4016b-318c-44dd-9031-4ab0addff1ab is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:40.578691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:40.596883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 7701103a-698e-4980-af4e-fc9ba7285176, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=7701103a-698e-4980-af4e-fc9ba7285176,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:40.853161 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:40.857406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-5cd494df-6e29-44df-8d99-f59368d81aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:40.860733 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-5cd494df-6e29-44df-8d99-f59368d81aac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aac615d8e6045349f17a05b6d48ea88&device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 1098 time: 0.1160145 Mar 28 11:00:40.886605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 7505f7f8-9ada-4690-b182-357446ad1a50 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:00:40.903241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4957f5-6be6-4912-82fc-4398ff887e6b req-f3185007-0994-473c-899a-fe334e1846db tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:40.905388 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c4957f5-6be6-4912-82fc-4398ff887e6b req-f3185007-0994-473c-899a-fe334e1846db tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.2378488 Mar 28 11:00:41.024954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-66d9db98-3109-4899-9b7e-4caaa6a4603f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:00:41.025309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-66d9db98-3109-4899-9b7e-4caaa6a4603f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:00:41.036698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=7701103a-698e-4980-af4e-fc9ba7285176,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:41.076653 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c4957f5-6be6-4912-82fc-4398ff887e6b req-9f0a7ab1-1c40-4ec7-8434-afbf5f1c0cf0 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875232 Mar 28 11:00:41.085505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-b5c7b265-c852-44c8-a873-c271de0b78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.087305 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-b5c7b265-c852-44c8-a873-c271de0b78f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd7837ba-37df-42a8-a7be-7080b6ad898d HTTP/1.1" status: 200 len: 912 time: 0.2172923 Mar 28 11:00:41.176069 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-e03ef512-4732-4d70-b5b5-201a9c67a2b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0b8aef7-eadc-44e7-97f5-90915748ee9a HTTP/1.1" status: 200 len: 217 time: 0.0773740 Mar 28 11:00:41.185845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:00:41.197583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Sync routers for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:00:41.201952 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5c447320-029d-4b81-9a76-7c1ec4aea7e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/7505f7f8-9ada-4690-b182-357446ad1a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5047598 Mar 28 11:00:41.206961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40308) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:41.210276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:41.210897 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:41.264551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-adb0ed49-0c0f-4b00-9726-3cebcc05740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.266254 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-adb0ed49-0c0f-4b00-9726-3cebcc05740a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a93400a-fe8c-4618-9190-07a0f199cfcf HTTP/1.1" status: 200 len: 851 time: 0.0811214 Mar 28 11:00:41.337487 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-81793ba1-f442-4e0b-951f-afb7760ca8e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd7837ba-37df-42a8-a7be-7080b6ad898d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609062 Mar 28 11:00:41.404308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76939506-4dca-400f-8541-cc614ef84045 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.405092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76939506-4dca-400f-8541-cc614ef84045 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.405689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76939506-4dca-400f-8541-cc614ef84045 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.406187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76939506-4dca-400f-8541-cc614ef84045 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.406775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76939506-4dca-400f-8541-cc614ef84045 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.407807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76939506-4dca-400f-8541-cc614ef84045 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.408252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76939506-4dca-400f-8541-cc614ef84045 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.408703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76939506-4dca-400f-8541-cc614ef84045 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.410795 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-76939506-4dca-400f-8541-cc614ef84045 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5685 time: 0.2026477 Mar 28 11:00:41.415434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40312) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:41.443659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 829184ca-d7c3-4896-89a9-e8cc9ec696ed up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:41.493738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:41.584323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919db79-3db5-4891-ae08-16c36432aad9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.584788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919db79-3db5-4891-ae08-16c36432aad9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.585242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919db79-3db5-4891-ae08-16c36432aad9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.585688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919db79-3db5-4891-ae08-16c36432aad9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.586160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919db79-3db5-4891-ae08-16c36432aad9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.586606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919db79-3db5-4891-ae08-16c36432aad9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.587047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919db79-3db5-4891-ae08-16c36432aad9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.587931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919db79-3db5-4891-ae08-16c36432aad9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:41.591391 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1919db79-3db5-4891-ae08-16c36432aad9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.1724858 Mar 28 11:00:41.592388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40316) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:41.594078 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-31cb47f3-8fc8-45e1-9b5a-5ec9d7b39bc2 service neutron] 10.222.0.31 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476399 Mar 28 11:00:41.856728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 829184ca-d7c3-4896-89a9-e8cc9ec696ed triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:41.863746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:41.892901 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-189adfbd-488f-49d9-9c81-2a7336f9e4d5 req-b2a895d2-5879-4aa8-aacc-7687f7d49dac service neutron] 10.222.0.31 "GET /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876544 Mar 28 11:00:42.035082 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9d39eac1-b132-4af2-8b78-91fa6b99f51c tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.4412699 Mar 28 11:00:42.110536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-267ff21a-cfdd-4217-8930-0ae01b5604d4 None None] Provisioning for port 0f5edd85-85d1-42da-b958-b5400825c749 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:42.131818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-267ff21a-cfdd-4217-8930-0ae01b5604d4 None None] Provisioning complete for port 0f5edd85-85d1-42da-b958-b5400825c749 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:42.131818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-267ff21a-cfdd-4217-8930-0ae01b5604d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:42.187285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7701103a-698e-4980-af4e-fc9ba7285176 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:42.257846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-267ff21a-cfdd-4217-8930-0ae01b5604d4 None None] Port 0f5edd85-85d1-42da-b958-b5400825c749 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:00:42.294436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-267ff21a-cfdd-4217-8930-0ae01b5604d4 None None] Provisioning complete for port 7701103a-698e-4980-af4e-fc9ba7285176 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:42.295514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-267ff21a-cfdd-4217-8930-0ae01b5604d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:42.322113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:42.337435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b07d1-92c0-4314-a2a1-b59270e3ef33 req-aeef929f-173d-41d8-b653-ff035667ba15 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:42.338379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Checking router: 7505f7f8-9ada-4690-b182-357446ad1a50 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:00:42.338737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Updating router 7505f7f8-9ada-4690-b182-357446ad1a50 port 0f5edd85-85d1-42da-b958-b5400825c749 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:00:42.340801 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-191b07d1-92c0-4314-a2a1-b59270e3ef33 req-aeef929f-173d-41d8-b653-ff035667ba15 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.1101425 Mar 28 11:00:42.394782 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-191b07d1-92c0-4314-a2a1-b59270e3ef33 req-cf999812-ba95-4bc0-8d08-ebbeda414173 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458896 Mar 28 11:00:42.403454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 7701103a-698e-4980-af4e-fc9ba7285176 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:42.403817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:42.459385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:42.483327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40326) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:42.708081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1241608838', 'description': 'tempest-secgroup-smoke-1241608838 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:42.713864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:42.718189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:42.721748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:42.728216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:42.831670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:42.852286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:42.859223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:42.862662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:42.868776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:42.952924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:42.979224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:42.994626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Transition to ACTIVE for port object 0f5edd85-85d1-42da-b958-b5400825c749 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:43.027301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.076032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7109d40-72dd-4831-b33e-4fe48a5892bc,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:43.171696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.349801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946aa6a-ccac-4aa4-9bad-829adf5d544d None None] Pushing event updated for resources: {'Port': ['ID=0f5edd85-85d1-42da-b958-b5400825c749,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:43.402814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.404085 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4586b6bd-2728-4820-b365-84408dd70718 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9197800 Mar 28 11:00:43.407038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40334) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:43.419028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Attempting to bind port 0f5edd85-85d1-42da-b958-b5400825c749 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:43.419028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Attempting to bind port 0f5edd85-85d1-42da-b958-b5400825c749 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:43.419359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Attempting to bind port 0f5edd85-85d1-42da-b958-b5400825c749 on network b8a4016b-318c-44dd-9031-4ab0addff1ab {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:43.422290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'd7109d40-72dd-4831-b33e-4fe48a5892bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:43.425740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:43.426047 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Checking segment: {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:43.426453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.426841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Bound using segment: {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:43.427658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Bound port: 0f5edd85-85d1-42da-b958-b5400825c749, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:43.428040 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.439259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:43.443409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:43.450802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:43.460006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:43.536304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] For port 0f5edd85-85d1-42da-b958-b5400825c749, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:43.538193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] For port 0f5edd85-85d1-42da-b958-b5400825c749, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0f5edd85-85d1-42da-b958-b5400825c749,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:43.562204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.618992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.674890 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.699396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d47fd-ee3b-477e-b081-30d0911d61e3 req-07ac036d-4436-4a55-8233-2532b605c955 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:43.701098 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-451d47fd-ee3b-477e-b081-30d0911d61e3 req-07ac036d-4436-4a55-8233-2532b605c955 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.1976776 Mar 28 11:00:43.721711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:00:43.721711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:43.743651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.776278 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-451d47fd-ee3b-477e-b081-30d0911d61e3 req-a284442e-db38-43e3-b8a3-c4348673c99c tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695186 Mar 28 11:00:43.784758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946aa6a-ccac-4aa4-9bad-829adf5d544d None None] Pushing event updated for resources: {'Port': ['ID=0f5edd85-85d1-42da-b958-b5400825c749,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:43.785778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226410b6-bfd1-4e37-9e1e-28666d197136,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:43.880750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:43.882176 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-16fac1e0-92a5-4b36-94d0-441a50844394 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4741898 Mar 28 11:00:43.885006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40344) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:43.890370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'd7109d40-72dd-4831-b33e-4fe48a5892bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:43.905842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:43.914677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:43.917895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:43.924784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:43.944185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:00:44.014084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:44.089486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:44.166407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:44.195133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c854323f-c5a7-4850-a808-5ac8e5830c71,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:44.277729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:44.279324 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3cbb6ab7-1d43-4427-aaeb-9e8a6b27c764 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3933258 Mar 28 11:00:44.282081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40350) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:44.287199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'd7109d40-72dd-4831-b33e-4fe48a5892bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:44.293319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:44.298551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:44.302436 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:44.309824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:44.345805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:43Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:44.350016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc0cd9-4b14-459a-b7e0-d24d870bdfab None None] The sync data for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv is: [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:43Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:00:44.390039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:44.547139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3aa95-1d42-44d7-8466-7f21afefc6c0 req-e57c809d-fdbc-45f5-9988-ff2d108a144b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:44.554286 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-25b3aa95-1d42-44d7-8466-7f21afefc6c0 req-e57c809d-fdbc-45f5-9988-ff2d108a144b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.1515083 Mar 28 11:00:44.577532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:44.615387 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-25b3aa95-1d42-44d7-8466-7f21afefc6c0 req-209355dd-59f8-4072-b6ee-ca5cbb0456f3 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572441 Mar 28 11:00:44.648613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:44.681415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03202c7-dffd-447e-8854-d97f8c00bc6a,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:44.754863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:44.756106 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2690db40-7398-442b-8e0d-8c47476e0860 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4729521 Mar 28 11:00:44.759342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40356) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:44.764707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'd7109d40-72dd-4831-b33e-4fe48a5892bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:44.770977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:44.775393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:44.778448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:44.786150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:44.882876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:44.965133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.025678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.050352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03106bb1-e464-4975-b638-8c684bef6a10,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:45.123145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.124353 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-61c2f3a6-5546-4393-9337-489a4ff391c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639891 Mar 28 11:00:45.127911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40360) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:45.133526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'd7109d40-72dd-4831-b33e-4fe48a5892bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:45.140673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:45.147670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:45.151468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:45.160455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:45.248807 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:00:45.257155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.339209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.404915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0f5edd85-85d1-42da-b958-b5400825c749 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:45.434563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.462448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ad619b-6d82-4830-9b37-4776e8047efc,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:45.532833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.537126 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4817198c-331c-435e-a0bd-f0fba1c4dbc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4082074 Mar 28 11:00:45.542036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40366) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:45.543660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'd7109d40-72dd-4831-b33e-4fe48a5892bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:45.554474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:45.560857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 0f5edd85-85d1-42da-b958-b5400825c749 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:45.561413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:00:45.564637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:00:45.568375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 0f5edd85-85d1-42da-b958-b5400825c749 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:45.570631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.570787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:45.615470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.641571 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:00:45.650643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.689627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.726221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 0f5edd85-85d1-42da-b958-b5400825c749, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0f5edd85-85d1-42da-b958-b5400825c749,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:45.808447 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.841292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.889783 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=0f5edd85-85d1-42da-b958-b5400825c749,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:45.890187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928105be-ee92-448c-860a-3f8e615e5591 req-ddfcee40-7b9a-4d8c-a030-60eea82d45d5 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:45.897357 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-928105be-ee92-448c-860a-3f8e615e5591 req-ddfcee40-7b9a-4d8c-a030-60eea82d45d5 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.1681297 Mar 28 11:00:45.916894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:45.957774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719d328b-7542-4545-ba51-b6c8237e745b,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:45.966994 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-928105be-ee92-448c-860a-3f8e615e5591 req-53a855a3-3cde-451d-9e3a-911ac8dda7c6 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686660 Mar 28 11:00:46.040198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:46.041401 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dec8b24a-b2d1-4c90-b27a-823b22adffdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5028231 Mar 28 11:00:46.209164 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-743b3a81-6fda-4669-a77e-93cfdc73c0b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:46.291518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-743b3a81-6fda-4669-a77e-93cfdc73c0b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:46.292712 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-743b3a81-6fda-4669-a77e-93cfdc73c0b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241608838&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.1249444 Mar 28 11:00:46.454223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-eb0fa643-9b6b-4cee-bf57-128d71d2ac9e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:46.454934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-eb0fa643-9b6b-4cee-bf57-128d71d2ac9e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:46.525795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-eb0fa643-9b6b-4cee-bf57-128d71d2ac9e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:46.527461 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-eb0fa643-9b6b-4cee-bf57-128d71d2ac9e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 797 time: 0.2276173 Mar 28 11:00:46.554822 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-2815465a-b00b-4801-a0d5-4e3fb23516f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.0199730 Mar 28 11:00:46.590520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-9192818c-0829-4203-a9a3-7837eef5545b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:46.591899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-9192818c-0829-4203-a9a3-7837eef5545b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Synchronizing usage tracker for tenant:6aac615d8e6045349f17a05b6d48ea88 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:46.643566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-adf3a793-49a1-4577-adb0-5a5640f64965 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:00:46.691720 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-9192818c-0829-4203-a9a3-7837eef5545b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Unset dirty status for tenant:6aac615d8e6045349f17a05b6d48ea88 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:46.693937 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-9192818c-0829-4203-a9a3-7837eef5545b tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.1896305 Mar 28 11:00:46.715011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-adf3a793-49a1-4577-adb0-5a5640f64965 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:00:46.719969 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-adf3a793-49a1-4577-adb0-5a5640f64965 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635020 Mar 28 11:00:46.769819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Deleting port f0b8aef7-eadc-44e7-97f5-90915748ee9a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:00:46.770181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:46.919263 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-44fce292-4d0a-4777-afdc-61ee7ddcac4c service neutron] 10.222.0.18 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874468 Mar 28 11:00:47.039596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] For port f0b8aef7-eadc-44e7-97f5-90915748ee9a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f0b8aef7-eadc-44e7-97f5-90915748ee9a,segment=NetworkSegment(3c2b3da4-c3d1-483f-bf94-5d76270c76d4),segment_id=3c2b3da4-c3d1-483f-bf94-5d76270c76d4)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:47.040046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:47.058501 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-811ea9d6-085d-407c-ab89-8ca99e639a44 service neutron] 10.222.0.18 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333866 Mar 28 11:00:47.186007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987d9e-0d0e-4be1-b31c-850149437a61 req-1945c932-5ee5-41e4-a66d-25bd93eb051e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:47.186007 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fb987d9e-0d0e-4be1-b31c-850149437a61 req-1945c932-5ee5-41e4-a66d-25bd93eb051e tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 945 time: 0.0892091 Mar 28 11:00:47.201218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Calling delete_port for f0b8aef7-eadc-44e7-97f5-90915748ee9a owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:00:47.234022 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fb987d9e-0d0e-4be1-b31c-850149437a61 req-efdc10af-47ca-4311-82b4-77ab20fa1c24 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/security-groups?id=54109a28-83db-4272-83bc-762a28f6aa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Mar 28 11:00:47.405513 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0f5edd85-85d1-42da-b958-b5400825c749 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:47.449128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:47.466383 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1d3ee160-0c91-4a35-bff0-9d4c1355a785 req-5eb82ed0-ae07-4f9d-94a0-0746acbc986e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 210 time: 0.1106997 Mar 28 11:00:47.501669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['f0b8aef7-eadc-44e7-97f5-90915748ee9a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:00:47.526544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Pushing event deleted for resources: {'Port': ['ID=f0b8aef7-eadc-44e7-97f5-90915748ee9a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:47.591950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 0f5edd85-85d1-42da-b958-b5400825c749 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:47.592419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:47.613090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] No DVR routers for this DVR port f0b8aef7-eadc-44e7-97f5-90915748ee9a on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:00:47.615527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:47.618135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8a1021-403d-49fd-b348-a85cea4666c8', 'name': 'network-vif-deleted', 'tag': 'f0b8aef7-eadc-44e7-97f5-90915748ee9a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:00:47.667420 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8a1021-403d-49fd-b348-a85cea4666c8', 'name': 'network-vif-deleted', 'tag': 'f0b8aef7-eadc-44e7-97f5-90915748ee9a', 'status': 'completed', 'code': 200} Mar 28 11:00:47.709948 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b7cf218f-ba59-433c-be2f-3b45d80894d8 req-389be003-8b03-478a-893d-b053664d1324 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.31 "DELETE /v2.0/ports/f0b8aef7-eadc-44e7-97f5-90915748ee9a HTTP/1.1" status: 204 len: 173 time: 1.0089495 Mar 28 11:00:48.432509 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0a454acb-76d7-4b70-9c7e-9bcb5227ec25 req-21b9ac8f-10f3-47bd-b332-22bc03f918a8 tempest-TestServerAdvancedOps-1549320626 tempest-TestServerAdvancedOps-1549320626-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a8a1021-403d-49fd-b348-a85cea4666c8 HTTP/1.1" status: 200 len: 210 time: 0.0584509 Mar 28 11:00:48.564204 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e19e4419-ac0a-420e-a547-ddc3b44ca24f req-dec0e1b4-b28b-4aec-bcd3-99252faa594f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 210 time: 0.0503118 Mar 28 11:00:48.739957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-77784ff9-ca31-42c8-bfd6-70af4e62ae23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:49.552048 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40414) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:49.770261 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-896e4b0b-8ed7-452b-8b8e-0147f159264c req-c80f53ab-b56d-4992-867d-232b05e5e5a0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 210 time: 0.0586638 Mar 28 11:00:49.785883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-398e783d-467f-4708-8510-60cd3b264cdf admin admin] Deleting subnet 7a93400a-fe8c-4618-9190-07a0f199cfcf {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:00:49.787022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-398e783d-467f-4708-8510-60cd3b264cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:49.837856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-398e783d-467f-4708-8510-60cd3b264cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:49.895113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-398e783d-467f-4708-8510-60cd3b264cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.317519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-398e783d-467f-4708-8510-60cd3b264cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.355743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e783d-467f-4708-8510-60cd3b264cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a93400a-fe8c-4618-9190-07a0f199cfcf,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:50.361891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-398e783d-467f-4708-8510-60cd3b264cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.369937 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-398e783d-467f-4708-8510-60cd3b264cdf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7a93400a-fe8c-4618-9190-07a0f199cfcf HTTP/1.1" status: 204 len: 168 time: 0.8146677 Mar 28 11:00:50.371047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40422) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:50.459738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-babe51ca-6ea8-44b7-b201-2c5c58bd5c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.486118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.559498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-477c3a3d-54e1-4ea1-8856-8318378f88b9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:50.565192 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-477c3a3d-54e1-4ea1-8856-8318378f88b9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 797 time: 0.1685855 Mar 28 11:00:50.624591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.629259 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-c033b8a9-b2a1-4201-8aec-0be621cbd3bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 380 time: 0.0413048 Mar 28 11:00:50.642797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['d7109d40-72dd-4831-b33e-4fe48a5892bc']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:50.651682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7837ba-37df-42a8-a7be-7080b6ad898d']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:50.664684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2b3da4-c3d1-483f-bf94-5d76270c76d4') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:50.665047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2b3da4-c3d1-483f-bf94-5d76270c76d4') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:50.677676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.695166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.704840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:00:50.707624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:00:50.719435 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:00:50.806683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:00:50.821347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:00:50.930527 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0ee99206-0807-442e-9672-56a2021d4c82 req-ec009870-4f31-41a0-ac9d-c66d01fab7d1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 210 time: 0.0480771 Mar 28 11:00:50.937443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.955009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:50.969139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7837ba-37df-42a8-a7be-7080b6ad898d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:50.971371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:00:50.975300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.052051 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-55921cf3-5c4a-4f93-8dc2-8708c75d3a50 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fd7837ba-37df-42a8-a7be-7080b6ad898d HTTP/1.1" status: 204 len: 168 time: 0.6774824 Mar 28 11:00:51.052304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40430) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:51.066688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device f0b8aef7-eadc-44e7-97f5-90915748ee9a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:00:51.101760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: f0b8aef7-eadc-44e7-97f5-90915748ee9a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:00:51.102312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device f0b8aef7-eadc-44e7-97f5-90915748ee9a not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:00:51.119289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a8de70-f08d-4d67-8a49-6c6e42617876 admin admin] Deleting subnet 9a1dcb3e-7515-481d-a665-d8894b2381ea {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:00:51.122681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52a8de70-f08d-4d67-8a49-6c6e42617876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.165797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.9 (b8a4016b-318c-44dd-9031-4ab0addff1ab/b859058f-0cee-4dea-9b58-36718cc1f6be/c106c559-bd8e-48a9-967b-2a19759887dd) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:00:51.179486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52a8de70-f08d-4d67-8a49-6c6e42617876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.246909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52a8de70-f08d-4d67-8a49-6c6e42617876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.391678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52a8de70-f08d-4d67-8a49-6c6e42617876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.437863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8de70-f08d-4d67-8a49-6c6e42617876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1dcb3e-7515-481d-a665-d8894b2381ea,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:51.442731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-52a8de70-f08d-4d67-8a49-6c6e42617876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.450447 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-52a8de70-f08d-4d67-8a49-6c6e42617876 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9a1dcb3e-7515-481d-a665-d8894b2381ea HTTP/1.1" status: 204 len: 168 time: 0.3969941 Mar 28 11:00:51.452974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40446) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:51.471327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.506338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object c106c559-bd8e-48a9-967b-2a19759887dd will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:51.554894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.567900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.594825 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.652331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.735002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.736245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network b8a4016b-318c-44dd-9031-4ab0addff1ab is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:00:51.736245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:00:51.736245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:00:51.737854 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d7f79e-9814-451e-bffb-20bfcbe1efdc']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:51.755560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831f0777-5257-483f-8b64-8c608e137fd0') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:51.755865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831f0777-5257-483f-8b64-8c608e137fd0') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:00:51.769542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.789445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=c106c559-bd8e-48a9-967b-2a19759887dd,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:51.790739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.807038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:00:51.812241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.812561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:51.812561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:00:51.885187 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:00:51.903177 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-75993cb3-9867-442e-8dca-b4f14973b97d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2659905 Mar 28 11:00:51.927124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-36afdcdc-4494-4583-b3ce-f26882efff22 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:00:51.928027 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-36afdcdc-4494-4583-b3ce-f26882efff22 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055993 Mar 28 11:00:51.941884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Request body: {'port': {'device_id': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:00:51.991507 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.023462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.034862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=05d7f79e-9814-451e-bffb-20bfcbe1efdc,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:52.039718 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7d3e84b0-1864-43e1-a6d9-210ec7b161d0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/05d7f79e-9814-451e-bffb-20bfcbe1efdc HTTP/1.1" status: 204 len: 168 time: 0.5846319 Mar 28 11:00:52.067565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.088341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-567c3805-c985-4d4f-bf32-77ce22e12a2e None None] Provisioning for port c106c559-bd8e-48a9-967b-2a19759887dd completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:52.094618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-567c3805-c985-4d4f-bf32-77ce22e12a2e None None] Provisioning complete for port c106c559-bd8e-48a9-967b-2a19759887dd triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:52.095623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-567c3805-c985-4d4f-bf32-77ce22e12a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.124337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672673d-295f-4913-897d-244751363183 req-75cd097f-95e2-40c4-91d0-d0d4cec20204 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:52.126829 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1672673d-295f-4913-897d-244751363183 req-75cd097f-95e2-40c4-91d0-d0d4cec20204 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 931 time: 0.0864990 Mar 28 11:00:52.165416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-567c3805-c985-4d4f-bf32-77ce22e12a2e None None] Port c106c559-bd8e-48a9-967b-2a19759887dd cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:00:52.198913 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1672673d-295f-4913-897d-244751363183 req-d1e3da6c-d4a7-405d-9362-2b1190d29869 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661678 Mar 28 11:00:52.427932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c106c559-bd8e-48a9-967b-2a19759887dd {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:00:52.435547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.450126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Transition to ACTIVE for port object c106c559-bd8e-48a9-967b-2a19759887dd will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:00:52.508643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.513350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40464) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:52.568026 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-667df740-0f53-4aa4-a8a1-ec003066d280 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aac615d8e6045349f17a05b6d48ea88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534019 Mar 28 11:00:52.568999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40468) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:52.587232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Pushing event updated for resources: {'Port': ['ID=c106c559-bd8e-48a9-967b-2a19759887dd,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:52.646054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32458f44-d04f-49c5-812b-5adba21a3365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.770851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Attempting to bind port c106c559-bd8e-48a9-967b-2a19759887dd on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:00:52.771463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Attempting to bind port c106c559-bd8e-48a9-967b-2a19759887dd by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:00:52.771589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Attempting to bind port c106c559-bd8e-48a9-967b-2a19759887dd on network b8a4016b-318c-44dd-9031-4ab0addff1ab {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:52.777603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Port c106c559-bd8e-48a9-967b-2a19759887dd on network b8a4016b-318c-44dd-9031-4ab0addff1ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:00:52.777603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Attempting to bind port c106c559-bd8e-48a9-967b-2a19759887dd on network b8a4016b-318c-44dd-9031-4ab0addff1ab {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:00:52.782539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32458f44-d04f-49c5-812b-5adba21a3365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.783688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:00:52.784091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Checking segment: {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:00:52.784482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Bound using segment: {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:00:52.784899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Bound port: c106c559-bd8e-48a9-967b-2a19759887dd, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:00:52.785246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.899094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] For port c106c559-bd8e-48a9-967b-2a19759887dd, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:00:52.900430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32458f44-d04f-49c5-812b-5adba21a3365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.902454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] For port c106c559-bd8e-48a9-967b-2a19759887dd, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c106c559-bd8e-48a9-967b-2a19759887dd,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:00:52.920509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32458f44-d04f-49c5-812b-5adba21a3365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54109a28-83db-4272-83bc-762a28f6aa9f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:52.924460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-32458f44-d04f-49c5-812b-5adba21a3365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.925730 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-32458f44-d04f-49c5-812b-5adba21a3365 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54109a28-83db-4272-83bc-762a28f6aa9f HTTP/1.1" status: 204 len: 168 time: 0.3554835 Mar 28 11:00:52.986823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:52.997094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:53.061327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:53.061964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:53.063930 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] 10.222.0.31 "PUT /v2.0/ports/c106c559-bd8e-48a9-967b-2a19759887dd HTTP/1.1" status: 200 len: 1093 time: 1.1263566 Mar 28 11:00:53.064356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:00:53.076894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d4218-a681-4bf7-bc0c-190dd93ff16c service neutron] Pushing event updated for resources: {'Port': ['ID=c106c559-bd8e-48a9-967b-2a19759887dd,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:53.116142 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'status': 'completed', 'code': 200} Mar 28 11:00:53.246718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951528-8f95-4a54-88f3-46ae48e68ee6 req-db45e9d0-94bd-4145-9d89-35f600aade07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:53.248306 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a3951528-8f95-4a54-88f3-46ae48e68ee6 req-db45e9d0-94bd-4145-9d89-35f600aade07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 1096 time: 0.0855134 Mar 28 11:00:53.430450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b2646-4347-4426-8729-7d4df8e41653 req-d429d96e-d435-407b-af93-79bc49ce1d87 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:53.433842 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-937b2646-4347-4426-8729-7d4df8e41653 req-d429d96e-d435-407b-af93-79bc49ce1d87 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 943 time: 0.1147311 Mar 28 11:00:53.464825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951528-8f95-4a54-88f3-46ae48e68ee6 req-041417d4-3264-4fe8-8a56-bfad23f5992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:53.466735 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a3951528-8f95-4a54-88f3-46ae48e68ee6 req-041417d4-3264-4fe8-8a56-bfad23f5992b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1978390 Mar 28 11:00:53.502818 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-937b2646-4347-4426-8729-7d4df8e41653 req-66d74c85-324e-4b14-86ad-3ebd5af87053 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Mar 28 11:00:53.616507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951528-8f95-4a54-88f3-46ae48e68ee6 req-3588d714-2e76-441e-9de0-882e8375f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:53.618078 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a3951528-8f95-4a54-88f3-46ae48e68ee6 req-3588d714-2e76-441e-9de0-882e8375f411 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416833 Mar 28 11:00:53.664120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40482) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:53.751988 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-753d3928-d839-4f9a-b3f1-8e1035ce4c9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5342e8bcc85b4af4a60564d24b902d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866187 Mar 28 11:00:53.754337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40486) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:00:53.929425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-5300d7f3-4cd0-4254-8277-1684d5a90ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:53.930897 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-5300d7f3-4cd0-4254-8277-1684d5a90ee5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 1096 time: 0.2340918 Mar 28 11:00:53.931677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d49a390d-d532-44b4-a77b-76041d25d8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:54.019673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d49a390d-d532-44b4-a77b-76041d25d8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:54.029714 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-da10670e-3374-42db-92f5-f858a13bd8cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c106c559-bd8e-48a9-967b-2a19759887dd HTTP/1.1" status: 200 len: 217 time: 0.0753839 Mar 28 11:00:54.117932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-c8a5c77a-8376-401b-bf91-9dffd6918e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:54.119352 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-c8a5c77a-8376-401b-bf91-9dffd6918e37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b859058f-0cee-4dea-9b58-36718cc1f6be HTTP/1.1" status: 200 len: 834 time: 0.0797980 Mar 28 11:00:54.201756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-1d3475c5-d3d3-4bec-b63a-a202c2ca63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:54.203735 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-1d3475c5-d3d3-4bec-b63a-a202c2ca63d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8a4016b-318c-44dd-9031-4ab0addff1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731890 Mar 28 11:00:54.234476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d49a390d-d532-44b4-a77b-76041d25d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:54.262818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a390d-d532-44b4-a77b-76041d25d8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1790644a-31c6-4ab9-ad14-793dacbae935,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:54.311417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d49a390d-d532-44b4-a77b-76041d25d8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:54.312505 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d49a390d-d532-44b4-a77b-76041d25d8cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1790644a-31c6-4ab9-ad14-793dacbae935 HTTP/1.1" status: 204 len: 168 time: 0.5572801 Mar 28 11:00:54.364758 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-87fc6ff8-41be-49a8-880a-28b05b25c56a service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500692 Mar 28 11:00:54.502004 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e3b1b67-1759-4079-8ea9-7fd3bb06fdb1 req-2634e798-db47-42f5-bd8f-5761d48c4e8c service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282406 Mar 28 11:00:54.686770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f41d8d-c861-42b9-a6bf-8ff5f966859c req-7b0f56b1-7589-4c31-a750-154386641b71 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:54.689053 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b2f41d8d-c861-42b9-a6bf-8ff5f966859c req-7b0f56b1-7589-4c31-a750-154386641b71 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 943 time: 0.0925183 Mar 28 11:00:54.746242 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b2f41d8d-c861-42b9-a6bf-8ff5f966859c req-baf0f428-5b8b-4e89-a6f6-3bd5e89fb6c3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496299 Mar 28 11:00:55.937129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8567825-657e-44ce-964f-37daf3039f54 req-d4ecdcb4-50e6-4be4-860f-bac13f582563 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:55.939213 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e8567825-657e-44ce-964f-37daf3039f54 req-d4ecdcb4-50e6-4be4-860f-bac13f582563 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 943 time: 0.0822465 Mar 28 11:00:55.985566 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e8567825-657e-44ce-964f-37daf3039f54 req-5845cc94-bc18-4385-9ee1-d02f6c920fcd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Mar 28 11:00:57.084625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device c106c559-bd8e-48a9-967b-2a19759887dd details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:00:57.169368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17805d-95b3-408f-97e1-0a5c94da296f req-e6f3c4e9-4544-458e-8ea5-5b02092e16df tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:57.170859 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e17805d-95b3-408f-97e1-0a5c94da296f req-e6f3c4e9-4544-458e-8ea5-5b02092e16df tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 943 time: 0.0812962 Mar 28 11:00:57.215582 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e17805d-95b3-408f-97e1-0a5c94da296f req-01940f9d-62b0-437a-a90c-b269619b9efa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389104 Mar 28 11:00:57.218114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port c106c559-bd8e-48a9-967b-2a19759887dd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c106c559-bd8e-48a9-967b-2a19759887dd,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:57.231798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'port_id': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'mac_address': 'fa:16:3e:9b:45:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:00:57.293760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:57.311332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c106c559-bd8e-48a9-967b-2a19759887dd {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:00:57.327657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port c106c559-bd8e-48a9-967b-2a19759887dd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c106c559-bd8e-48a9-967b-2a19759887dd,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:57.402355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:57.467434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=c106c559-bd8e-48a9-967b-2a19759887dd,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:57.756267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['c106c559-bd8e-48a9-967b-2a19759887dd'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:00:58.404502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db8354-add8-4d69-a7a8-02f7f5959c12 req-0c74570e-dfd7-4664-b6c9-ca7e65bcaf2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:58.405990 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99db8354-add8-4d69-a7a8-02f7f5959c12 req-0c74570e-dfd7-4664-b6c9-ca7e65bcaf2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 944 time: 0.0872042 Mar 28 11:00:58.450572 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99db8354-add8-4d69-a7a8-02f7f5959c12 req-c94094e3-3013-4eaa-b5d2-379e453782f1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383501 Mar 28 11:00:59.118771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device c106c559-bd8e-48a9-967b-2a19759887dd up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:00:59.259734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port c106c559-bd8e-48a9-967b-2a19759887dd completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:00:59.264865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port c106c559-bd8e-48a9-967b-2a19759887dd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:00:59.265225 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:59.404616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:59.431972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:00:59.447003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port c106c559-bd8e-48a9-967b-2a19759887dd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c106c559-bd8e-48a9-967b-2a19759887dd,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:00:59.476374 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'code': 200} Mar 28 11:00:59.554908 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:00:59.628147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=c106c559-bd8e-48a9-967b-2a19759887dd,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:00:59.639857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074590e-9231-4080-982f-20b0baff8723 req-dd7a3ea1-dc2a-4147-ae17-b33dd077598c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:00:59.641334 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b074590e-9231-4080-982f-20b0baff8723 req-dd7a3ea1-dc2a-4147-ae17-b33dd077598c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 945 time: 0.0800314 Mar 28 11:00:59.690478 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b074590e-9231-4080-982f-20b0baff8723 req-6d702fc8-9ceb-4a5d-8bb3-84f321cc62d1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435035 Mar 28 11:01:00.081800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1064dc2-f10f-4db3-8462-35d91e37e69b req-ccf53585-c25b-4c2c-8cf3-7527d3cad8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:00.083342 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c1064dc2-f10f-4db3-8462-35d91e37e69b req-ccf53585-c25b-4c2c-8cf3-7527d3cad8e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 1098 time: 0.2176349 Mar 28 11:01:00.127618 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c1064dc2-f10f-4db3-8462-35d91e37e69b req-888f9080-1139-4daf-bb9a-9307ee18685f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347307 Mar 28 11:01:00.878802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bae08-d860-43e7-b4d3-6adc5eeacfa9 req-8533b893-1465-46c1-b725-d52524b9f6f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:00.880273 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ae4bae08-d860-43e7-b4d3-6adc5eeacfa9 req-8533b893-1465-46c1-b725-d52524b9f6f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 945 time: 0.0810030 Mar 28 11:01:00.924300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ae4bae08-d860-43e7-b4d3-6adc5eeacfa9 req-303cee7b-63cf-43c0-8799-04c1560e6a84 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Mar 28 11:01:02.110232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fa178-e20a-4fe1-a743-5b9e33a2a1ea req-454b5c81-bf4e-44c0-be1c-4aefcca02225 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:02.112192 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b40fa178-e20a-4fe1-a743-5b9e33a2a1ea req-454b5c81-bf4e-44c0-be1c-4aefcca02225 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 945 time: 0.0840948 Mar 28 11:01:02.156092 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b40fa178-e20a-4fe1-a743-5b9e33a2a1ea req-a1935a48-266e-4b7a-8a13-bef6b90bbb99 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Mar 28 11:01:02.338425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f430765-870a-47d8-9671-2a9216fe061c req-cae07af3-ea51-4f10-af16-0fd4a662a2e1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:02.339881 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2f430765-870a-47d8-9671-2a9216fe061c req-cae07af3-ea51-4f10-af16-0fd4a662a2e1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 945 time: 0.0810463 Mar 28 11:01:02.385424 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2f430765-870a-47d8-9671-2a9216fe061c req-b5fad421-ab15-4368-94a7-0f3d0091e0e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399392 Mar 28 11:01:02.407874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40536) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:02.600669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75322ee4-ad83-4a3f-9b80-6fc8ad1b25d6 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:02.602341 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-75322ee4-ad83-4a3f-9b80-6fc8ad1b25d6 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 1093 time: 0.1934333 Mar 28 11:01:02.605094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40542) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:02.610289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:02.616824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:02.620648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:floatingip and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:02.623544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:02.629135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:02.721153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:02.865922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:03.002088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.130 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/b9bb7a40-a1f2-40c3-9b53-294d927b2a1e) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:01:03.149992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:03.303168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:03.366428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:01:03.369105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:01:03.377291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:01:03.412054 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=b9bb7a40-a1f2-40c3-9b53-294d927b2a1e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:03.901231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:04.068585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:04.223953 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:01:04.275298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:04.354737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:04.469104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=b9bb7a40-a1f2-40c3-9b53-294d927b2a1e,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:04.479418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:04.651965 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 8429b5fb-f8b6-4001-9f3e-79978f451254 associated. External IP: 172.26.2.130, port: c106c559-bd8e-48a9-967b-2a19759887dd. Mar 28 11:01:05.013482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 7505f7f8-9ada-4690-b182-357446ad1a50 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:01:05.191245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:01:05.200571 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] Sync routers for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:01:05.209448 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:01:05.210088 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:05.265889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:05.327285 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0836e3c3-6719-4367-9521-6789078e4388 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7211592 Mar 28 11:01:05.327867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:01:05.329933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40552) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:05.375670 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'status': 'completed', 'code': 200} Mar 28 11:01:05.401137 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:01:05.457871 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-38a588db-e454-41f4-8e02-bb8a543f72b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 991 time: 0.1261065 Mar 28 11:01:05.505571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-230afc46-ed7e-4dce-b0b9-4e50147732cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:05.507669 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-230afc46-ed7e-4dce-b0b9-4e50147732cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0824211 Mar 28 11:01:05.765916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-466a0241-a39c-438d-8e72-6f097c225f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:05.767339 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-466a0241-a39c-438d-8e72-6f097c225f01 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 898 time: 0.2533622 Mar 28 11:01:05.772584 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8429b5fb-f8b6-4001-9f3e-79978f451254', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'port_id': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'mac_address': 'fa:16:3e:9b:45:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:01:03Z', 'updated_at': '2022-03-28T11:01:03Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:05.776556 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] Checking router: 7505f7f8-9ada-4690-b182-357446ad1a50 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:01:05.785217 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:01:05.785804 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:00:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:05.877767 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-370bfefd-c7d7-499b-938c-5e619bc8102f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c106c559-bd8e-48a9-967b-2a19759887dd HTTP/1.1" status: 200 len: 999 time: 0.0992024 Mar 28 11:01:05.950170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-22bb3206-8478-49ec-96a6-2193314413e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:05.951602 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-22bb3206-8478-49ec-96a6-2193314413e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b859058f-0cee-4dea-9b58-36718cc1f6be HTTP/1.1" status: 200 len: 834 time: 0.0677254 Mar 28 11:01:05.964604 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:01:06.035519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-98abb0f9-cc1b-41e6-9593-1703d452a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:06.037062 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-98abb0f9-cc1b-41e6-9593-1703d452a4f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8a4016b-318c-44dd-9031-4ab0addff1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793796 Mar 28 11:01:06.166963 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-9b67836d-9ef8-494d-91f7-13f7de35f6f5 service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233056 Mar 28 11:01:06.297868 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-19e79f07-b493-42c4-972a-89f3b9f3eaa2 req-b50c1014-9860-40ea-bfb5-4a69bf617725 service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247144 Mar 28 11:01:06.303210 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8429b5fb-f8b6-4001-9f3e-79978f451254', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'port_id': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'mac_address': 'fa:16:3e:9b:45:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:01:03Z', 'updated_at': '2022-03-28T11:01:03Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:06.307269 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cff9a-b57d-4181-9963-a85e37eab7cc None None] The sync data for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv is: [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8429b5fb-f8b6-4001-9f3e-79978f451254', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'port_id': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'mac_address': 'fa:16:3e:9b:45:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:01:03Z', 'updated_at': '2022-03-28T11:01:03Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:01:06.460851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40560) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:06.491033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9351340-89c2-46e4-a43c-243b57917b15 None None] New status for floating IP 8429b5fb-f8b6-4001-9f3e-79978f451254: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:01:06.579193 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a4b5f154-0a60-4fd6-979e-0487cb94cc96 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 991 time: 0.1171572 Mar 28 11:01:07.421851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-0f2e03bd-c7fd-48fd-87ff-19b3bf1e027a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Synchronizing usage tracker for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:01:07.561946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-0f2e03bd-c7fd-48fd-87ff-19b3bf1e027a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Unset dirty status for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:01:07.563182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-0f2e03bd-c7fd-48fd-87ff-19b3bf1e027a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429155260&fields=id&tenant_id=0a27231c113448fbbc623f4b58a6f685 HTTP/1.1" status: 200 len: 267 time: 0.1791735 Mar 28 11:01:07.583630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40574) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:07.689222 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c266254b-4bd8-443e-93d2-902fefc4206c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 993 time: 0.1045065 Mar 28 11:01:07.713557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-d48d4363-972f-494e-92fe-67c2fe8d9284 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:07.714260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-d48d4363-972f-494e-92fe-67c2fe8d9284 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Synchronizing usage tracker for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:01:07.800203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-d48d4363-972f-494e-92fe-67c2fe8d9284 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Unset dirty status for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:01:07.801360 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-d48d4363-972f-494e-92fe-67c2fe8d9284 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 812 time: 0.2308013 Mar 28 11:01:07.816612 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-e5cf778a-a0f4-4a4b-8a50-270a5193b9aa tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/quotas/0a27231c113448fbbc623f4b58a6f685 HTTP/1.1" status: 200 len: 375 time: 0.0091393 Mar 28 11:01:07.901600 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-5dfeb1c2-1a87-4437-9f01-add18b349618 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800495 Mar 28 11:01:07.960342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-650d38bb-f8ef-459f-a923-505d0be8e756 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:01:07.961317 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-650d38bb-f8ef-459f-a923-505d0be8e756 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485146 Mar 28 11:01:08.090650 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-72d8f760-0343-4ae9-99ed-ec0d87827f85 service neutron] 10.222.0.18 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235409 Mar 28 11:01:08.220098 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-5f47b4bd-075a-4f60-b885-61731b4c24fb service neutron] 10.222.0.18 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231256 Mar 28 11:01:08.869651 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-64996113-cb21-4e33-9504-0237e9bfbbb5 req-198a9a3a-7de1-4bab-b235-447c37c67ded tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 210 time: 0.0426302 Mar 28 11:01:09.966614 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bd473dd6-5758-48bf-a5a7-cba5084e12fc req-1740acc4-537f-4b05-9cf8-d585d2986673 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 210 time: 0.0455225 Mar 28 11:01:11.110324 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-db4edbfe-4665-4f84-a34a-0f4d60c0de0e req-f8d626ee-ee41-4b5c-93c4-87368c7c0ded tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 210 time: 0.0427713 Mar 28 11:01:11.332508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-0c00e4c3-31af-4a3b-9b07-12025e66066e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:11.333956 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-0c00e4c3-31af-4a3b-9b07-12025e66066e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 812 time: 0.1486058 Mar 28 11:01:11.386200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-beff27c4-f4aa-4f54-b6eb-6c8c028271e3 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Synchronizing usage tracker for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:01:11.397436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-beff27c4-f4aa-4f54-b6eb-6c8c028271e3 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Unset dirty status for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:01:11.398598 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-beff27c4-f4aa-4f54-b6eb-6c8c028271e3 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a27231c113448fbbc623f4b58a6f685 HTTP/1.1" status: 200 len: 380 time: 0.0503879 Mar 28 11:01:11.406512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'port': {'device_id': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'admin_state_up': True, 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'security_groups': ['ae1e59ce-1231-4c95-a95a-1b1a48e728bf']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:11.541093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:11.544933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:port and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:11.547794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:11.554632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:11.622465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Made reservation on behalf of 0a27231c113448fbbc623f4b58a6f685 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:01:11.626038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:11.788087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Allocated IP 172.20.0.4 (8a13414b-468c-4d72-8ffa-41d8f4434cba/5b0d7c2b-598b-432e-afb1-8c6f02962280/28886934-6c0f-4ca9-8027-236ed830fe5b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:01:11.976028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:11.991843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Transition to ACTIVE for port object 28886934-6c0f-4ca9-8027-236ed830fe5b will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:01:12.068615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:12.137583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:01:12.145659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:01:12.150765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:01:12.183291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'Port': ['ID=28886934-6c0f-4ca9-8027-236ed830fe5b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:12.204022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.204368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.204702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.205032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.205360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.205754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.206603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.206928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.207252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.207572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.207890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.208208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:12.235476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:12.236398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:12.303632 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-893bce17-bbf0-4c3d-a8ee-3f48c35c4513 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003549 Mar 28 11:01:12.324236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c5a80-6d48-42a2-93ce-29a9dce6e6e2 req-fb53b66e-3ad6-4383-bcb6-1c31b5d8903d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:12.324873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Request body: {'port': {'device_id': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:12.326417 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-354c5a80-6d48-42a2-93ce-29a9dce6e6e2 req-fb53b66e-3ad6-4383-bcb6-1c31b5d8903d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 931 time: 0.0861855 Mar 28 11:01:12.386070 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-354c5a80-6d48-42a2-93ce-29a9dce6e6e2 req-2bbacc1c-fe48-4415-b44e-09ff59fdd656 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527937 Mar 28 11:01:12.425365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-47b6c22d-9d74-45fe-9326-498484490afb None None] Provisioning for port 28886934-6c0f-4ca9-8027-236ed830fe5b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:01:12.431125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-47b6c22d-9d74-45fe-9326-498484490afb None None] Provisioning complete for port 28886934-6c0f-4ca9-8027-236ed830fe5b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:01:12.431632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-47b6c22d-9d74-45fe-9326-498484490afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:12.487858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-47b6c22d-9d74-45fe-9326-498484490afb None None] Port 28886934-6c0f-4ca9-8027-236ed830fe5b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:01:12.547137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:12.887051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28886934-6c0f-4ca9-8027-236ed830fe5b {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:01:12.894860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:12.912370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Transition to ACTIVE for port object 28886934-6c0f-4ca9-8027-236ed830fe5b will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:01:12.985096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:13.109624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Pushing event updated for resources: {'Port': ['ID=28886934-6c0f-4ca9-8027-236ed830fe5b,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:13.254649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Attempting to bind port 28886934-6c0f-4ca9-8027-236ed830fe5b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:01:13.254921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Attempting to bind port 28886934-6c0f-4ca9-8027-236ed830fe5b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:01:13.255226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Attempting to bind port 28886934-6c0f-4ca9-8027-236ed830fe5b on network 8a13414b-468c-4d72-8ffa-41d8f4434cba {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:01:13.259969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Port 28886934-6c0f-4ca9-8027-236ed830fe5b on network 8a13414b-468c-4d72-8ffa-41d8f4434cba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:01:13.260228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Attempting to bind port 28886934-6c0f-4ca9-8027-236ed830fe5b on network 8a13414b-468c-4d72-8ffa-41d8f4434cba {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:01:13.265281 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:01:13.265627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Checking segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:01:13.266018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Bound using segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:01:13.266436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Bound port: 28886934-6c0f-4ca9-8027-236ed830fe5b, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:01:13.266777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:13.361075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] For port 28886934-6c0f-4ca9-8027-236ed830fe5b, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:01:13.364057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] For port 28886934-6c0f-4ca9-8027-236ed830fe5b, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=28886934-6c0f-4ca9-8027-236ed830fe5b,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:01:13.446098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:13.517788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Pushing event updated for resources: {'Port': ['ID=28886934-6c0f-4ca9-8027-236ed830fe5b,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:13.528724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:13.529163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:13.530633 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-9ec1599f-5788-4c9d-a506-7b71ce9556c8 service neutron] 10.222.0.31 "PUT /v2.0/ports/28886934-6c0f-4ca9-8027-236ed830fe5b HTTP/1.1" status: 200 len: 1093 time: 1.2102294 Mar 28 11:01:13.531119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'tag': '28886934-6c0f-4ca9-8027-236ed830fe5b'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:01:13.614018 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'tag': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'status': 'completed', 'code': 200} Mar 28 11:01:13.702439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0ba42-ac38-4373-9f62-5773b4e3011f req-5d7a9206-b61f-4f2a-aaba-7038529448d8 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:13.718606 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-03d0ba42-ac38-4373-9f62-5773b4e3011f req-5d7a9206-b61f-4f2a-aaba-7038529448d8 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.1352153 Mar 28 11:01:13.756486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db11873-717a-4b49-aa0d-70856815e5a2 req-944c8cc5-9a46-4a38-85c1-26bffe86d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:13.758261 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1db11873-717a-4b49-aa0d-70856815e5a2 req-944c8cc5-9a46-4a38-85c1-26bffe86d9da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 1096 time: 0.1016188 Mar 28 11:01:13.764396 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-03d0ba42-ac38-4373-9f62-5773b4e3011f req-55f6aff5-9f8c-4db6-9911-4098ac7d4ad6 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443652 Mar 28 11:01:13.930736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db11873-717a-4b49-aa0d-70856815e5a2 req-c62b7b83-17db-4be4-a659-a242bad1ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:13.932285 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1db11873-717a-4b49-aa0d-70856815e5a2 req-c62b7b83-17db-4be4-a659-a242bad1ad38 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0a27231c113448fbbc623f4b58a6f685&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1600018 Mar 28 11:01:14.078325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db11873-717a-4b49-aa0d-70856815e5a2 req-90ac2122-1731-4e6a-88f6-42391abc5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:14.079784 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1db11873-717a-4b49-aa0d-70856815e5a2 req-90ac2122-1731-4e6a-88f6-42391abc5400 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405289 Mar 28 11:01:14.220114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-8266d001-1011-47f1-a2cd-a85f79083b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:14.221603 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-8266d001-1011-47f1-a2cd-a85f79083b52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 1096 time: 0.0689468 Mar 28 11:01:14.296796 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-f55c51b1-b44f-40a8-817a-a7d721471789 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28886934-6c0f-4ca9-8027-236ed830fe5b HTTP/1.1" status: 200 len: 217 time: 0.0608730 Mar 28 11:01:14.357301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-f2b91540-a653-401c-9c99-9a2ead05a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:14.358746 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-f2b91540-a653-401c-9c99-9a2ead05a73f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0555811 Mar 28 11:01:14.435842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-aac9d4d3-26e5-4095-9d78-e94e74f67c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:14.437270 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-aac9d4d3-26e5-4095-9d78-e94e74f67c17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717640 Mar 28 11:01:14.568435 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-09bc9542-a650-48ea-a483-5563c6384fa3 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236699 Mar 28 11:01:14.790146 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a2d10471-d886-4db4-a2e1-23af9781afdd req-6c8c6605-a0f1-4a26-a0cb-5700214dacb6 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147849 Mar 28 11:01:15.052619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab774f-2eee-4372-ab67-d6a9f6ae11af req-2d326687-75ed-45da-b390-d7e3cab20d88 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:15.054249 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-19ab774f-2eee-4372-ab67-d6a9f6ae11af req-2d326687-75ed-45da-b390-d7e3cab20d88 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.1805606 Mar 28 11:01:15.098451 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-19ab774f-2eee-4372-ab67-d6a9f6ae11af req-a8c5c51b-d226-4c18-80d7-50cf4af98adc tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384908 Mar 28 11:01:15.616602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:16.276223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b71a9-de5a-447d-9711-ab102ff9ca03 req-f845caab-a61f-4f81-8418-11e6ff4af636 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:16.277638 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1b0b71a9-de5a-447d-9711-ab102ff9ca03 req-f845caab-a61f-4f81-8418-11e6ff4af636 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.0776119 Mar 28 11:01:16.322976 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1b0b71a9-de5a-447d-9711-ab102ff9ca03 req-4768d34a-9398-45b9-a4ee-2ae14b627b3c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397494 Mar 28 11:01:17.503428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed1a79-5d2b-49ea-afef-2a2a3bc64d00 req-a3affb7b-01ad-4d87-9834-e0c0cf41616d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:17.504883 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-86ed1a79-5d2b-49ea-afef-2a2a3bc64d00 req-a3affb7b-01ad-4d87-9834-e0c0cf41616d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.0808129 Mar 28 11:01:17.548519 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-86ed1a79-5d2b-49ea-afef-2a2a3bc64d00 req-f48c2abf-50bc-4019-8e1f-c0ded64da562 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378480 Mar 28 11:01:18.230277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c0cf243f-1917-4d55-8c55-1cd28ee6d107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:18.731264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b74b1-914e-4d03-9eda-dbc2c4689f16 req-4bdb469e-58cf-480d-933c-7ee97639d5d3 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:18.732766 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6a2b74b1-914e-4d03-9eda-dbc2c4689f16 req-4bdb469e-58cf-480d-933c-7ee97639d5d3 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.0819955 Mar 28 11:01:18.777006 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6a2b74b1-914e-4d03-9eda-dbc2c4689f16 req-87ab3cf2-c21d-42bb-9e41-f78fd5889ceb tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381601 Mar 28 11:01:19.958421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532050b-b345-42b8-abfd-5929c0806f37 req-5c5c944b-9037-44af-97a3-4ef8ccffb20d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:19.959858 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2532050b-b345-42b8-abfd-5929c0806f37 req-5c5c944b-9037-44af-97a3-4ef8ccffb20d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.0792553 Mar 28 11:01:20.002679 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2532050b-b345-42b8-abfd-5929c0806f37 req-52985431-9421-4c9f-9129-ad476b2c36ae tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366752 Mar 28 11:01:20.421822 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-854f6b3f-f643-4cfe-9c0f-7803968fa43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:21.186146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55187e01-5652-4bf5-a2aa-b616066149b3 req-9089d94e-5335-4bb3-aa25-e1d94192c052 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:21.187568 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-55187e01-5652-4bf5-a2aa-b616066149b3 req-9089d94e-5335-4bb3-aa25-e1d94192c052 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.0808332 Mar 28 11:01:21.231196 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-55187e01-5652-4bf5-a2aa-b616066149b3 req-077f1702-c616-435a-845d-f614d2b587ab tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374563 Mar 28 11:01:21.592259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:21.633185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:22.409921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad25c8d-64a3-43ea-8399-b5517466dd54 req-4e7d0544-1ad3-4309-ac48-9b67ef8bc8a2 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:22.411350 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bad25c8d-64a3-43ea-8399-b5517466dd54 req-4e7d0544-1ad3-4309-ac48-9b67ef8bc8a2 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.0778048 Mar 28 11:01:22.457645 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bad25c8d-64a3-43ea-8399-b5517466dd54 req-6cf55662-82b9-4fe6-bb64-95f40f591e1c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407708 Mar 28 11:01:22.971404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:23.637144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579c442-6e1f-4852-b2df-3796a7ac03ed req-baf33474-6628-4eea-8e02-1aee7a1a2f2e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:23.638673 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3579c442-6e1f-4852-b2df-3796a7ac03ed req-baf33474-6628-4eea-8e02-1aee7a1a2f2e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.0784776 Mar 28 11:01:23.687967 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3579c442-6e1f-4852-b2df-3796a7ac03ed req-2f51375d-400d-4ff9-8ee9-a9bc58fe17ac tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386355 Mar 28 11:01:24.801704 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cef11d54-bde2-42fd-a695-66d87177359e req-035245c5-9e24-4a20-8ae7-8316b89375a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692618 Mar 28 11:01:24.869661 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead966b-7715-4282-85b7-6e4bb04a323e req-0f2efe48-0b30-4bc7-ba2b-9015e8022182 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:24.871251 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4ead966b-7715-4282-85b7-6e4bb04a323e req-0f2efe48-0b30-4bc7-ba2b-9015e8022182 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 943 time: 0.0820539 Mar 28 11:01:24.914500 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4ead966b-7715-4282-85b7-6e4bb04a323e req-88c9d6be-0311-48e3-b37b-c707b3da9750 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376596 Mar 28 11:01:24.959558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11d54-bde2-42fd-a695-66d87177359e req-c717a88f-f54b-4a4f-b82f-e0c80e0b64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:24.961000 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cef11d54-bde2-42fd-a695-66d87177359e req-c717a88f-f54b-4a4f-b82f-e0c80e0b64ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0734150 Mar 28 11:01:25.104422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11d54-bde2-42fd-a695-66d87177359e req-a36fdb2a-b0ba-4bfd-83fd-9a995f53e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:25.105850 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cef11d54-bde2-42fd-a695-66d87177359e req-a36fdb2a-b0ba-4bfd-83fd-9a995f53e7ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 898 time: 0.1246238 Mar 28 11:01:25.205680 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cef11d54-bde2-42fd-a695-66d87177359e req-80c03dae-4be5-4f22-aee6-1b1f375ede09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c106c559-bd8e-48a9-967b-2a19759887dd HTTP/1.1" status: 200 len: 1001 time: 0.0927486 Mar 28 11:01:25.252736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 28886934-6c0f-4ca9-8027-236ed830fe5b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:01:25.266472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11d54-bde2-42fd-a695-66d87177359e req-e22adb68-582f-4d0e-a05c-15178d7906b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:25.267927 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cef11d54-bde2-42fd-a695-66d87177359e req-e22adb68-582f-4d0e-a05c-15178d7906b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b859058f-0cee-4dea-9b58-36718cc1f6be HTTP/1.1" status: 200 len: 834 time: 0.0559928 Mar 28 11:01:25.342508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11d54-bde2-42fd-a695-66d87177359e req-3e5e98e5-028b-4f5b-9e2a-2879690ae86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:25.343958 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cef11d54-bde2-42fd-a695-66d87177359e req-3e5e98e5-028b-4f5b-9e2a-2879690ae86f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8a4016b-318c-44dd-9031-4ab0addff1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692568 Mar 28 11:01:25.380845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 28886934-6c0f-4ca9-8027-236ed830fe5b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=28886934-6c0f-4ca9-8027-236ed830fe5b,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:01:25.397689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'port_id': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'mac_address': 'fa:16:3e:b5:c8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:01:25.451450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:25.468003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28886934-6c0f-4ca9-8027-236ed830fe5b {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:01:25.474522 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cef11d54-bde2-42fd-a695-66d87177359e req-ff451fb6-12f8-4f1d-90b9-69a83b7fdaad service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225932 Mar 28 11:01:25.484250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 28886934-6c0f-4ca9-8027-236ed830fe5b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=28886934-6c0f-4ca9-8027-236ed830fe5b,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:01:25.570951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:25.606569 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cef11d54-bde2-42fd-a695-66d87177359e req-10358f7d-3e3e-466d-82c7-dcdbc2c46523 service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255538 Mar 28 11:01:25.636615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=28886934-6c0f-4ca9-8027-236ed830fe5b,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:25.644024 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.644369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.644706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.645037 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.645372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.645700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.646050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.646377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.646698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.647022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.647338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.647667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:25.911250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['28886934-6c0f-4ca9-8027-236ed830fe5b'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:01:26.094508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce062e-8548-4690-8549-4c523155c39b req-74a61bb4-28ed-4a3b-9a16-af5133c4de9c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:26.096536 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-50ce062e-8548-4690-8549-4c523155c39b req-74a61bb4-28ed-4a3b-9a16-af5133c4de9c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 944 time: 0.0794244 Mar 28 11:01:26.139549 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-50ce062e-8548-4690-8549-4c523155c39b req-bdfdd306-c99f-43c1-abcb-e3dd282c9645 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368061 Mar 28 11:01:27.267431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 28886934-6c0f-4ca9-8027-236ed830fe5b up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:01:27.324747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1b610-9f1c-4259-9edd-d3cef6a38f58 req-14373922-9ad9-43be-9cb7-4686efe8dc66 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:27.326205 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1db1b610-9f1c-4259-9edd-d3cef6a38f58 req-14373922-9ad9-43be-9cb7-4686efe8dc66 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 944 time: 0.0810390 Mar 28 11:01:27.369967 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1db1b610-9f1c-4259-9edd-d3cef6a38f58 req-39c1cb97-b163-45e0-9e6e-90218fc974c7 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380163 Mar 28 11:01:27.412710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 28886934-6c0f-4ca9-8027-236ed830fe5b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:01:27.417813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 28886934-6c0f-4ca9-8027-236ed830fe5b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:01:27.418155 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:27.531836 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:27.558960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28886934-6c0f-4ca9-8027-236ed830fe5b'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:01:27.568364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 28886934-6c0f-4ca9-8027-236ed830fe5b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=28886934-6c0f-4ca9-8027-236ed830fe5b,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:01:27.641462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:27.730887 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'code': 200} Mar 28 11:01:27.740969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=28886934-6c0f-4ca9-8027-236ed830fe5b,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:28.066666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232e2ee-0b75-4797-b5cd-3e78aff164d3 req-0bc79bde-e7ab-4f6c-b0f5-ee13858d4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:28.068089 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2232e2ee-0b75-4797-b5cd-3e78aff164d3 req-0bc79bde-e7ab-4f6c-b0f5-ee13858d4041 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 1098 time: 0.0716293 Mar 28 11:01:28.107621 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2232e2ee-0b75-4797-b5cd-3e78aff164d3 req-2990e822-7faa-4946-bee9-7058a6b56ead service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326357 Mar 28 11:01:28.550556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe11cfe-2bb5-4e4d-affb-51e2b519f38d req-4e1d1f60-f1b7-4d4d-a18c-f47d3ae33275 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:28.551989 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bbe11cfe-2bb5-4e4d-affb-51e2b519f38d req-4e1d1f60-f1b7-4d4d-a18c-f47d3ae33275 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 945 time: 0.0813217 Mar 28 11:01:28.594844 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bbe11cfe-2bb5-4e4d-affb-51e2b519f38d req-463d37c8-5120-439b-97c8-7dacb667e490 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370131 Mar 28 11:01:29.777996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc174-e9a6-48a4-a6cb-20e12ee38129 req-907c5ad0-c3a2-459e-99f7-4dc3195b2a6d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:29.779467 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-66afc174-e9a6-48a4-a6cb-20e12ee38129 req-907c5ad0-c3a2-459e-99f7-4dc3195b2a6d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 945 time: 0.0788996 Mar 28 11:01:29.823517 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-66afc174-e9a6-48a4-a6cb-20e12ee38129 req-dd99557e-7b92-4eb0-819e-5f0c90d028d2 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382395 Mar 28 11:01:30.007963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe327e-3b71-4c65-b78c-785b4a866c25 req-bc0b073a-4dd7-4f32-bda0-68ee0c289d6a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:30.009380 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68fe327e-3b71-4c65-b78c-785b4a866c25 req-bc0b073a-4dd7-4f32-bda0-68ee0c289d6a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 945 time: 0.0818255 Mar 28 11:01:30.052109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-68fe327e-3b71-4c65-b78c-785b4a866c25 req-ba1cfc36-74b0-4244-b8ea-7790b8adeb43 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369089 Mar 28 11:01:30.075150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40650) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:30.245557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3985b9e-548c-407d-9f3e-706f39b6c0c3 tempest-TestVolumeBootPattern-1635414056 tempest-TestVolumeBootPattern-1635414056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:30.247061 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b3985b9e-548c-407d-9f3e-706f39b6c0c3 tempest-TestVolumeBootPattern-1635414056 tempest-TestVolumeBootPattern-1635414056-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 1093 time: 0.1709642 Mar 28 11:01:30.249928 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40656) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:30.254731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:30.260368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:30.264093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:floatingip and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:30.266890 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:30.272379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:30.341777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:30.471803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:30.606510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Allocated IP 172.26.2.207 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/104a6c9a-c505-4974-8569-8aeca3230413) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:01:30.747719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:30.822430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:30.883669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:01:30.886340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:01:30.894861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:01:30.929172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'Port': ['ID=104a6c9a-c505-4974-8569-8aeca3230413,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:30.945120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.945468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.945803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.946235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.946562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.946891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.947219 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.947542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.947868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.948195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.948510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:30.948826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:01:31.401886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:31.527042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:31.728250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:31.804684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:31.913172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'Port': ['ID=104a6c9a-c505-4974-8569-8aeca3230413,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:31.920936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:32.090846 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Floating IP f5cd538a-a4b6-4706-8b7a-d9e65cfd0dcb associated. External IP: 172.26.2.207, port: 28886934-6c0f-4ca9-8027-236ed830fe5b. Mar 28 11:01:32.434977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Router bbdef605-43f6-4beb-b05a-e351f3e995ee has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:01:32.611328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:01:32.621480 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] Sync routers for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:01:32.630518 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:01:32.631111 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:01:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:32.696979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:32.751145 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-18b6650e-a3af-4934-a334-92700ddda55d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5002120 Mar 28 11:01:32.751795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'tag': '28886934-6c0f-4ca9-8027-236ed830fe5b'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:01:32.798496 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'tag': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'status': 'completed', 'code': 200} Mar 28 11:01:32.829733 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:01:32.926086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584d264-c5e0-4e41-9820-28878494cb84 req-e6391149-6279-4fed-bd74-74f8d3bd7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:32.927582 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b584d264-c5e0-4e41-9820-28878494cb84 req-e6391149-6279-4fed-bd74-74f8d3bd7674 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 1098 time: 0.0703502 Mar 28 11:01:33.060017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584d264-c5e0-4e41-9820-28878494cb84 req-acf276fb-87af-410d-8e03-b1356b988b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:33.061348 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b584d264-c5e0-4e41-9820-28878494cb84 req-acf276fb-87af-410d-8e03-b1356b988b8a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.1273990 Mar 28 11:01:33.166091 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b584d264-c5e0-4e41-9820-28878494cb84 req-a0e6ee55-fa1d-4c08-aa8e-3d4b1342fbe9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28886934-6c0f-4ca9-8027-236ed830fe5b HTTP/1.1" status: 200 len: 999 time: 0.0980048 Mar 28 11:01:33.171272 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'f5cd538a-a4b6-4706-8b7a-d9e65cfd0dcb', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.207', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:b5:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:01:31Z', 'updated_at': '2022-03-28T11:01:31Z', 'revision_number': 0, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:33.175087 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] Checking router: bbdef605-43f6-4beb-b05a-e351f3e995ee for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:01:33.183546 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:01:33.187911 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:01:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:33.230940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584d264-c5e0-4e41-9820-28878494cb84 req-946a0c6e-b8ec-4f51-a4ae-a9e7e22cddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:33.232381 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b584d264-c5e0-4e41-9820-28878494cb84 req-946a0c6e-b8ec-4f51-a4ae-a9e7e22cddb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0603664 Mar 28 11:01:33.306154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584d264-c5e0-4e41-9820-28878494cb84 req-9ce44e7d-884c-4313-9b7b-4d2a32c02958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:33.307614 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b584d264-c5e0-4e41-9820-28878494cb84 req-9ce44e7d-884c-4313-9b7b-4d2a32c02958 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693879 Mar 28 11:01:33.359645 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:01:33.535073 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b584d264-c5e0-4e41-9820-28878494cb84 req-1790fd85-24f2-4962-89fb-6b40b7154fc4 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209902 Mar 28 11:01:33.665772 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b584d264-c5e0-4e41-9820-28878494cb84 req-c56e3b1f-e050-4803-a756-abedef3afca5 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234505 Mar 28 11:01:33.703973 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'f5cd538a-a4b6-4706-8b7a-d9e65cfd0dcb', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.207', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:b5:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:01:31Z', 'updated_at': '2022-03-28T11:01:31Z', 'revision_number': 0, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:33.708001 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6d987-61d0-4395-91aa-4b0d36c49dd5 None None] The sync data for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv is: [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'f5cd538a-a4b6-4706-8b7a-d9e65cfd0dcb', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.207', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:b5:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:01:31Z', 'updated_at': '2022-03-28T11:01:31Z', 'revision_number': 0, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:01:33.893169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c935b70-ccae-4137-8195-200c828f351d None None] New status for floating IP f5cd538a-a4b6-4706-8b7a-d9e65cfd0dcb: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:01:40.754542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40672) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:40.938489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512d18e5-963f-4c3c-a78d-9aa61ec2de7a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:40.938964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512d18e5-963f-4c3c-a78d-9aa61ec2de7a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:40.939428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512d18e5-963f-4c3c-a78d-9aa61ec2de7a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:40.941927 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-512d18e5-963f-4c3c-a78d-9aa61ec2de7a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=b516e8f73c66466d9aba5a18c87f3dde&network_id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 2999 time: 0.1865280 Mar 28 11:01:41.223086 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:01:42.632685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40684) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:42.690495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d148843-3f52-486e-9367-1dd96a81b193 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:42.692581 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8d148843-3f52-486e-9367-1dd96a81b193 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8 HTTP/1.1" status: 200 len: 814 time: 0.0589037 Mar 28 11:01:43.161178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40692) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:43.166305 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9f4c6880-4a23-473d-a2b8-d667ae4cd72f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:43.264741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6880-4a23-473d-a2b8-d667ae4cd72f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:43.523631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6880-4a23-473d-a2b8-d667ae4cd72f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:43.582399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6880-4a23-473d-a2b8-d667ae4cd72f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:43.582714 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-9f4c6880-4a23-473d-a2b8-d667ae4cd72f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 8429b5fb-f8b6-4001-9f3e-79978f451254 disassociated. External IP: 172.26.2.130, port: c106c559-bd8e-48a9-967b-2a19759887dd. Mar 28 11:01:43.928196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4c6880-4a23-473d-a2b8-d667ae4cd72f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 7505f7f8-9ada-4690-b182-357446ad1a50 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:01:44.103273 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4c6880-4a23-473d-a2b8-d667ae4cd72f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:01:44.107670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6880-4a23-473d-a2b8-d667ae4cd72f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:44.113773 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] Sync routers for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:01:44.123659 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:01:44.124258 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:01:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:44.164196 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9f4c6880-4a23-473d-a2b8-d667ae4cd72f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 690 time: 1.0019200 Mar 28 11:01:44.164874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:01:44.167059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40696) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:44.259211 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-47eda126-0a8b-4184-958c-e74fa389e5e1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 690 time: 0.0898521 Mar 28 11:01:44.262577 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'status': 'completed', 'code': 200} Mar 28 11:01:44.301274 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:01:44.388812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-337be91b-b7bc-4558-851c-878822e76486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:44.390744 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-337be91b-b7bc-4558-851c-878822e76486 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0769844 Mar 28 11:01:44.524889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-1d9ebe8f-9508-41fd-b8b2-6acd48bea6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:44.526457 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-1d9ebe8f-9508-41fd-b8b2-6acd48bea6c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 898 time: 0.1289060 Mar 28 11:01:44.593237 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-c7bf7734-6835-4de3-a751-2d6e4255760a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c106c559-bd8e-48a9-967b-2a19759887dd HTTP/1.1" status: 200 len: 217 time: 0.0602481 Mar 28 11:01:44.640800 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:44.645107 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] Checking router: 7505f7f8-9ada-4690-b182-357446ad1a50 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:01:44.653384 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:01:44.654008 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:01:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:44.656499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-bb4f39fa-113e-4a14-938a-ec1ae121b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:44.657993 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-bb4f39fa-113e-4a14-938a-ec1ae121b1e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b859058f-0cee-4dea-9b58-36718cc1f6be HTTP/1.1" status: 200 len: 834 time: 0.0594208 Mar 28 11:01:44.731617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-9abc6ef0-5973-4f25-ba23-e15a7904cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:44.733006 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-9abc6ef0-5973-4f25-ba23-e15a7904cb1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8a4016b-318c-44dd-9031-4ab0addff1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689952 Mar 28 11:01:44.825539 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:01:44.863916 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-500055f4-aab1-4a76-b047-e2487909584d service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249182 Mar 28 11:01:44.996466 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7a496bbb-2943-40cb-bb8d-d093a7203656 req-573107ff-a218-4818-954f-bac8ee31f26d service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246479 Mar 28 11:01:45.129957 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:01:45.133811 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a1c82c-1ddc-4e6f-ba00-9fe2fd7a1f6d None None] The sync data for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv is: [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:01:45.262023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40704) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:45.338019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676c7d1-aa18-4be0-a040-d7662741a12d None None] New status for floating IP 8429b5fb-f8b6-4001-9f3e-79978f451254: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:01:45.348798 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-419d145f-82c8-4662-90c1-fa524ad41188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 690 time: 0.0855691 Mar 28 11:01:45.744118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:46.352136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40710) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:46.434467 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cb307eab-b112-469a-b365-37def626a478 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 688 time: 0.0811999 Mar 28 11:01:47.665402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40716) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:47.670605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166201955', 'description': 'tempest-secgroup-smoke-1166201955 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:47.677047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:47.686874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:47.772899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:47.795506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:47.799685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:47.802786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:47.808389 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:47.875217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:47.973511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.016218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df07be78-3a39-40ec-a9e4-2111c89aed4c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:48.091233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.091233 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ba6c20cb-6e52-43b0-9fa2-755c6187b7ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4216890 Mar 28 11:01:48.091233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40720) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:48.100363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'df07be78-3a39-40ec-a9e4-2111c89aed4c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:48.106393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:48.108690 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:48.109675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:48.115888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:48.195281 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.218410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-135bb3ce-8285-4f26-bafe-cc378455f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.256645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.315258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.338795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dde6ef1-4f98-42f8-a0a2-db0265515a47,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:48.416232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.417429 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-95652426-4d49-4bfa-b829-6be4bb3370b0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254213 Mar 28 11:01:48.421012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40724) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:48.429179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'df07be78-3a39-40ec-a9e4-2111c89aed4c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:48.432675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:48.437351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:48.439615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:48.445398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:48.514262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.584507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.648804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.675502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a8f120-d6b7-4577-9149-179c81d8e998,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:48.760815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.762072 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fdd0adc7-cca5-41a4-850b-688614b2943c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3407867 Mar 28 11:01:48.767730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40728) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:48.773209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'df07be78-3a39-40ec-a9e4-2111c89aed4c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:48.779068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:48.782861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:48.788033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:48.792743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:48.870889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:48.939659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.000823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.106371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206f91bd-ac23-46bf-8754-dbc11c9864ae,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:49.187507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.188860 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b833e2b0-72e8-4a42-bd2d-0e8554d285a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4201713 Mar 28 11:01:49.192394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40732) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:49.197289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'df07be78-3a39-40ec-a9e4-2111c89aed4c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:49.203667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:49.208381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:49.211495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:49.217286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:49.303711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.374246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.438765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.461842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7528e91e-cdd8-40d2-8224-cff6edba4066,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:49.530418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.534302 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1c89654c-8180-4b00-aae6-b63419837a8a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3385053 Mar 28 11:01:49.534450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40736) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:49.539335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'df07be78-3a39-40ec-a9e4-2111c89aed4c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:49.545502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:49.549806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:49.553745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:49.559511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:49.646550 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:01:49.653200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.715994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.783742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.807950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5306d07-0364-492a-bca9-d4b4deade763,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:49.884400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:49.885853 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1c9c47d5-d060-4499-aeb3-7508740419a8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502979 Mar 28 11:01:49.888357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40740) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:01:49.893175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'df07be78-3a39-40ec-a9e4-2111c89aed4c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:49.899026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:49.902712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:49.905532 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:49.911715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:49.976048 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:01:49.982647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:50.049417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:50.130402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:50.154181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca886ab6-472c-411a-9b4a-0ea97604aef5,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:50.261570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:50.262874 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-343bc488-e615-4133-be65-98afc27046f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3736200 Mar 28 11:01:50.415823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-55cefbbc-41c1-4e1d-9a3a-f3a2e0760f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:50.486702 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-77c3760f-6ff0-4dac-80ab-f138d3c9ebc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166201955&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.0405724 Mar 28 11:01:50.639258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-84c5f0dd-f26e-4a0e-a959-4518d1b70302 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:50.640665 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-84c5f0dd-f26e-4a0e-a959-4518d1b70302 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 797 time: 0.1469691 Mar 28 11:01:50.655695 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-af8e6469-e46d-4f2e-9382-67510cf3d438 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.0089321 Mar 28 11:01:50.739742 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-041774ef-17bd-4a40-be9c-b87e38094a6c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0789542 Mar 28 11:01:50.975654 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f9a1f7d8-2021-47ab-8209-b6670901606e service neutron] 10.222.0.18 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248583 Mar 28 11:01:51.105127 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-77e4835e-2717-4d8b-ab8e-ccc1ec34e35e service neutron] 10.222.0.18 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236680 Mar 28 11:01:51.369307 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d3f264cd-932e-4595-8307-b005f8c29b44 req-5015269a-039a-460a-9423-c7e3c4116bf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0429347 Mar 28 11:01:51.555414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:51.612409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:52.521677 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-866ae32e-7b69-4fe3-bd37-a3fc0ffca2a9 req-1abd5c2e-3e18-4896-b518-dd9d3ede99a3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0421765 Mar 28 11:01:52.972781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:53.486505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-26047da5-9d08-4209-8486-9e0fc5c35551 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:53.487921 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-26047da5-9d08-4209-8486-9e0fc5c35551 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 797 time: 0.1483502 Mar 28 11:01:53.546627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-28ceed27-21a2-490e-bea9-99c170e9d43d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:01:53.638639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-28ceed27-21a2-490e-bea9-99c170e9d43d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:01:53.649027 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-28ceed27-21a2-490e-bea9-99c170e9d43d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 473 time: 0.1349771 Mar 28 11:01:53.649027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['df07be78-3a39-40ec-a9e4-2111c89aed4c']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:53.675102 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-51b35769-9484-4bba-a016-48d9579ee5e7 req-cedd78df-b4d8-41a3-8b0f-bcd77a4d2d45 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0459325 Mar 28 11:01:53.789330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:01:53.793376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:port and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:01:53.796243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:01:53.807824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:01:53.878737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:01:53.882386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:54.046247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.6 (b8a4016b-318c-44dd-9031-4ab0addff1ab/b859058f-0cee-4dea-9b58-36718cc1f6be/66775bdc-cbc1-42a8-a28d-5312062db2d8) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:01:54.230928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:54.246345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 66775bdc-cbc1-42a8-a28d-5312062db2d8 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:01:54.319111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:54.388486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network b8a4016b-318c-44dd-9031-4ab0addff1ab is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:01:54.402062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:01:54.402062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:01:54.434622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=66775bdc-cbc1-42a8-a28d-5312062db2d8,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:54.473672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:54.474371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:54.578819 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-185df894-7128-4fbf-a7ce-12dfef4cc241 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9333632 Mar 28 11:01:54.602676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Request body: {'port': {'device_id': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:01:54.717597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:54.744050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7db5ff2c-cdb6-4f00-ab3d-f92287553d58 None None] Provisioning for port 66775bdc-cbc1-42a8-a28d-5312062db2d8 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:01:54.748769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7db5ff2c-cdb6-4f00-ab3d-f92287553d58 None None] Provisioning complete for port 66775bdc-cbc1-42a8-a28d-5312062db2d8 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:01:54.754269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7db5ff2c-cdb6-4f00-ab3d-f92287553d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:54.815799 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7db5ff2c-cdb6-4f00-ab3d-f92287553d58 None None] Port 66775bdc-cbc1-42a8-a28d-5312062db2d8 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:01:54.877146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e703c9-5f97-4188-b899-0b8f9ecbadc1 req-a5581bc9-3a8f-4177-a28f-cf0e91474d8f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:54.879043 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e9e703c9-5f97-4188-b899-0b8f9ecbadc1 req-a5581bc9-3a8f-4177-a28f-cf0e91474d8f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 931 time: 0.0884223 Mar 28 11:01:54.926929 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e9e703c9-5f97-4188-b899-0b8f9ecbadc1 req-3e38e0ab-1d61-47ca-aed2-dc935bb7128d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402553 Mar 28 11:01:55.099384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66775bdc-cbc1-42a8-a28d-5312062db2d8 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:01:55.107224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:55.121991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Transition to ACTIVE for port object 66775bdc-cbc1-42a8-a28d-5312062db2d8 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:01:55.172090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:55.456307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Pushing event updated for resources: {'Port': ['ID=66775bdc-cbc1-42a8-a28d-5312062db2d8,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:55.524703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Attempting to bind port 66775bdc-cbc1-42a8-a28d-5312062db2d8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:01:55.530316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Attempting to bind port 66775bdc-cbc1-42a8-a28d-5312062db2d8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:01:55.530316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Attempting to bind port 66775bdc-cbc1-42a8-a28d-5312062db2d8 on network b8a4016b-318c-44dd-9031-4ab0addff1ab {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:01:55.530316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Port 66775bdc-cbc1-42a8-a28d-5312062db2d8 on network b8a4016b-318c-44dd-9031-4ab0addff1ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:01:55.530316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Attempting to bind port 66775bdc-cbc1-42a8-a28d-5312062db2d8 on network b8a4016b-318c-44dd-9031-4ab0addff1ab {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:01:55.535076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:01:55.536005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Checking segment: {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:01:55.536357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Bound using segment: {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:01:55.536763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Bound port: 66775bdc-cbc1-42a8-a28d-5312062db2d8, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b781c9c-c433-4fb3-99cd-211ff2305c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:01:55.537101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:55.631986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] For port 66775bdc-cbc1-42a8-a28d-5312062db2d8, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:01:55.631986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] For port 66775bdc-cbc1-42a8-a28d-5312062db2d8, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=66775bdc-cbc1-42a8-a28d-5312062db2d8,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:01:55.716132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:55.771320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:55.771971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:55.773269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] 10.222.0.31 "PUT /v2.0/ports/66775bdc-cbc1-42a8-a28d-5312062db2d8 HTTP/1.1" status: 200 len: 1093 time: 1.1749108 Mar 28 11:01:55.773697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'tag': '66775bdc-cbc1-42a8-a28d-5312062db2d8'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:01:55.815374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5395edd-5b19-4ebd-80b6-39799d7cf7da service neutron] Pushing event updated for resources: {'Port': ['ID=66775bdc-cbc1-42a8-a28d-5312062db2d8,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:55.883471 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'tag': '66775bdc-cbc1-42a8-a28d-5312062db2d8', 'status': 'completed', 'code': 200} Mar 28 11:01:56.011022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0eefd-0fb9-493a-95cf-272b7a290761 req-509eefeb-7d38-4887-b1cd-af409abb117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:56.012566 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4fe0eefd-0fb9-493a-95cf-272b7a290761 req-509eefeb-7d38-4887-b1cd-af409abb117d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 1096 time: 0.0767884 Mar 28 11:01:56.122994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975658d4-25e1-49c1-a1d2-d5ce0229714c req-7d115fbf-1662-4b3e-a99b-1d53c92dc7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:56.124471 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-975658d4-25e1-49c1-a1d2-d5ce0229714c req-7d115fbf-1662-4b3e-a99b-1d53c92dc7cc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 943 time: 0.0918562 Mar 28 11:01:56.167315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0eefd-0fb9-493a-95cf-272b7a290761 req-ef9552a8-e627-4dad-a74f-0391d28918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:56.168687 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4fe0eefd-0fb9-493a-95cf-272b7a290761 req-ef9552a8-e627-4dad-a74f-0391d28918f8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1346905 Mar 28 11:01:56.168861 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-975658d4-25e1-49c1-a1d2-d5ce0229714c req-ccea73ff-5417-4d5b-a853-556117e0d95c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Mar 28 11:01:56.310257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0eefd-0fb9-493a-95cf-272b7a290761 req-be2c89d0-4048-4052-9055-5d0bc7944a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:56.311692 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4fe0eefd-0fb9-493a-95cf-272b7a290761 req-be2c89d0-4048-4052-9055-5d0bc7944a8d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324091 Mar 28 11:01:56.445575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-071b5f70-965c-462d-90b7-3aefcc4d5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:56.448848 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-071b5f70-965c-462d-90b7-3aefcc4d5807 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 1096 time: 0.0703385 Mar 28 11:01:56.530177 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-e41aea44-520d-42c5-82e9-afdba88e55b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66775bdc-cbc1-42a8-a28d-5312062db2d8 HTTP/1.1" status: 200 len: 217 time: 0.0629342 Mar 28 11:01:56.595223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-d01aa763-9b75-4d9c-b796-6cff19254f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:56.596689 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-d01aa763-9b75-4d9c-b796-6cff19254f76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b859058f-0cee-4dea-9b58-36718cc1f6be HTTP/1.1" status: 200 len: 834 time: 0.0567667 Mar 28 11:01:56.677473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-bf8799c9-e18e-4c25-9184-e97fa40725cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:56.678936 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-bf8799c9-e18e-4c25-9184-e97fa40725cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8a4016b-318c-44dd-9031-4ab0addff1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726626 Mar 28 11:01:56.811617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-88a470a6-468c-43b7-a92d-f7f5e9906b96 service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229663 Mar 28 11:01:56.946261 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-33efdf92-5cb7-427a-8233-ddf11a05c8d8 req-b32217af-6dd1-49e3-90fb-76e74b19b29a service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236081 Mar 28 11:01:57.354288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597de3f5-0664-45ea-a902-c0a34aeb70d8 req-64e1d161-95bb-488b-b9f8-b3f648be7c12 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:57.355879 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-597de3f5-0664-45ea-a902-c0a34aeb70d8 req-64e1d161-95bb-488b-b9f8-b3f648be7c12 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 943 time: 0.0811181 Mar 28 11:01:57.399945 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-597de3f5-0664-45ea-a902-c0a34aeb70d8 req-f40bd5a8-4cf2-4ca7-a066-a1e0b6d8bc65 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382090 Mar 28 11:01:58.587246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a40ab4-2147-4e01-9dfd-f458a6c55c46 req-d13dab3b-2d39-4dd4-87b6-47af8b92f69e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:58.588779 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d6a40ab4-2147-4e01-9dfd-f458a6c55c46 req-d13dab3b-2d39-4dd4-87b6-47af8b92f69e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 943 time: 0.0848591 Mar 28 11:01:58.632686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d6a40ab4-2147-4e01-9dfd-f458a6c55c46 req-d2be882f-5f92-45ab-a493-324757cca036 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381055 Mar 28 11:01:59.391120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 66775bdc-cbc1-42a8-a28d-5312062db2d8 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:01:59.523544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 66775bdc-cbc1-42a8-a28d-5312062db2d8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=66775bdc-cbc1-42a8-a28d-5312062db2d8,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:01:59.537886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '66775bdc-cbc1-42a8-a28d-5312062db2d8', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'port_id': '66775bdc-cbc1-42a8-a28d-5312062db2d8', 'mac_address': 'fa:16:3e:6e:67:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:01:59.591798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:59.608404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66775bdc-cbc1-42a8-a28d-5312062db2d8 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:01:59.624198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 66775bdc-cbc1-42a8-a28d-5312062db2d8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=66775bdc-cbc1-42a8-a28d-5312062db2d8,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:01:59.686698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:01:59.755940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=66775bdc-cbc1-42a8-a28d-5312062db2d8,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:01:59.819614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9a1f0-582f-450f-add4-d98a32594a83 req-8bcd9a65-a14a-4b23-8525-5712dc5cc660 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:01:59.820984 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a6d9a1f0-582f-450f-add4-d98a32594a83 req-8bcd9a65-a14a-4b23-8525-5712dc5cc660 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0788407 Mar 28 11:01:59.867447 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a6d9a1f0-582f-450f-add4-d98a32594a83 req-55b55393-2c9f-47d5-a9f4-2db0624534aa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406885 Mar 28 11:02:00.071100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['66775bdc-cbc1-42a8-a28d-5312062db2d8'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:02:01.047841 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653d64-351a-4a06-b2ec-7797e4182263 req-f02b1f17-a47d-4cf3-9a8d-4dba313d9560 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:01.049280 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1c653d64-351a-4a06-b2ec-7797e4182263 req-f02b1f17-a47d-4cf3-9a8d-4dba313d9560 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0787268 Mar 28 11:02:01.092645 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1c653d64-351a-4a06-b2ec-7797e4182263 req-e05c9ec5-b780-4fb6-b9c7-f552e6e1f9e3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367215 Mar 28 11:02:01.395203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 66775bdc-cbc1-42a8-a28d-5312062db2d8 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:02:01.543693 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 66775bdc-cbc1-42a8-a28d-5312062db2d8 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:02:01.548696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 66775bdc-cbc1-42a8-a28d-5312062db2d8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:02:01.549064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:01.693138 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:01.719723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66775bdc-cbc1-42a8-a28d-5312062db2d8'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:02:01.728983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 66775bdc-cbc1-42a8-a28d-5312062db2d8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=66775bdc-cbc1-42a8-a28d-5312062db2d8,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:02:01.764486 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66775bdc-cbc1-42a8-a28d-5312062db2d8', 'code': 200} Mar 28 11:02:01.812108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:01.880153 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=66775bdc-cbc1-42a8-a28d-5312062db2d8,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:02.137324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea760b9-3293-4256-a3d3-9653dc05df93 req-0980f114-483e-4913-87d3-da3d781bad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:02.138819 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3ea760b9-3293-4256-a3d3-9653dc05df93 req-0980f114-483e-4913-87d3-da3d781bad4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 1098 time: 0.0690103 Mar 28 11:02:02.184454 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3ea760b9-3293-4256-a3d3-9653dc05df93 req-b17ccbe1-d9d1-495e-8b89-381487ff8c4d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349932 Mar 28 11:02:02.283516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe23cd-68e3-40cf-b55d-73d1a7ef983c req-01f6e9b1-72d4-4d2d-8f94-65c7a914fbf7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:02.285001 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1efe23cd-68e3-40cf-b55d-73d1a7ef983c req-01f6e9b1-72d4-4d2d-8f94-65c7a914fbf7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 945 time: 0.0827677 Mar 28 11:02:02.328572 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1efe23cd-68e3-40cf-b55d-73d1a7ef983c req-1e43121b-0bdd-4e6f-8654-c714c503fcc7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Mar 28 11:02:03.515956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd65bf-5146-496c-aa85-07b11f35288a req-d9cb5102-b2f3-4100-996c-f2d3d282b50b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:03.517426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-80bd65bf-5146-496c-aa85-07b11f35288a req-d9cb5102-b2f3-4100-996c-f2d3d282b50b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 945 time: 0.0803003 Mar 28 11:02:03.563300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-80bd65bf-5146-496c-aa85-07b11f35288a req-7ae553ea-108a-4dc7-944e-346404dc9000 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393414 Mar 28 11:02:04.751695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3368e-fedc-40b9-b207-3a1258c576f0 req-fa981402-8cbd-493a-a101-0a653927b6f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:04.753175 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-97c3368e-fedc-40b9-b207-3a1258c576f0 req-fa981402-8cbd-493a-a101-0a653927b6f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 945 time: 0.0844204 Mar 28 11:02:04.797643 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-97c3368e-fedc-40b9-b207-3a1258c576f0 req-e20cc5bc-0ef3-4ef1-a681-4b3cf1680089 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382781 Mar 28 11:02:04.986842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fe913-09d6-4121-a567-3bddbcb48eef req-a2393362-4929-438e-babc-57f3a0c040ef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:04.988279 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab9fe913-09d6-4121-a567-3bddbcb48eef req-a2393362-4929-438e-babc-57f3a0c040ef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 945 time: 0.0842128 Mar 28 11:02:05.032132 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab9fe913-09d6-4121-a567-3bddbcb48eef req-20f44318-d4b6-479b-aef7-12f85a8260ec tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378673 Mar 28 11:02:05.054946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40804) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:05.123838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e90536-3d9a-44b0-85b3-c7b8a655807f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:05.125301 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-58e90536-3d9a-44b0-85b3-c7b8a655807f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 1093 time: 0.0694039 Mar 28 11:02:05.128116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40808) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:05.133182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-18e9a7b3-f87a-4b6c-9cf3-283bfa57b7e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'port_id': '66775bdc-cbc1-42a8-a28d-5312062db2d8'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:02:05.212097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18e9a7b3-f87a-4b6c-9cf3-283bfa57b7e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:05.891902 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18e9a7b3-f87a-4b6c-9cf3-283bfa57b7e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:05.969961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18e9a7b3-f87a-4b6c-9cf3-283bfa57b7e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:06.139753 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-18e9a7b3-f87a-4b6c-9cf3-283bfa57b7e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 8429b5fb-f8b6-4001-9f3e-79978f451254 associated. External IP: 172.26.2.130, port: 66775bdc-cbc1-42a8-a28d-5312062db2d8. Mar 28 11:02:06.483944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e9a7b3-f87a-4b6c-9cf3-283bfa57b7e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 7505f7f8-9ada-4690-b182-357446ad1a50 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:02:06.662025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e9a7b3-f87a-4b6c-9cf3-283bfa57b7e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:02:06.667002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18e9a7b3-f87a-4b6c-9cf3-283bfa57b7e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:06.671938 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] Sync routers for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:02:06.682924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:02:06.683538 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:01:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:06.836816 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-18e9a7b3-f87a-4b6c-9cf3-283bfa57b7e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 991 time: 1.7075257 Mar 28 11:02:06.842838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'tag': '66775bdc-cbc1-42a8-a28d-5312062db2d8'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:02:06.843024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40812) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:06.867679 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:02:06.884120 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'tag': '66775bdc-cbc1-42a8-a28d-5312062db2d8', 'status': 'completed', 'code': 200} Mar 28 11:02:06.988611 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-45fe9333-56b4-49fd-b382-fd2af7cc4b71 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 991 time: 0.1477318 Mar 28 11:02:07.015614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-b8c142d6-d7ae-4a3e-86a9-fc1f05ac4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:07.020075 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-b8c142d6-d7ae-4a3e-86a9-fc1f05ac4ccd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 1098 time: 0.0882435 Mar 28 11:02:07.216189 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8429b5fb-f8b6-4001-9f3e-79978f451254', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'port_id': '66775bdc-cbc1-42a8-a28d-5312062db2d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'mac_address': 'fa:16:3e:6e:67:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:01:03Z', 'updated_at': '2022-03-28T11:02:05Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:07.220308 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] Checking router: 7505f7f8-9ada-4690-b182-357446ad1a50 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:02:07.229208 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:02:07.229963 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:01:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:07.258368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-544a371d-25d4-4fab-8fb7-73e1a41449d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:07.259822 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-544a371d-25d4-4fab-8fb7-73e1a41449d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 898 time: 0.2353077 Mar 28 11:02:07.363601 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-00d94b23-6b2b-48fe-a8f1-2802232702d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66775bdc-cbc1-42a8-a28d-5312062db2d8 HTTP/1.1" status: 200 len: 999 time: 0.0971131 Mar 28 11:02:07.426431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-12e0a8e3-6da6-4e99-ac70-da408b2d3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:07.428179 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-12e0a8e3-6da6-4e99-ac70-da408b2d3f64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b859058f-0cee-4dea-9b58-36718cc1f6be HTTP/1.1" status: 200 len: 834 time: 0.0582500 Mar 28 11:02:07.436462 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:02:07.502736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-6b9b5eff-ddb2-4137-9dbe-85dea4f8c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:07.504185 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-6b9b5eff-ddb2-4137-9dbe-85dea4f8c158 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8a4016b-318c-44dd-9031-4ab0addff1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704384 Mar 28 11:02:07.638365 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-ae9c2ae5-edf9-4748-b8f2-80477beacbc5 service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268816 Mar 28 11:02:07.770908 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e6e21c6f-cb6c-44ca-b521-5f7ec7b683b9 req-a18721de-8b21-4c03-a4c3-cb7c2612a30a service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263793 Mar 28 11:02:07.778009 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8429b5fb-f8b6-4001-9f3e-79978f451254', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'port_id': '66775bdc-cbc1-42a8-a28d-5312062db2d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'mac_address': 'fa:16:3e:6e:67:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:01:03Z', 'updated_at': '2022-03-28T11:02:05Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:07.781881 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f69451-bd3c-47f8-8145-80edef99cebf None None] The sync data for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv is: [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8429b5fb-f8b6-4001-9f3e-79978f451254', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'port_id': '66775bdc-cbc1-42a8-a28d-5312062db2d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'mac_address': 'fa:16:3e:6e:67:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:01:03Z', 'updated_at': '2022-03-28T11:02:05Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:02:07.961848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4d7da-86ce-403c-af31-b5c156968cae None None] New status for floating IP 8429b5fb-f8b6-4001-9f3e-79978f451254: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:02:07.991778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40818) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:08.099518 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7c52818f-ac70-4ba1-bfe4-59beeb043813 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 991 time: 0.1065865 Mar 28 11:02:09.103372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40822) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:09.209481 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7014e473-3cbc-4358-8665-b5e44cec2af1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 200 len: 993 time: 0.1049871 Mar 28 11:02:15.604412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:18.221491 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:02:18.226325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7843312b-b394-4794-914d-e9622f6ba7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:20.456976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40046487-acc5-4c4c-b906-6eb0fefc0666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:21.583114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:21.631603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:22.992662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:26.738787 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-504522e7-6f5c-446d-97e2-41a0dc968a74 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722568 Mar 28 11:02:26.921301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-3ae221fd-5355-4a1d-b3c6-69b339cb10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:26.923484 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-3ae221fd-5355-4a1d-b3c6-69b339cb10eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 1098 time: 0.0704110 Mar 28 11:02:27.068924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-506a5287-e688-49e6-9085-8ed014889e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:27.070257 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-506a5287-e688-49e6-9085-8ed014889e60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 200 len: 898 time: 0.1261778 Mar 28 11:02:27.151264 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-56814dbb-ad66-4e39-8bae-d63768b54f6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c106c559-bd8e-48a9-967b-2a19759887dd HTTP/1.1" status: 200 len: 217 time: 0.0632949 Mar 28 11:02:27.213627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-679aec22-fd55-4362-983e-eddeb10b4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:27.215042 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-679aec22-fd55-4362-983e-eddeb10b4e13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b859058f-0cee-4dea-9b58-36718cc1f6be HTTP/1.1" status: 200 len: 834 time: 0.0573785 Mar 28 11:02:27.290836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-46edc9ab-a1e8-487e-af35-29933ffb43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:27.293467 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-46edc9ab-a1e8-487e-af35-29933ffb43f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8a4016b-318c-44dd-9031-4ab0addff1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707309 Mar 28 11:02:27.424191 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-0644260d-fe87-4914-824f-81bdc5bf4c6e service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242747 Mar 28 11:02:27.559127 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d3cda8b8-1e08-4cdf-a77f-b13e19f1a83b req-ad568333-5c00-4ba2-8f83-8b3deb95a170 service neutron] 10.222.0.31 "GET /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270907 Mar 28 11:02:41.005413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8a8b2-23d5-40f1-b8a8-866bb0acba35 req-2cc6b852-f9df-4abe-9e44-be63991c887e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:41.007361 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1db8a8b2-23d5-40f1-b8a8-866bb0acba35 req-2cc6b852-f9df-4abe-9e44-be63991c887e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 945 time: 0.0823271 Mar 28 11:02:41.051290 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1db8a8b2-23d5-40f1-b8a8-866bb0acba35 req-8540ffb5-6127-4e6c-a7dc-8596cc0fdb1a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378985 Mar 28 11:02:42.240946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dda63-23ff-4c57-8fd0-6e51a71944d5 req-e8e61e89-1c45-47f5-bb96-6bdae57a9885 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:42.242447 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf6dda63-23ff-4c57-8fd0-6e51a71944d5 req-e8e61e89-1c45-47f5-bb96-6bdae57a9885 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 945 time: 0.0807059 Mar 28 11:02:42.285887 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf6dda63-23ff-4c57-8fd0-6e51a71944d5 req-adfc01e2-c5cc-47f1-a960-fafec1df6696 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378134 Mar 28 11:02:42.829978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-43f79f88-0b24-4d50-aee4-049c2e811633 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:42.830669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-43f79f88-0b24-4d50-aee4-049c2e811633 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:02:42.953525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-43f79f88-0b24-4d50-aee4-049c2e811633 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:02:42.954699 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-43f79f88-0b24-4d50-aee4-049c2e811633 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 945 time: 0.2951856 Mar 28 11:02:43.024530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 66775bdc-cbc1-42a8-a28d-5312062db2d8 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:02:43.024799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:43.263861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 66775bdc-cbc1-42a8-a28d-5312062db2d8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=66775bdc-cbc1-42a8-a28d-5312062db2d8,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:02:43.264212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:43.477376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087db9c-9a7d-40a4-9bc6-bec3dd8f69e5 req-6bfe5a49-c5ba-446e-95d2-5fece37bf1a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:43.478925 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5087db9c-9a7d-40a4-9bc6-bec3dd8f69e5 req-6bfe5a49-c5ba-446e-95d2-5fece37bf1a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 945 time: 0.0844421 Mar 28 11:02:43.526417 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5087db9c-9a7d-40a4-9bc6-bec3dd8f69e5 req-b30fe90c-662d-4a3d-a3df-b4299479b523 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=df07be78-3a39-40ec-a9e4-2111c89aed4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Mar 28 11:02:43.559284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:43.559664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:43.559951 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 8429b5fb-f8b6-4001-9f3e-79978f451254 disassociated. External IP: 172.26.2.130, port: 66775bdc-cbc1-42a8-a28d-5312062db2d8. Mar 28 11:02:43.560286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 66775bdc-cbc1-42a8-a28d-5312062db2d8 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:02:43.775932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:43.825781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=66775bdc-cbc1-42a8-a28d-5312062db2d8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:43.836800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.837341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.837446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.837766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.838237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.838520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.838837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.839149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.839461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.839771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.840077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:43.840385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:44.020221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 7505f7f8-9ada-4690-b182-357446ad1a50 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:02:44.199413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:02:44.211540 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] Sync routers for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:02:44.222262 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:02:44.222940 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:02:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:44.281113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port 66775bdc-cbc1-42a8-a28d-5312062db2d8 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:02:44.283748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:44.286654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'name': 'network-vif-deleted', 'tag': '66775bdc-cbc1-42a8-a28d-5312062db2d8'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:02:44.342093 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec32c64e-d8ef-44ab-9167-3de1a56bbdaa', 'name': 'network-vif-deleted', 'tag': '66775bdc-cbc1-42a8-a28d-5312062db2d8', 'status': 'completed', 'code': 200} Mar 28 11:02:44.389110 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-352d8eee-6f95-45be-ba38-a4011c631a6a req-9f6e61ca-33b0-461b-8463-5c2e1c611da4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/66775bdc-cbc1-42a8-a28d-5312062db2d8 HTTP/1.1" status: 204 len: 173 time: 1.4274571 Mar 28 11:02:44.422998 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:02:44.677305 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9ff8dbb1-aaa4-4a44-8238-f1f41da761c2 req-5200e9c3-d326-4f51-bf4e-c0333c0af4bb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec32c64e-d8ef-44ab-9167-3de1a56bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0429878 Mar 28 11:02:44.729641 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:44.733526 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] Checking router: 7505f7f8-9ada-4690-b182-357446ad1a50 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:02:44.741720 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:02:44.742341 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:02:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:44.949600 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:02:45.251399 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:45.255615 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26943a14-581f-4956-9111-b96f2a76e65d None None] The sync data for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv is: [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '0f5edd85-85d1-42da-b958-b5400825c749', 'name': '', 'network_id': 'b8a4016b-318c-44dd-9031-4ab0addff1ab', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:79:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:38Z', 'updated_at': '2022-03-28T11:00:45Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'b859058f-0cee-4dea-9b58-36718cc1f6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:02:45.534672 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 66775bdc-cbc1-42a8-a28d-5312062db2d8 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:02:45.575805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2b87c-41f7-4c01-8375-16e037a7cca0 None None] New status for floating IP 8429b5fb-f8b6-4001-9f3e-79978f451254: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:02:45.647913 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 66775bdc-cbc1-42a8-a28d-5312062db2d8 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:02:45.649715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 66775bdc-cbc1-42a8-a28d-5312062db2d8 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:02:45.713857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:45.772642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40862) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:45.841023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe799-f10a-4ed5-a1d6-b0bb1cedc2e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:45.873230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe799-f10a-4ed5-a1d6-b0bb1cedc2e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:46.033582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe799-f10a-4ed5-a1d6-b0bb1cedc2e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:46.142554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfe799-f10a-4ed5-a1d6-b0bb1cedc2e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df07be78-3a39-40ec-a9e4-2111c89aed4c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:46.215929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe799-f10a-4ed5-a1d6-b0bb1cedc2e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:46.216746 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3dcfe799-f10a-4ed5-a1d6-b0bb1cedc2e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/df07be78-3a39-40ec-a9e4-2111c89aed4c HTTP/1.1" status: 204 len: 168 time: 0.4431074 Mar 28 11:02:46.302807 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40868) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:46.454947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port b9bb7a40-a1f2-40c3-9b53-294d927b2a1e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:02:46.456022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:46.626184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:46.626509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:46.747101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for b9bb7a40-a1f2-40c3-9b53-294d927b2a1e owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:02:47.003212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:47.047206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=b9bb7a40-a1f2-40c3-9b53-294d927b2a1e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:47.140071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:47.153374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:47.154849 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-25d5398b-699b-41cb-8720-a6d7509421ee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/floatingips/8429b5fb-f8b6-4001-9f3e-79978f451254 HTTP/1.1" status: 204 len: 168 time: 0.8506937 Mar 28 11:02:47.721132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf67d8-6c61-42c6-935b-b5154394e232 req-f168bb35-f06a-4ba5-839c-dfb01d076478 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:47.722572 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-05bf67d8-6c61-42c6-935b-b5154394e232 req-f168bb35-f06a-4ba5-839c-dfb01d076478 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 945 time: 0.0829298 Mar 28 11:02:47.764967 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-05bf67d8-6c61-42c6-935b-b5154394e232 req-13c0f534-35fd-43cc-810b-98b97960a4af tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366712 Mar 28 11:02:48.279263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1a79f7b1-4d46-46c2-a108-d092d662f23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:48.949580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495b8ae-5384-4c32-8184-e0270f868b90 req-f0e802cd-7483-4aec-9bad-bfc38e78bea9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:48.951108 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2495b8ae-5384-4c32-8184-e0270f868b90 req-f0e802cd-7483-4aec-9bad-bfc38e78bea9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 945 time: 0.0803518 Mar 28 11:02:48.998869 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2495b8ae-5384-4c32-8184-e0270f868b90 req-b79e7d27-5000-469e-86de-1cb1b8b4da40 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7109d40-72dd-4831-b33e-4fe48a5892bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Mar 28 11:02:49.273410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-811b9cae-f009-4ba7-b265-f4369c3c70f1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:49.274572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-811b9cae-f009-4ba7-b265-f4369c3c70f1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:02:49.347946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-811b9cae-f009-4ba7-b265-f4369c3c70f1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:02:49.349049 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-811b9cae-f009-4ba7-b265-f4369c3c70f1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 945 time: 0.1524296 Mar 28 11:02:49.420427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port c106c559-bd8e-48a9-967b-2a19759887dd {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:02:49.420761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:49.656238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port c106c559-bd8e-48a9-967b-2a19759887dd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c106c559-bd8e-48a9-967b-2a19759887dd,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:02:49.656592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:49.781727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for c106c559-bd8e-48a9-967b-2a19759887dd owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:02:50.107974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:50.149741 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-61559e76-f6c0-48b1-bda0-c3c7bebd819d req-0216f2bf-468d-4d96-994f-3b42a8b8f29e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 210 time: 0.0446215 Mar 28 11:02:50.249191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=c106c559-bd8e-48a9-967b-2a19759887dd,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:50.323494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port c106c559-bd8e-48a9-967b-2a19759887dd on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:02:50.325847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:50.328300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'name': 'network-vif-deleted', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:02:50.371197 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c780705-2af9-4789-b52a-1f059cbfc5a1', 'name': 'network-vif-deleted', 'tag': 'c106c559-bd8e-48a9-967b-2a19759887dd', 'status': 'completed', 'code': 200} Mar 28 11:02:50.426824 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f66f6c7f-3090-4dd2-a895-ddc436313f9f req-6587a28b-8e8c-4c3e-b8f2-62af7d245720 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/c106c559-bd8e-48a9-967b-2a19759887dd HTTP/1.1" status: 204 len: 173 time: 1.0725515 Mar 28 11:02:50.448757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-90aff885-62b0-4a3e-9cad-55a2fb5fff1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:51.315333 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e8066e82-b42a-45ba-b774-01edd199925f req-5c20b766-2e06-4214-9d04-effcea183053 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c780705-2af9-4789-b52a-1f059cbfc5a1 HTTP/1.1" status: 200 len: 210 time: 0.0448596 Mar 28 11:02:51.552259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:51.597241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:52.408108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40888) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:52.473719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e9243084-4247-4b9d-8300-e097dc3fbac5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:52.501859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e9243084-4247-4b9d-8300-e097dc3fbac5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:52.633701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e9243084-4247-4b9d-8300-e097dc3fbac5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:52.650723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9243084-4247-4b9d-8300-e097dc3fbac5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7109d40-72dd-4831-b33e-4fe48a5892bc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:52.658894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e9243084-4247-4b9d-8300-e097dc3fbac5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:52.659987 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e9243084-4247-4b9d-8300-e097dc3fbac5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7109d40-72dd-4831-b33e-4fe48a5892bc HTTP/1.1" status: 204 len: 168 time: 0.2509255 Mar 28 11:02:52.758381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40894) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:52.986319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:53.303700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:53.559848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device c106c559-bd8e-48a9-967b-2a19759887dd no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:02:53.596202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: c106c559-bd8e-48a9-967b-2a19759887dd {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:02:53.597091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device c106c559-bd8e-48a9-967b-2a19759887dd not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:02:53.651109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 0f5edd85-85d1-42da-b958-b5400825c749 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:02:53.651660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:53.836046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 0f5edd85-85d1-42da-b958-b5400825c749, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0f5edd85-85d1-42da-b958-b5400825c749,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:02:53.836403 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:54.054517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 0f5edd85-85d1-42da-b958-b5400825c749 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:02:54.448918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:54.499138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=0f5edd85-85d1-42da-b958-b5400825c749,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:54.770337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:55.124824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 7505f7f8-9ada-4690-b182-357446ad1a50 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:02:55.219821 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:02:55.405601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:02:55.418973 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] Sync routers for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:02:55.422412 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a26eefe7-8b32-45c3-b393-a8fed67776da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/7505f7f8-9ada-4690-b182-357446ad1a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6628151 Mar 28 11:02:55.424853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40898) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:55.430332 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:02:55.431663 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:02:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:55.493934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-42356d0c-fe2a-442f-940f-02a5601cff05 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting subnet b859058f-0cee-4dea-9b58-36718cc1f6be {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:02:55.497176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-42356d0c-fe2a-442f-940f-02a5601cff05 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:55.553642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-42356d0c-fe2a-442f-940f-02a5601cff05 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:55.606613 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:02:55.636427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-42356d0c-fe2a-442f-940f-02a5601cff05 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:55.782721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-42356d0c-fe2a-442f-940f-02a5601cff05 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:55.825874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-42356d0c-fe2a-442f-940f-02a5601cff05 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:55.830870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42356d0c-fe2a-442f-940f-02a5601cff05 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Subnet': ['ID=b859058f-0cee-4dea-9b58-36718cc1f6be,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:55.831777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a09e99d-f958-4fce-b1e0-67d31b08964e None None] Network b8a4016b-318c-44dd-9031-4ab0addff1ab requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:02:55.838445 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-42356d0c-fe2a-442f-940f-02a5601cff05 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/subnets/b859058f-0cee-4dea-9b58-36718cc1f6be HTTP/1.1" status: 204 len: 168 time: 0.4102693 Mar 28 11:02:55.838734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40902) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:55.888647 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:02:54Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:55.892721 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] Checking router: 7505f7f8-9ada-4690-b182-357446ad1a50 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:02:55.901729 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] Routers {'7505f7f8-9ada-4690-b182-357446ad1a50'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:02:55.902296 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:02:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7505f7f8-9ada-4690-b182-357446ad1a50'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:56.036118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:56.082902 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] Set router 7505f7f8-9ada-4690-b182-357446ad1a50 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:02:56.107996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] DHCP port deletion for b8a4016b-318c-44dd-9031-4ab0addff1ab request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:02:56.114320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Deleting port 7701103a-698e-4980-af4e-fc9ba7285176 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:02:56.114320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:56.222739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:56.302441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 829184ca-d7c3-4896-89a9-e8cc9ec696ed {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:02:56.302901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:56.321045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] For port 7701103a-698e-4980-af4e-fc9ba7285176, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=7701103a-698e-4980-af4e-fc9ba7285176,segment=NetworkSegment(7b781c9c-c433-4fb3-99cd-211ff2305c91),segment_id=7b781c9c-c433-4fb3-99cd-211ff2305c91)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:02:56.321439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:56.403981 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:02:54Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:56.408645 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53762750-c9a5-4476-ba4f-680d801756f3 None None] The sync data for ids ['7505f7f8-9ada-4690-b182-357446ad1a50'] in dv-neutron-835336-1-hyperv is: [{'id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'name': 'tempest-TestNetworkBasicOps-router-1546725650', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:31Z', 'updated_at': '2022-03-28T11:02:54Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '829184ca-d7c3-4896-89a9-e8cc9ec696ed', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7505f7f8-9ada-4690-b182-357446ad1a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:32Z', 'updated_at': '2022-03-28T11:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:02:56.482214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Calling delete_port for 7701103a-698e-4980-af4e-fc9ba7285176 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:02:56.485235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 829184ca-d7c3-4896-89a9-e8cc9ec696ed, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=829184ca-d7c3-4896-89a9-e8cc9ec696ed,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:02:56.485597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:56.607862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 829184ca-d7c3-4896-89a9-e8cc9ec696ed owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:02:56.610757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:56.655833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Pushing event deleted for resources: {'Port': ['ID=7701103a-698e-4980-af4e-fc9ba7285176,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:56.664098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] No DVR routers for this DVR port 7701103a-698e-4980-af4e-fc9ba7285176 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:02:56.666131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.666514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.667165 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.667165 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.667482 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.667816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.668142 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.668468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.668793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.669116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.669443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.669763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21868ed4-d600-4e15-88d4-9264864d03fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:56.851161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:56.909725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=829184ca-d7c3-4896-89a9-e8cc9ec696ed,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:56.993837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.275095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.277134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.422891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.423499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Fanout notify agent at l3_agent the message router_deleted on router 7505f7f8-9ada-4690-b182-357446ad1a50 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:02:57.443409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.443409 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2a8e8a76-6d89-42c3-bdd8-40cb2ab3db2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/routers/7505f7f8-9ada-4690-b182-357446ad1a50 HTTP/1.1" status: 204 len: 168 time: 1.6015651 Mar 28 11:02:57.444441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40906) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:57.492123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0f5edd85-85d1-42da-b958-b5400825c749 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:02:57.529042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 0f5edd85-85d1-42da-b958-b5400825c749 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:02:57.529750 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0f5edd85-85d1-42da-b958-b5400825c749 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:02:57.530435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7701103a-698e-4980-af4e-fc9ba7285176 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:02:57.570461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 7701103a-698e-4980-af4e-fc9ba7285176 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:02:57.570461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 7701103a-698e-4980-af4e-fc9ba7285176 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:02:57.570806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.703397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.731450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a4016b-318c-44dd-9031-4ab0addff1ab']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:57.743843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b781c9c-c433-4fb3-99cd-211ff2305c91') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:57.744134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b781c9c-c433-4fb3-99cd-211ff2305c91') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:02:57.755181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.770862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.777341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:02:57.782220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:02:57.792419 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:02:57.907560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.912532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:57.944533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Network': ['ID=b8a4016b-318c-44dd-9031-4ab0addff1ab,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:57.951921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.954598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.954598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.954598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.954598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.954598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.954598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.954598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.954598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.955324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.955324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:57.955526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:02:58.011261 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-359e20f9-dc12-48b0-9705-b9607a038ba6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/networks/b8a4016b-318c-44dd-9031-4ab0addff1ab HTTP/1.1" status: 204 len: 168 time: 0.5655673 Mar 28 11:02:58.038477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40910) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:58.043116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'network': {'name': 'tempest-network-smoke--1249109003', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'port_security_enabled': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:02:58.048406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:02:58.053265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:network and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:02:58.056177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:02:58.062283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:02:58.147847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:02:58.151372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:58.179279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:02:58.187440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:58.187773 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Added segment 05e80d87-62c3-4f7f-9b86-0d753cf440fb of type vlan for network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd Mar 28 11:02:58.213728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:58.301951 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:58.307561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:02:58.308147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:58.414551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Network': ['ID=1cc28d57-62ad-41d2-9c54-2200c8ea91bd,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:02:58.424428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:02:58.502926 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-acdcfe45-e997-4b30-864d-e72bce21c96d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4648640 Mar 28 11:02:58.506509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40914) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:02:58.512194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'admin_state_up': True, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:02:58.519374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:02:58.528750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:router and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:02:58.528750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:02:58.533286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:02:58.644746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:58.649327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:58.659973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:58.986422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:59.332266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:59.362317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:59.393498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 829184ca-d7c3-4896-89a9-e8cc9ec696ed no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:02:59.429227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 829184ca-d7c3-4896-89a9-e8cc9ec696ed {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:02:59.429708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 829184ca-d7c3-4896-89a9-e8cc9ec696ed not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:02:59.499305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.158 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:02:59.643596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:59.724800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:02:59.784183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:02:59.790694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:02:59.795459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:02:59.824529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:00.455761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:00.791796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:01.078005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router e83f160c-fcbc-471d-b302-e022ba3b2fe2 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:03:01.240377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:03:01.250474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Sync routers for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:03:01.260043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:03:01.260647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:02:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:01.352548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:01.352548 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5b479b0b-6106-444f-b21f-94ce8bd7e0d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8409946 Mar 28 11:03:01.352548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40918) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:01.399511 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-089fc739-e2a8-4c67-bf28-bf62fb8b0323 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423753 Mar 28 11:03:01.399674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40922) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:01.432996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:03:01.533657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f12a911-1fea-47c2-959c-0dd8949b3380 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:01.538399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40926) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:01.538818 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1f12a911-1fea-47c2-959c-0dd8949b3380 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1383529 Mar 28 11:03:01.580099 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c1c6afc0-2ef1-484a-94ca-19ada1ddc1a1 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401795 Mar 28 11:03:01.582609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40930) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:01.587785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1361969718', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:01.695056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:01.700126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:subnet and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:01.702811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:01.708519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:01.714541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:00Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:01.718358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Checking router: e83f160c-fcbc-471d-b302-e022ba3b2fe2 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:03:01.721194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Updating router e83f160c-fcbc-471d-b302-e022ba3b2fe2 port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:03:01.774780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:01.797383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:03:01.806999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:02.107504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:02.120494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Transition to ACTIVE for port object 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:03:02.367085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:02.409070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:02.444367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Attempting to bind port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:03:02.444738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Attempting to bind port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:03:02.445096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Attempting to bind port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:03:02.447304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e1478-829c-4ea0-8b0d-724121fd69b1 None None] Pushing event updated for resources: {'Port': ['ID=50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:02.454311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:03:02.462453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:03:02.462453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:02.462453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:03:02.462453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Bound port: 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:03:02.462453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:02.493839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:02.499889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Checking segment: {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:03:02.500240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network hostable DHCP agents. Network: 1cc28d57-62ad-41d2-9c54-2200c8ea91bd, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:03:02.568518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] For port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:03:02.572022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] For port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:03:02.581918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:03:02.616437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:02.638900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 1cc28d57-62ad-41d2-9c54-2200c8ea91bd) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:03:02.643224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:02.643686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:02.649253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38867ccf-a128-40b3-ad0c-7a22e2ec4485 None None] Network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:03:02.712084 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-84255822-432e-428f-9a76-04ca63b7a0db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1251042 Mar 28 11:03:02.712357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40936) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:02.783032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:03:02.783661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:02:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:02.850314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e1478-829c-4ea0-8b0d-724121fd69b1 None None] Pushing event updated for resources: {'Port': ['ID=50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:03.057365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:03:03.099245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:03:03.100056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:03.414037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:03.450892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Allocated IP 172.20.0.2 (1cc28d57-62ad-41d2-9c54-2200c8ea91bd/ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a/c7c21dc8-da86-4c94-aa9f-786d68f8ff24) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:03:03.563739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:00Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:03.572089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f16a69-42f1-439c-8ef0-cb5d8652f931 None None] The sync data for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv is: [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:00Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:03:03.687870 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:03.700677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Transition to ACTIVE for port object c7c21dc8-da86-4c94-aa9f-786d68f8ff24 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:03:03.721639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Transition to ACTIVE for port object c7c21dc8-da86-4c94-aa9f-786d68f8ff24 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:03:03.838078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:03.917364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Pushing event updated for resources: {'Port': ['ID=c7c21dc8-da86-4c94-aa9f-786d68f8ff24,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:03.920429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.1 (1cc28d57-62ad-41d2-9c54-2200c8ea91bd/ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a/f011d4a2-14bb-474a-b39f-254c84d209e0) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:03:03.924754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:03:03.926499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:03:03.928970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:03:04.057461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Attempting to bind port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:03:04.057461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Attempting to bind port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:03:04.057461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Attempting to bind port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:03:04.057461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:03:04.057461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Checking segment: {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:03:04.057461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:04.057461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Bound using segment: {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:03:04.057461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Bound port: c7c21dc8-da86-4c94-aa9f-786d68f8ff24, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:03:04.057461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:04.148370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] For port c7c21dc8-da86-4c94-aa9f-786d68f8ff24, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:03:04.152076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] For port c7c21dc8-da86-4c94-aa9f-786d68f8ff24, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c7c21dc8-da86-4c94-aa9f-786d68f8ff24,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:03:04.235283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:04.257286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object f011d4a2-14bb-474a-b39f-254c84d209e0 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:03:04.274151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:04.376909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:04.409405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5cc93-5661-4ff7-adc0-aa520c8e9f80 None None] Pushing event updated for resources: {'Port': ['ID=c7c21dc8-da86-4c94-aa9f-786d68f8ff24,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:04.446903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:03:04.450488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:03:04.459697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:03:04.504104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=f011d4a2-14bb-474a-b39f-254c84d209e0,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:04.532312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:04.879160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:05.291641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:05.379613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:05.492263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:05.540514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:03:05.555266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=f011d4a2-14bb-474a-b39f-254c84d209e0,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:05.699874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:03:05.700985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:03:05.713414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:03:05.719098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3113bb1c-26c2-429a-b400-7ca20d6c926c None None] Network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:03:05.736178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:05.736871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:05.894420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router e83f160c-fcbc-471d-b302-e022ba3b2fe2 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:03:05.973238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-af45bfee-2128-4876-9e90-81aadb9c55bb None None] Provisioning for port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:03:06.012693 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:06.066559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:06.149925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:06.149925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c7c21dc8-da86-4c94-aa9f-786d68f8ff24 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:03:06.199383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:03:06.209319 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Sync routers for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:03:06.214798 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-616c7270-eb3f-4d14-b477-4cf33cc3b7fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/e83f160c-fcbc-471d-b302-e022ba3b2fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4989474 Mar 28 11:03:06.218318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40942) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:06.227248 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:03:06.233087 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:02:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:06.291364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:06.370382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:03:06.376494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:06.377175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:06.431804 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:03:06.467315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af124e5e-648a-437a-8836-344b082d1c7f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.467850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af124e5e-648a-437a-8836-344b082d1c7f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.468310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af124e5e-648a-437a-8836-344b082d1c7f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.468759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af124e5e-648a-437a-8836-344b082d1c7f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.469214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af124e5e-648a-437a-8836-344b082d1c7f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.469662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af124e5e-648a-437a-8836-344b082d1c7f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.475084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40946) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:06.485610 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-af124e5e-648a-437a-8836-344b082d1c7f tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2691090 Mar 28 11:03:06.506846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d8a19973-3d35-4346-b566-a701e5b45690 None None] Provisioning complete for port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:06.507213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d8a19973-3d35-4346-b566-a701e5b45690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:06.571378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34f38f-0dd4-455f-82e4-d7282acb22ef tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.572382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34f38f-0dd4-455f-82e4-d7282acb22ef tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.572992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34f38f-0dd4-455f-82e4-d7282acb22ef tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.573583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34f38f-0dd4-455f-82e4-d7282acb22ef tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.574219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34f38f-0dd4-455f-82e4-d7282acb22ef tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.574815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34f38f-0dd4-455f-82e4-d7282acb22ef tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:06.581894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40950) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:06.582971 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9f34f38f-0dd4-455f-82e4-d7282acb22ef tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1065876 Mar 28 11:03:06.601532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:06.704339 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d8a19973-3d35-4346-b566-a701e5b45690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:06.735709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port c7c21dc8-da86-4c94-aa9f-786d68f8ff24, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c7c21dc8-da86-4c94-aa9f-786d68f8ff24,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:06.816941 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a4884557-606d-4bba-95ce-79e55fbc1c64 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2326083 Mar 28 11:03:06.817201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40954) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:06.822003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:06.823859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-375172519', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:06.834881 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:04Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'f011d4a2-14bb-474a-b39f-254c84d209e0', 'name': '', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:e4:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:03:03Z', 'updated_at': '2022-03-28T11:03:05Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:06.839080 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Checking router: e83f160c-fcbc-471d-b302-e022ba3b2fe2 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:03:06.840216 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Updating router e83f160c-fcbc-471d-b302-e022ba3b2fe2 port f011d4a2-14bb-474a-b39f-254c84d209e0 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:03:06.900776 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:06.943524 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-d8a19973-3d35-4346-b566-a701e5b45690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:03:06.943881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-d8a19973-3d35-4346-b566-a701e5b45690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:03:06.947341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=c7c21dc8-da86-4c94-aa9f-786d68f8ff24,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:06.965421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:06.969131 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:port and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:06.971962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:06.977659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:07.065805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:03:07.071462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.091135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] device_id is not set on port 259d70e2-a777-4013-b1c6-7a92a8e57681 yet. {{(pid=88494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:03:07.246111 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.257091 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Transition to ACTIVE for port object f011d4a2-14bb-474a-b39f-254c84d209e0 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:03:07.346976 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.423383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.6 (1cc28d57-62ad-41d2-9c54-2200c8ea91bd/ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a/259d70e2-a777-4013-b1c6-7a92a8e57681) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:03:07.515975 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Pushing event updated for resources: {'Port': ['ID=f011d4a2-14bb-474a-b39f-254c84d209e0,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:07.516845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:03:07.558650 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.559265 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.559797 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.560312 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.560814 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.561314 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.561927 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.562474 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.563010 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.563593 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.564125 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.564639 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:07.622236 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Attempting to bind port f011d4a2-14bb-474a-b39f-254c84d209e0 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:03:07.625016 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Attempting to bind port f011d4a2-14bb-474a-b39f-254c84d209e0 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:03:07.625016 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Attempting to bind port f011d4a2-14bb-474a-b39f-254c84d209e0 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:03:07.630110 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:03:07.630554 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Checking segment: {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:03:07.631020 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.631417 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Bound using segment: {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:03:07.632066 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Bound port: f011d4a2-14bb-474a-b39f-254c84d209e0, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:03:07.632447 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.644983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:07.648782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.648884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.663703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 259d70e2-a777-4013-b1c6-7a92a8e57681 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:03:07.728886 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] For port f011d4a2-14bb-474a-b39f-254c84d209e0, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:03:07.732108 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] For port f011d4a2-14bb-474a-b39f-254c84d209e0, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f011d4a2-14bb-474a-b39f-254c84d209e0,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:03:07.747595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d8a19973-3d35-4346-b566-a701e5b45690 None None] Provisioning for port f011d4a2-14bb-474a-b39f-254c84d209e0 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:03:07.763558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.769986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c7c21dc8-da86-4c94-aa9f-786d68f8ff24 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:03:07.836014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:03:07.840072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:07.840437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.843373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:03:07.847818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:03:07.857386 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.884546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:07.940682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:07.941573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:07.999184 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:03:07.999184 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:02:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:08.046492 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4cad714b-eb21-4e82-acc5-e1c0f18549cd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2251005 Mar 28 11:03:08.070976 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c363c-1c4c-4140-bc43-2095de6b88eb None None] Pushing event updated for resources: {'Port': ['ID=f011d4a2-14bb-474a-b39f-254c84d209e0,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:08.187446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b303a16-392f-4d31-a3aa-efba2a23e872 None None] Provisioning for port 259d70e2-a777-4013-b1c6-7a92a8e57681 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:03:08.189926 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:03:08.193858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1b303a16-392f-4d31-a3aa-efba2a23e872 None None] Provisioning complete for port 259d70e2-a777-4013-b1c6-7a92a8e57681 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:08.194325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1b303a16-392f-4d31-a3aa-efba2a23e872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:08.249344 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1b303a16-392f-4d31-a3aa-efba2a23e872 None None] Port 259d70e2-a777-4013-b1c6-7a92a8e57681 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:03:08.495296 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:04Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'f011d4a2-14bb-474a-b39f-254c84d209e0', 'name': '', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:e4:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:03:03Z', 'updated_at': '2022-03-28T11:03:07Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:08.499378 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e516dae-364b-4720-9113-60b6d4bcfcd5 None None] The sync data for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv is: [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:04Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'f011d4a2-14bb-474a-b39f-254c84d209e0', 'name': '', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:e4:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:03:03Z', 'updated_at': '2022-03-28T11:03:07Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:03:09.357026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40962) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:09.362384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729089995', 'description': 'tempest-secgroup-smoke-729089995 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:09.370230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:09.374683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:09.377676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:09.384929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:09.462485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:09.471345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f011d4a2-14bb-474a-b39f-254c84d209e0 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:03:09.483945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:09.488559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:09.493079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:09.499596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:09.576185 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:09.619965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port f011d4a2-14bb-474a-b39f-254c84d209e0 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:03:09.625218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f011d4a2-14bb-474a-b39f-254c84d209e0 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:09.625582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:09.665889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:09.711771 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec66e2a-fef8-4899-a226-ce3e61c99dd4,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:09.771252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:09.776016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40966) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:09.776512 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-02730f2b-a629-406c-892a-5d96fb5125b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4182467 Mar 28 11:03:09.776695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:09.781488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '0ec66e2a-fef8-4899-a226-ce3e61c99dd4', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:09.788292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:09.792251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:09.795167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:09.801202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:09.811561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port f011d4a2-14bb-474a-b39f-254c84d209e0, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f011d4a2-14bb-474a-b39f-254c84d209e0,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:09.873566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:09.889823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:09.940664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:09.960447 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=f011d4a2-14bb-474a-b39f-254c84d209e0,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:10.009949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.034095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbdae84-64a8-420c-8370-9d59caaabd7a,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:10.107418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.108801 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2af5d559-7e26-4974-9e42-74966b4109a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315184 Mar 28 11:03:10.111590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40970) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:10.116691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '0ec66e2a-fef8-4899-a226-ce3e61c99dd4', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:10.122522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:10.130497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:10.130497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:10.135143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:10.212344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.271344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.347134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.371052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8f93c9-c2f6-46f0-b49a-4e9b438c8255,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:10.467158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.470829 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-02dd27a0-3a21-459d-8c58-8725b488feb5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557558 Mar 28 11:03:10.471185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40974) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:10.476038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '0ec66e2a-fef8-4899-a226-ce3e61c99dd4', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:10.481804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:10.485593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:10.488427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:10.494966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:10.582265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.643442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.678483 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.701594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3498f07-5c29-4a8a-9cb7-d38ec554f96c,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:10.812254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.812254 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d3ee2ef0-67da-41f0-869e-08721175b86e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374131 Mar 28 11:03:10.812994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40978) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:10.817183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '0ec66e2a-fef8-4899-a226-ce3e61c99dd4', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:10.823550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:10.827337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:10.835444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:10.835849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:10.923202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:10.985741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.061302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.083592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe53c62-c1c3-44c3-ab29-0faa24ff1ab3,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:11.146921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.148095 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7f0789de-529d-4b1a-8cad-17e1fda23015 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3348846 Mar 28 11:03:11.150867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 40982) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:11.155782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '0ec66e2a-fef8-4899-a226-ce3e61c99dd4', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:11.161996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:11.165726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:11.168554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:11.174210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:11.267563 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:03:11.267848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.332123 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.387119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.408910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bc3882-7054-4c81-a77f-10c1e99b403a,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:11.445017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f011d4a2-14bb-474a-b39f-254c84d209e0 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:03:11.482630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.484088 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dbe5e977-66a5-4a5a-a408-378851ccadef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3323359 Mar 28 11:03:11.487016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 40986) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:11.492667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '0ec66e2a-fef8-4899-a226-ce3e61c99dd4', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:11.498638 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:11.502632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:11.505626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:11.511907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:11.514596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f011d4a2-14bb-474a-b39f-254c84d209e0 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:11.514960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.596981 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:03:11.604497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.667908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.733711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.757488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2246ab57-d079-4644-a81e-601ab10d45f1,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:11.838793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:11.839968 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-64b3ae73-96b4-4f12-8d8a-260bbc72830a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3515258 Mar 28 11:03:12.024274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-adf846a7-78e3-4f5f-a7e7-a958131e4c09 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:03:12.105501 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-adf846a7-78e3-4f5f-a7e7-a958131e4c09 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:03:12.106667 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-adf846a7-78e3-4f5f-a7e7-a958131e4c09 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729089995&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.1206541 Mar 28 11:03:12.184492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-ee7dd031-b661-481a-8cbe-58ef21a109f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:12.184979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-ee7dd031-b661-481a-8cbe-58ef21a109f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:03:12.256206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-ee7dd031-b661-481a-8cbe-58ef21a109f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:03:12.257306 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-ee7dd031-b661-481a-8cbe-58ef21a109f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 929 time: 0.1441450 Mar 28 11:03:12.328625 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-0675c0f7-5969-4ac4-b69d-957a44afe751 service neutron] 10.222.0.18 "GET /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0596073 Mar 28 11:03:12.456781 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-941b0012-b643-4b14-86ba-67a42a5bc9c5 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225631 Mar 28 11:03:12.585689 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-233e2eb3-f118-42dc-a389-457c89701758 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233652 Mar 28 11:03:12.839131 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-61d4d250-8935-4396-8fe4-6aaac2f5e3a2 req-85f2320f-aca1-41e3-8780-286a3d9e2bea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 210 time: 0.0422950 Mar 28 11:03:14.088806 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c8ae87fc-bf6a-4050-bd74-4f8d611bce70 req-b32cc969-d82c-46b9-855f-0b4a2a365fb9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 210 time: 0.1457555 Mar 28 11:03:14.822384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-0a33f7f5-e860-48b7-864c-6fa890262f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:14.823694 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-0a33f7f5-e860-48b7-864c-6fa890262f79 service neutron] 10.222.0.31 "GET /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 1025 time: 0.0602586 Mar 28 11:03:14.975640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-142be61f-a2aa-45c8-8d02-5170403bff2c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:14.976960 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-142be61f-a2aa-45c8-8d02-5170403bff2c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=1cc28d57-62ad-41d2-9c54-2200c8ea91bd HTTP/1.1" status: 200 len: 797 time: 0.1442263 Mar 28 11:03:15.038588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-fac28473-59b6-4065-b789-0a35e694dd7e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:03:15.050374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-fac28473-59b6-4065-b789-0a35e694dd7e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:03:15.051477 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-fac28473-59b6-4065-b789-0a35e694dd7e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 379 time: 0.0517960 Mar 28 11:03:15.064507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Request body: {'port': {'device_id': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:15.177708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:15.238016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-affdd1c9-41c3-42d5-b8a4-c71741910ab3 req-bc4fc204-3337-4cfa-838d-a5d07904bb30 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 210 time: 0.0418689 Mar 28 11:03:15.517477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259d70e2-a777-4013-b1c6-7a92a8e57681 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:03:15.524489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:15.539845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Transition to ACTIVE for port object 259d70e2-a777-4013-b1c6-7a92a8e57681 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:03:15.632552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:15.644359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:15.791443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:15.870767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Attempting to bind port 259d70e2-a777-4013-b1c6-7a92a8e57681 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:03:15.871427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Attempting to bind port 259d70e2-a777-4013-b1c6-7a92a8e57681 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:03:15.871427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Attempting to bind port 259d70e2-a777-4013-b1c6-7a92a8e57681 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:03:15.875982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Port 259d70e2-a777-4013-b1c6-7a92a8e57681 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:03:15.876298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Attempting to bind port 259d70e2-a777-4013-b1c6-7a92a8e57681 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:03:15.881335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:03:15.881670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Checking segment: {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:03:15.882083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Bound using segment: {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:03:15.882502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Bound port: 259d70e2-a777-4013-b1c6-7a92a8e57681, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:03:15.882842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:15.976001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:03:15.978843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:03:16.038637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:16.094981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:16.095588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:16.096921 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] 10.222.0.31 "PUT /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 1130 time: 1.0363150 Mar 28 11:03:16.097350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:03:16.120185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21998766-e855-462a-bc9c-05f0ac3a045f service neutron] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:16.142639 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'status': 'completed', 'code': 200} Mar 28 11:03:16.263717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a76e53-bddb-44ff-9931-59fe38b8c757 req-39ab16f3-12e7-45e7-986f-315411d80636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:16.265198 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f2a76e53-bddb-44ff-9931-59fe38b8c757 req-39ab16f3-12e7-45e7-986f-315411d80636 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 1133 time: 0.0780156 Mar 28 11:03:16.428879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ede8d5-faaa-4953-91f2-4510454ed16d req-d6531a4f-a99d-4b07-b41c-0cbcd3da1c07 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:16.430468 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-18ede8d5-faaa-4953-91f2-4510454ed16d req-d6531a4f-a99d-4b07-b41c-0cbcd3da1c07 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 980 time: 0.0844450 Mar 28 11:03:16.477469 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-18ede8d5-faaa-4953-91f2-4510454ed16d req-0735e770-960a-4e57-98be-67bebcf5633c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Mar 28 11:03:16.522806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a76e53-bddb-44ff-9931-59fe38b8c757 req-7c980d4b-ff73-4556-b903-76bffe8b62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:16.524280 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f2a76e53-bddb-44ff-9931-59fe38b8c757 req-7c980d4b-ff73-4556-b903-76bffe8b62eb service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2391829 Mar 28 11:03:16.659760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a76e53-bddb-44ff-9931-59fe38b8c757 req-482767d7-7fdf-4123-a4a3-07aaf4c8d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:16.661096 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f2a76e53-bddb-44ff-9931-59fe38b8c757 req-482767d7-7fdf-4123-a4a3-07aaf4c8d25c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277564 Mar 28 11:03:16.797564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-4a7b0fde-3d58-4fa1-8f4d-a91f69920985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:16.799008 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-4a7b0fde-3d58-4fa1-8f4d-a91f69920985 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 1133 time: 0.0683849 Mar 28 11:03:16.878918 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-1b496da2-9e28-4e52-b7c8-9206616d4439 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 217 time: 0.0618129 Mar 28 11:03:16.941650 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-52e90a43-d7e9-4421-ac97-7528afa7c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:16.942974 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-52e90a43-d7e9-4421-ac97-7528afa7c4e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a HTTP/1.1" status: 200 len: 835 time: 0.0552886 Mar 28 11:03:17.020763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-1700a81e-7f31-45bf-b19a-e4fc2bcda37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:17.022176 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-1700a81e-7f31-45bf-b19a-e4fc2bcda37a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cc28d57-62ad-41d2-9c54-2200c8ea91bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702131 Mar 28 11:03:17.155210 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-dcc5ae5c-59bd-4ef4-bcda-2dfaf0e296e8 service neutron] 10.222.0.31 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239552 Mar 28 11:03:17.286913 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7ac15efc-f322-4f78-9c72-e468d045fb39 req-3da0162b-eed4-4161-beb5-3fd2d7d8043c service neutron] 10.222.0.31 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200447 Mar 28 11:03:17.663033 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00340888-0221-40bd-99fc-7408871bd666 req-e10c6ffb-1b6a-4c26-877f-c46070d756dd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:17.664484 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-00340888-0221-40bd-99fc-7408871bd666 req-e10c6ffb-1b6a-4c26-877f-c46070d756dd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 980 time: 0.0783601 Mar 28 11:03:17.710291 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-00340888-0221-40bd-99fc-7408871bd666 req-d4f8c940-e941-42c1-b78d-0399cd8f4d0c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Mar 28 11:03:18.242516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-351c7f8c-cf8d-46eb-977c-7c33d4993491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:18.890473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629ebd-6b01-424d-8b65-05485740e8cb req-0fbf6077-c6b0-4773-ab46-1a14e9350eca tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:18.891915 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-13629ebd-6b01-424d-8b65-05485740e8cb req-0fbf6077-c6b0-4773-ab46-1a14e9350eca tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 980 time: 0.0799134 Mar 28 11:03:18.935102 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-13629ebd-6b01-424d-8b65-05485740e8cb req-a4b6d9ff-e654-43a0-a6b8-b4af89600410 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374579 Mar 28 11:03:19.734709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 259d70e2-a777-4013-b1c6-7a92a8e57681 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:03:19.862621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:19.875270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'port_id': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'mac_address': 'fa:16:3e:79:41:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:03:19.931411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:19.947574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259d70e2-a777-4013-b1c6-7a92a8e57681 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:03:19.963365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:20.032757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:20.100212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:20.123915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec1827-1dc6-45ec-8d0c-383bda8150b7 req-79719a29-98cb-4933-aa1e-f94af95ab7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:20.125346 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c7ec1827-1dc6-45ec-8d0c-383bda8150b7 req-79719a29-98cb-4933-aa1e-f94af95ab7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 981 time: 0.0852771 Mar 28 11:03:20.169314 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c7ec1827-1dc6-45ec-8d0c-383bda8150b7 req-6374eac0-c2b5-4b32-94a2-127c59034b0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377426 Mar 28 11:03:20.412516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['259d70e2-a777-4013-b1c6-7a92a8e57681'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:03:20.444946 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f95a8a6d-a852-4716-8513-3459b0af755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:21.351615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e89a7-67c3-4792-b6a9-a04c3a9d8943 req-25db0866-ff9e-4677-a53c-fce9af69094a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:21.353083 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-384e89a7-67c3-4792-b6a9-a04c3a9d8943 req-25db0866-ff9e-4677-a53c-fce9af69094a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 981 time: 0.0796902 Mar 28 11:03:21.395648 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-384e89a7-67c3-4792-b6a9-a04c3a9d8943 req-25be5ae6-836f-430c-86c3-06c27300d5e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365005 Mar 28 11:03:21.569691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:21.597848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:21.750909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 259d70e2-a777-4013-b1c6-7a92a8e57681 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:03:21.901137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 259d70e2-a777-4013-b1c6-7a92a8e57681 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:03:21.906043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 259d70e2-a777-4013-b1c6-7a92a8e57681 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:21.906434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:22.017778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:22.046520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:03:22.056104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:22.090017 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'code': 200} Mar 28 11:03:22.106947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:22.172494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:22.497067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6c301-0bbe-43bc-83de-76b62fea2ce6 req-2a7cf38e-00f6-4015-b9b5-301f62f064b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:22.498587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0c6c301-0bbe-43bc-83de-76b62fea2ce6 req-2a7cf38e-00f6-4015-b9b5-301f62f064b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 1135 time: 0.0711138 Mar 28 11:03:22.556001 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0c6c301-0bbe-43bc-83de-76b62fea2ce6 req-24b47059-e217-4ff3-8c9e-36059da16f3b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371766 Mar 28 11:03:22.602933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67820b-c2bf-4f9d-b067-3af865130702 req-1bf845db-de9b-4119-88c3-4db423021ac9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:22.604361 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3c67820b-c2bf-4f9d-b067-3af865130702 req-1bf845db-de9b-4119-88c3-4db423021ac9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 982 time: 0.0986223 Mar 28 11:03:22.647389 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3c67820b-c2bf-4f9d-b067-3af865130702 req-887d4fbc-06be-487a-bcc6-b3d4d48b8920 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Mar 28 11:03:22.979824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:23.835004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a393661-5dd0-4117-884f-f3543c4685e0 req-05fff968-dfe9-415e-8ce0-732461fca3c8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:23.836476 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0a393661-5dd0-4117-884f-f3543c4685e0 req-05fff968-dfe9-415e-8ce0-732461fca3c8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 982 time: 0.0805435 Mar 28 11:03:23.884307 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0a393661-5dd0-4117-884f-f3543c4685e0 req-82cd1da5-b7f6-464e-b7cb-9cc9dd614dd0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Mar 28 11:03:25.063158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f0d0-910c-402b-8dff-ac38c7c48bd6 req-827e55c8-fb01-4ab3-adeb-b42a6d059df2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:25.064584 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d130f0d0-910c-402b-8dff-ac38c7c48bd6 req-827e55c8-fb01-4ab3-adeb-b42a6d059df2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 982 time: 0.0781176 Mar 28 11:03:25.107514 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d130f0d0-910c-402b-8dff-ac38c7c48bd6 req-ab91bef9-ad0d-46c3-90a1-b81aeabeec6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374391 Mar 28 11:03:25.288192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb4649-d92c-48f3-a2cd-30a70323e790 req-9fdb5d58-8506-4f2b-97d0-f94293db7463 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:25.289547 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9ceb4649-d92c-48f3-a2cd-30a70323e790 req-9fdb5d58-8506-4f2b-97d0-f94293db7463 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 982 time: 0.0808907 Mar 28 11:03:25.332198 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9ceb4649-d92c-48f3-a2cd-30a70323e790 req-e63bc7d2-8805-482a-9d64-61f712ca0ee3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371521 Mar 28 11:03:25.354542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41042) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:25.422795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e851a92a-7865-4980-9bd5-921a24adcb1c tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:25.424269 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e851a92a-7865-4980-9bd5-921a24adcb1c tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 1130 time: 0.0687923 Mar 28 11:03:25.427296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41046) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:25.432039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:25.437660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:25.441479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:floatingip and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:25.444950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:25.450557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:25.512649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:25.646620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:25.779928 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.217 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/a37726b1-b37f-4e66-b893-ddb518ef3de6) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:03:25.922213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:25.997023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:26.058289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:03:26.060920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:03:26.068473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:03:26.102371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=a37726b1-b37f-4e66-b893-ddb518ef3de6,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:26.558899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:26.696874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:26.900750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:26.984772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:27.097150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=a37726b1-b37f-4e66-b893-ddb518ef3de6,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:27.104274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:27.270544 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 7f6e62b5-96ec-4a8d-89ca-d825fbb0d739 associated. External IP: 172.26.2.217, port: 259d70e2-a777-4013-b1c6-7a92a8e57681. Mar 28 11:03:27.614343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router e83f160c-fcbc-471d-b302-e022ba3b2fe2 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:03:27.797231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:03:27.807225 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] Sync routers for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:03:27.817569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:03:27.818196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:27.957092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:28.051776 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ec058021-552a-4dc9-bebe-5aa95ef2155b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.6234746 Mar 28 11:03:28.052408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:03:28.054592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41050) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:28.065711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:03:28.115051 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'status': 'completed', 'code': 200} Mar 28 11:03:28.139286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7769a978-7eb9-4d7a-a13f-6c36678137fe tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:28.144023 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7769a978-7eb9-4d7a-a13f-6c36678137fe tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad&network_id=1cc28d57-62ad-41d2-9c54-2200c8ea91bd HTTP/1.1" status: 200 len: 1130 time: 0.0852082 Mar 28 11:03:28.241721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-10480d87-3e81-4087-8932-e07b18fb0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:28.243231 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-10480d87-3e81-4087-8932-e07b18fb0aac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 1135 time: 0.0725946 Mar 28 11:03:28.376077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-c849eb27-4774-4e6d-ad95-94bc30c77523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:28.379824 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-c849eb27-4774-4e6d-ad95-94bc30c77523 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1cc28d57-62ad-41d2-9c54-2200c8ea91bd HTTP/1.1" status: 200 len: 898 time: 0.1282737 Mar 28 11:03:28.443020 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:04Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7f6e62b5-96ec-4a8d-89ca-d825fbb0d739', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'port_id': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-375172519', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'mac_address': 'fa:16:3e:79:41:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:03:26Z', 'updated_at': '2022-03-28T11:03:26Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f011d4a2-14bb-474a-b39f-254c84d209e0', 'name': '', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:e4:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:03:03Z', 'updated_at': '2022-03-28T11:03:09Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:28.446832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] Checking router: e83f160c-fcbc-471d-b302-e022ba3b2fe2 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:03:28.455573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:03:28.456196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:28.481700 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-2681477c-98a9-4605-8fca-69cafd237c52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 1036 time: 0.0977578 Mar 28 11:03:28.548706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-86f5b987-8461-4699-a115-35638199c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:28.550457 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-86f5b987-8461-4699-a115-35638199c654 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a HTTP/1.1" status: 200 len: 835 time: 0.0601268 Mar 28 11:03:28.629463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-934ec873-8291-4101-951e-943962021b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:28.630914 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-934ec873-8291-4101-951e-943962021b4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cc28d57-62ad-41d2-9c54-2200c8ea91bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742986 Mar 28 11:03:28.642829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:03:28.842633 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-4e60d0ad-2a8a-43fd-b135-4b0f648b4a34 service neutron] 10.222.0.31 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989713 Mar 28 11:03:28.850449 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-9a0eb5ef-c710-457e-9102-5b69c251fb9f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1144536 Mar 28 11:03:28.875288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c66a10-c565-4894-a929-d22fe01507cd req-b9fbf5c5-98ba-42e0-a627-ebc739f45e38 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:28.878410 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a0c66a10-c565-4894-a929-d22fe01507cd req-b9fbf5c5-98ba-42e0-a627-ebc739f45e38 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 982 time: 0.2104013 Mar 28 11:03:28.923687 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a0c66a10-c565-4894-a929-d22fe01507cd req-92c9d488-51fb-4cce-aade-ddb6b2030638 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Mar 28 11:03:29.022050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:04Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7f6e62b5-96ec-4a8d-89ca-d825fbb0d739', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'port_id': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-375172519', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'mac_address': 'fa:16:3e:79:41:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:03:26Z', 'updated_at': '2022-03-28T11:03:26Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f011d4a2-14bb-474a-b39f-254c84d209e0', 'name': '', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:e4:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:03:03Z', 'updated_at': '2022-03-28T11:03:09Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:29.026115 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30e58a-f363-453c-8ea5-c10523f7e623 None None] The sync data for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv is: [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:04Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7f6e62b5-96ec-4a8d-89ca-d825fbb0d739', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'port_id': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-375172519', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'mac_address': 'fa:16:3e:79:41:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a49b75-65bb-4c62-a321-1a00589a93ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:03:26Z', 'updated_at': '2022-03-28T11:03:26Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f011d4a2-14bb-474a-b39f-254c84d209e0', 'name': '', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:e4:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:03:03Z', 'updated_at': '2022-03-28T11:03:09Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:03:29.142593 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a788006e-d744-4b7a-898c-cb02d6d3a754 req-d1d51da5-8cb4-40ec-b27a-b5bd525e42a3 service neutron] 10.222.0.31 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911949 Mar 28 11:03:29.156862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-b5052aad-7744-4463-9207-09c3741a4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:29.158355 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-b5052aad-7744-4463-9207-09c3741a4800 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 1098 time: 0.2737911 Mar 28 11:03:29.211837 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7d98b-bbe1-4075-a8e1-023208ce087f None None] New status for floating IP 7f6e62b5-96ec-4a8d-89ca-d825fbb0d739: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:03:29.319827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-4f6b3ee9-f7f7-43cb-a006-26de9eb7b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:29.321277 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-4f6b3ee9-f7f7-43cb-a006-26de9eb7b888 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.1283023 Mar 28 11:03:29.423036 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-b01ff617-d16e-4450-983f-47762146e460 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28886934-6c0f-4ca9-8027-236ed830fe5b HTTP/1.1" status: 200 len: 1001 time: 0.0952604 Mar 28 11:03:29.484769 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-abc054f1-247e-4b76-bbb7-aaaaa54179c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:29.486147 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-abc054f1-247e-4b76-bbb7-aaaaa54179c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0566516 Mar 28 11:03:29.561795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-42b904d6-9145-4bf9-bf13-7757b1762c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:29.563295 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-42b904d6-9145-4bf9-bf13-7757b1762c8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710750 Mar 28 11:03:29.692550 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-14f857e1-681a-4929-8700-c2b42bd0e835 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218407 Mar 28 11:03:29.820044 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e2d23a2c-562e-4665-a0f4-2965b13a08a3 req-9afa36e6-1095-4650-a8e1-3078101637f9 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210835 Mar 28 11:03:30.112180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa87dd-3973-4b85-bcd2-2aa1df3df1ee req-2ed83b29-05ae-4ca2-8d28-502ebeb4dbab tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:30.113631 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-04fa87dd-3973-4b85-bcd2-2aa1df3df1ee req-2ed83b29-05ae-4ca2-8d28-502ebeb4dbab tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 982 time: 0.0803566 Mar 28 11:03:30.156470 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-04fa87dd-3973-4b85-bcd2-2aa1df3df1ee req-4a47b45b-4a34-43ca-a541-b3db81c06b23 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372119 Mar 28 11:03:30.383969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-c2b1ccfd-76fe-44df-85e2-6384ee846774 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:30.384563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-c2b1ccfd-76fe-44df-85e2-6384ee846774 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:03:30.460433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-c2b1ccfd-76fe-44df-85e2-6384ee846774 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:03:30.461515 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-c2b1ccfd-76fe-44df-85e2-6384ee846774 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 982 time: 0.1566451 Mar 28 11:03:30.534360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-36b27336-2224-4142-9e08-30c0d9af3c6c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:30.535740 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-36b27336-2224-4142-9e08-30c0d9af3c6c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0651658 Mar 28 11:03:30.679183 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-49d8a286-1843-4ab6-80fe-9f8ba9d5762c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1360915 Mar 28 11:03:30.689542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:30.797420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:30.993803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:31.021006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:03:31.070998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] device_id is not set on port 259d70e2-a777-4013-b1c6-7a92a8e57681 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:03:31.079135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:31.146310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:31.313547 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2b00f095-a5b6-41a7-bacb-f220ec6038a1 req-39846824-1e08-4597-9d82-195549ebe6ad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 210 time: 0.0493312 Mar 28 11:03:31.391775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=6']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:31.445443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] No DVR routers for this DVR port 259d70e2-a777-4013-b1c6-7a92a8e57681 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:03:31.463048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7099b841-e5f1-4476-bcf2-28c3abad05d7 None None] Provisioning complete for port 259d70e2-a777-4013-b1c6-7a92a8e57681 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:31.463578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7099b841-e5f1-4476-bcf2-28c3abad05d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:31.519416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7099b841-e5f1-4476-bcf2-28c3abad05d7 None None] Port 259d70e2-a777-4013-b1c6-7a92a8e57681 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:03:31.666771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] In _notify_port_updated(), no bound segment for port 259d70e2-a777-4013-b1c6-7a92a8e57681 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:03:31.667628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:31.668234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:31.669495 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d0f6025-7e56-41c8-9705-a1f091f45356 req-8eb43f1d-b103-46ed-b143-58596c52913c service neutron] 10.222.0.31 "PUT /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 1025 time: 0.9836860 Mar 28 11:03:32.218500 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:03:32.473251 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b2d8d69b-8abd-449d-a0c1-882c82e80bda req-d4748d02-457f-4c61-8355-cc748ee721f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5a49b75-65bb-4c62-a321-1a00589a93ad HTTP/1.1" status: 200 len: 210 time: 0.0422745 Mar 28 11:03:33.564983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41068) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:33.635066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd85f0-2ffd-490c-9572-4df0b9de5c13 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:33.636358 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89fd85f0-2ffd-490c-9572-4df0b9de5c13 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 924 time: 0.0703897 Mar 28 11:03:33.874026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 259d70e2-a777-4013-b1c6-7a92a8e57681 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:03:33.930951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 259d70e2-a777-4013-b1c6-7a92a8e57681 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:03:34.124866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41074) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:34.129941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762421537', 'description': 'tempest-secgroup-smoke-762421537 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:34.136239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:34.145534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:34.221140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:34.243851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:34.247551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:34.250388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:34.256474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:34.322962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:34.386723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:34.432238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dbcb11-a91b-4e3b-a287-ba9a05037cfe,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:34.499842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:34.503768 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6a7a3a12-5b74-4b3b-a777-a91066df3c5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3751881 Mar 28 11:03:34.503977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41078) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:34.510121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '64dbcb11-a91b-4e3b-a287-ba9a05037cfe', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:34.520676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:34.520676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:34.523251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:34.529247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:34.650378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:34.720136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:34.785199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:34.809401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b6b27d-3e22-4504-b256-49d313adb25b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:34.878028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:34.879235 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-befda86f-0cc8-4d7c-805e-e2c3e3c191b7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3741527 Mar 28 11:03:34.882616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41082) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:34.887601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '64dbcb11-a91b-4e3b-a287-ba9a05037cfe', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:34.893561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:34.897387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:34.900308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:34.905952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:34.998891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.061144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.123627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.145858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9e97b7-9230-4603-b57b-402a040c3906,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:35.198126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.199281 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-737ae336-722e-4c91-9698-0c68d6744ca7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157315 Mar 28 11:03:35.202239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41086) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:35.207044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '64dbcb11-a91b-4e3b-a287-ba9a05037cfe', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:35.213150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:35.216960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:35.219815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:35.225388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:35.305347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.364706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.470347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.493565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b01f577-f450-4c1f-ab8b-f1b160074aeb,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:35.557780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.558995 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-daa06343-95bc-41be-9065-e05411c44a01 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558426 Mar 28 11:03:35.561681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41090) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:35.566605 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '64dbcb11-a91b-4e3b-a287-ba9a05037cfe', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:35.572848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:35.576684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:35.579569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:35.585110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:35.660887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.724017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.797741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.821205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cdd594-2291-4c08-ae96-0de3fbf15130,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:35.906535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:35.907698 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-39c87373-a3af-426b-8ba6-58732ed6b48d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450968 Mar 28 11:03:35.910492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41094) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:35.915419 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '64dbcb11-a91b-4e3b-a287-ba9a05037cfe', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:35.921062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:35.925055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:35.927869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:35.933502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:35.992701 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:03:35.998953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:36.060418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:36.133770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:36.156009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ee6f89-a5a2-42ff-9e60-5e0f5b5ddf1b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:36.226401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:36.227519 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-be67e428-1cee-4d67-b66b-085fe09cb65d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160827 Mar 28 11:03:36.230249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41098) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:36.235030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '64dbcb11-a91b-4e3b-a287-ba9a05037cfe', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:36.240639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:03:36.244895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:03:36.247827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:03:36.254024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:03:36.329105 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:03:36.335398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:36.396986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:36.460477 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:36.482316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e8f1a3-a1fa-4e67-b6af-acaf08b03c30,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:36.557947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:36.559118 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-85358fa6-7863-4551-a0dc-2811c85a025f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3279648 Mar 28 11:03:36.712599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-fadc959d-5556-4974-94bf-0d9180376806 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:03:36.785088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-fadc959d-5556-4974-94bf-0d9180376806 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:03:36.786214 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-fadc959d-5556-4974-94bf-0d9180376806 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762421537&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.1124310 Mar 28 11:03:36.865415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f627c935-df6f-4084-b8e9-0c655800940d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:36.866882 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f627c935-df6f-4084-b8e9-0c655800940d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 929 time: 0.0735953 Mar 28 11:03:36.938691 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-7b1dbfec-6201-4214-9c9a-bc8a2e23f757 service neutron] 10.222.0.18 "GET /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0602531 Mar 28 11:03:37.067341 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-ced2c28d-3595-41a0-a060-82c9df49eb4f service neutron] 10.222.0.18 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229837 Mar 28 11:03:37.197964 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-c9558047-ff19-44be-8b0e-6a3de0caccdb service neutron] 10.222.0.18 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245806 Mar 28 11:03:37.451729 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ed5e87d5-2988-40e6-b461-b6bc163788a4 req-dccabb05-9cd3-4ffe-82ab-39d997f64b2b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 210 time: 0.0423856 Mar 28 11:03:38.604127 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6af895e7-c526-485f-8201-66f8ddb459c6 req-7ec41b64-b90e-4078-bba3-5747c066c49b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 210 time: 0.0458653 Mar 28 11:03:39.497930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-01ad3fdc-047b-4b10-a615-d81e72ab8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:39.499269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-01ad3fdc-047b-4b10-a615-d81e72ab8e5f service neutron] 10.222.0.31 "GET /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 1025 time: 0.0631344 Mar 28 11:03:39.652452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-e551bb57-c7bb-4c2c-aed3-a5e6394dc853 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:39.653804 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-e551bb57-c7bb-4c2c-aed3-a5e6394dc853 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=1cc28d57-62ad-41d2-9c54-2200c8ea91bd HTTP/1.1" status: 200 len: 797 time: 0.1438646 Mar 28 11:03:39.719760 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-742a6cc7-cd5a-4225-9725-dab68290b72d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 471 time: 0.0424263 Mar 28 11:03:39.733304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Request body: {'port': {'device_id': '44e0ca6b-547f-4bdf-a192-41d796eabc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:39.757985 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-565abab9-138d-44de-bfd6-588cb25b3ebd req-49448d50-df01-46b5-a076-39708c6520ba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 210 time: 0.0426376 Mar 28 11:03:39.846352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:40.179375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259d70e2-a777-4013-b1c6-7a92a8e57681 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:03:40.186695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:40.201402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Transition to ACTIVE for port object 259d70e2-a777-4013-b1c6-7a92a8e57681 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:03:40.243290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:40.474614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=7']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:40.602644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Attempting to bind port 259d70e2-a777-4013-b1c6-7a92a8e57681 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:03:40.603273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Attempting to bind port 259d70e2-a777-4013-b1c6-7a92a8e57681 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:03:40.603273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Attempting to bind port 259d70e2-a777-4013-b1c6-7a92a8e57681 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:03:40.607675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Port 259d70e2-a777-4013-b1c6-7a92a8e57681 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:03:40.607988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Attempting to bind port 259d70e2-a777-4013-b1c6-7a92a8e57681 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:03:40.612937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:03:40.613265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Checking segment: {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:03:40.613639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Bound using segment: {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:03:40.614091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Bound port: 259d70e2-a777-4013-b1c6-7a92a8e57681, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e80d87-62c3-4f7f-9b86-0d753cf440fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:03:40.614431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:40.703563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:03:40.706331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:03:40.796630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:40.852947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:40.853551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:40.854908 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] 10.222.0.31 "PUT /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 1130 time: 1.1257663 Mar 28 11:03:40.855373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e0ca6b-547f-4bdf-a192-41d796eabc0d', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:03:40.880849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350376f-d7c5-4446-a41a-507d47cfe154 service neutron] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=8']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:40.902331 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e0ca6b-547f-4bdf-a192-41d796eabc0d', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'status': 'completed', 'code': 200} Mar 28 11:03:40.965151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2fe2-3136-421d-8899-f60c3dc1acad req-74a96563-247b-4a44-83c3-9712921fc640 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:40.966628 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-520e2fe2-3136-421d-8899-f60c3dc1acad req-74a96563-247b-4a44-83c3-9712921fc640 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 980 time: 0.1027100 Mar 28 11:03:41.018511 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-520e2fe2-3136-421d-8899-f60c3dc1acad req-a3326787-46fe-45d8-a433-9f92da63db58 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456941 Mar 28 11:03:41.029952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdf922-7eef-4a20-a818-cf8224311195 req-178333bc-0552-453a-9992-4bc8b492f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:41.030496 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b3fdf922-7eef-4a20-a818-cf8224311195 req-178333bc-0552-453a-9992-4bc8b492f36a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 1133 time: 0.0775461 Mar 28 11:03:41.184323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdf922-7eef-4a20-a818-cf8224311195 req-3b85e6b5-6b21-4470-a403-ee8d557adc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:41.185669 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b3fdf922-7eef-4a20-a818-cf8224311195 req-3b85e6b5-6b21-4470-a403-ee8d557adc6a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1350405 Mar 28 11:03:41.329924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdf922-7eef-4a20-a818-cf8224311195 req-55e65417-1d45-4b4b-b46d-b48038c6f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:41.331298 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b3fdf922-7eef-4a20-a818-cf8224311195 req-55e65417-1d45-4b4b-b46d-b48038c6f62c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370206 Mar 28 11:03:41.471365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-6347e392-b63a-4c67-affa-0803c2bc4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:41.472818 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-6347e392-b63a-4c67-affa-0803c2bc4390 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 1133 time: 0.0695417 Mar 28 11:03:41.587760 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-5051f317-3305-45a1-9c2f-d9104198c2e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 1036 time: 0.0962265 Mar 28 11:03:41.652004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-9f08c2e4-0357-4858-af16-a36187c7aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:41.653372 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-9f08c2e4-0357-4858-af16-a36187c7aa41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a HTTP/1.1" status: 200 len: 835 time: 0.0564942 Mar 28 11:03:41.733609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-7bf4c60e-1fec-44ad-9ff0-e2a925a99784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:41.735054 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-7bf4c60e-1fec-44ad-9ff0-e2a925a99784 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1cc28d57-62ad-41d2-9c54-2200c8ea91bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710318 Mar 28 11:03:41.869620 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-f10b20a2-4c32-4bfa-9f62-f6f083a657f0 service neutron] 10.222.0.31 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245325 Mar 28 11:03:42.001994 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c01c7-abed-4102-9962-61aa21b7b929 req-89c04d80-554a-41e7-b864-81692afd1fd8 service neutron] 10.222.0.31 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225343 Mar 28 11:03:42.198819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac2d6-0137-416b-b6e8-b7867f8d8eab req-e099adaf-10a7-49c8-807a-d48afa92d4c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:42.200191 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e9dac2d6-0137-416b-b6e8-b7867f8d8eab req-e099adaf-10a7-49c8-807a-d48afa92d4c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 980 time: 0.0789552 Mar 28 11:03:42.242340 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e9dac2d6-0137-416b-b6e8-b7867f8d8eab req-4f6f0d6e-92df-4e37-b73d-3a08b1effde3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366080 Mar 28 11:03:43.423526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2881-5f5f-4189-aa66-0202f3f9dde8 req-d818dd8b-c2de-40ee-b654-9738b03d46bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:43.425213 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-739a2881-5f5f-4189-aa66-0202f3f9dde8 req-d818dd8b-c2de-40ee-b654-9738b03d46bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 980 time: 0.0812953 Mar 28 11:03:43.468706 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-739a2881-5f5f-4189-aa66-0202f3f9dde8 req-96114f71-0a7f-4de2-95db-2ee39b026994 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373065 Mar 28 11:03:43.937787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 259d70e2-a777-4013-b1c6-7a92a8e57681 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:03:44.067318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:44.080120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'port_id': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'mac_address': 'fa:16:3e:79:41:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:03:44.136985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:44.152808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259d70e2-a777-4013-b1c6-7a92a8e57681 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:03:44.168344 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:44.214644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:44.278730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=9']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:44.559782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['259d70e2-a777-4013-b1c6-7a92a8e57681'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:03:44.649058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c440a-36bb-494d-b9ed-ecfab7bff659 req-faddce14-8f73-481a-a8f0-118096792fe1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:44.650540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e59c440a-36bb-494d-b9ed-ecfab7bff659 req-faddce14-8f73-481a-a8f0-118096792fe1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 981 time: 0.0793023 Mar 28 11:03:44.697397 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e59c440a-36bb-494d-b9ed-ecfab7bff659 req-6cd4a2fc-3c39-4a64-baa6-0e7c1cacd992 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Mar 28 11:03:45.608812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:45.880461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af918de3-8668-460c-ae0b-ae06c612b61a req-9e48b0d4-c024-4c7e-b36b-9800af9ca372 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:45.881941 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af918de3-8668-460c-ae0b-ae06c612b61a req-9e48b0d4-c024-4c7e-b36b-9800af9ca372 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 981 time: 0.0790560 Mar 28 11:03:45.926038 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af918de3-8668-460c-ae0b-ae06c612b61a req-e6951414-cd5e-48fd-9e62-8ca209a64a39 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382612 Mar 28 11:03:45.952487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 259d70e2-a777-4013-b1c6-7a92a8e57681 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:03:46.071565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 259d70e2-a777-4013-b1c6-7a92a8e57681 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:03:46.075979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 259d70e2-a777-4013-b1c6-7a92a8e57681 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:46.076379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:46.186505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:46.212694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e0ca6b-547f-4bdf-a192-41d796eabc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:03:46.222354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:46.254230 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e0ca6b-547f-4bdf-a192-41d796eabc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259d70e2-a777-4013-b1c6-7a92a8e57681', 'code': 200} Mar 28 11:03:46.277728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:46.376315 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=10']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:46.651593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b7784-382e-4643-9fee-1421114625f0 req-ee9f514d-f39f-453f-a2c0-c63c89e2a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:46.652912 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-395b7784-382e-4643-9fee-1421114625f0 req-ee9f514d-f39f-453f-a2c0-c63c89e2a6fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 1136 time: 0.0678773 Mar 28 11:03:46.695783 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-395b7784-382e-4643-9fee-1421114625f0 req-1a5139e4-adf2-4bd0-aeb4-90a411382ee9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Mar 28 11:03:47.106081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714bd8-cab7-4444-b533-494eadf04667 req-81ce0c0e-2858-42b4-802d-56008b1b4194 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:47.107479 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4c714bd8-cab7-4444-b533-494eadf04667 req-81ce0c0e-2858-42b4-802d-56008b1b4194 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 983 time: 0.0809033 Mar 28 11:03:47.149759 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4c714bd8-cab7-4444-b533-494eadf04667 req-e87fae37-5103-4b6a-b27d-eff509101f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Mar 28 11:03:48.237431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5896a1c0-b80f-4f06-911d-0a4df70ab5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:48.334473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1d82e-c137-440b-869f-d13fdcbd5cf2 req-114334e2-b511-46cc-a9cb-05b0e695c61b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:48.335867 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-45a1d82e-c137-440b-869f-d13fdcbd5cf2 req-114334e2-b511-46cc-a9cb-05b0e695c61b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 983 time: 0.0795221 Mar 28 11:03:48.378251 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-45a1d82e-c137-440b-869f-d13fdcbd5cf2 req-94498b34-707a-40c3-8004-023eb85afcf7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368845 Mar 28 11:03:48.558831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f12291-43f6-4e10-a694-f9a273c1f52f req-4c0c75c2-125f-49fe-8bb4-f26a2c208e60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:48.560251 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-00f12291-43f6-4e10-a694-f9a273c1f52f req-4c0c75c2-125f-49fe-8bb4-f26a2c208e60 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 983 time: 0.0815701 Mar 28 11:03:48.602294 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-00f12291-43f6-4e10-a694-f9a273c1f52f req-0388ee9a-3516-4b01-9e1d-3b85374f4ca3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365434 Mar 28 11:03:48.624384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41154) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:48.695787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd10dba9-a36f-4e89-bcd0-2f5b19e6f708 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:48.697128 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fd10dba9-a36f-4e89-bcd0-2f5b19e6f708 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d&network_id=1cc28d57-62ad-41d2-9c54-2200c8ea91bd HTTP/1.1" status: 200 len: 1131 time: 0.0718060 Mar 28 11:03:49.359614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4ef04-b19f-49af-a9e5-17e2542b2b50 req-dbcb295f-b08d-4e8b-9126-541902d3f91a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:49.361006 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90f4ef04-b19f-49af-a9e5-17e2542b2b50 req-dbcb295f-b08d-4e8b-9126-541902d3f91a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 983 time: 0.1684256 Mar 28 11:03:49.404822 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90f4ef04-b19f-49af-a9e5-17e2542b2b50 req-19f70da6-600b-4ba4-81ba-ccb6ea2e58f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Mar 28 11:03:50.453400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4fd79eda-6548-488d-9bbf-f6e0dac7d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:50.595917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd2c2-f0d3-4e19-9365-53e5299c6eed req-dd19e76d-440c-4a28-ad60-cbcbacd3e0e3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:50.597430 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-32dcd2c2-f0d3-4e19-9365-53e5299c6eed req-dd19e76d-440c-4a28-ad60-cbcbacd3e0e3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 983 time: 0.0816817 Mar 28 11:03:50.640512 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-32dcd2c2-f0d3-4e19-9365-53e5299c6eed req-51839b0d-214f-439c-a733-46dc208328ce tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b899f97-ba64-4ef5-bfd7-3b88d27e857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Mar 28 11:03:50.830360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-5fbc0d69-f962-4187-ae21-54ac4d22300a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:50.831713 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-5fbc0d69-f962-4187-ae21-54ac4d22300a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 983 time: 0.0805676 Mar 28 11:03:50.903686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-bd83a82b-31c5-4788-ae30-75eedd48cb8c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:50.904974 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-bd83a82b-31c5-4788-ae30-75eedd48cb8c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0641642 Mar 28 11:03:51.140932 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-a3df1bda-f8c3-46ff-bd26-8d477aab63aa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2284172 Mar 28 11:03:51.155854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:03:51.265346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:51.459506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=259d70e2-a777-4013-b1c6-7a92a8e57681,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:51.487319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] For port 259d70e2-a777-4013-b1c6-7a92a8e57681, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:03:51.538686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] device_id is not set on port 259d70e2-a777-4013-b1c6-7a92a8e57681 yet. {{(pid=88493) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:03:51.546906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:51.557487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:51.574152 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:51.635777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:51.776101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Pushing event updated for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=11']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:51.795438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.795787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.796123 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.796456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.796785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.797157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.797436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.797763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.798106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.798428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.798747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.799321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:03:51.803507 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b48708d4-0b53-400d-b40f-978b03a718d9 req-e589ac79-3f30-4ea3-86e4-0339d94c6c69 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 210 time: 0.0518112 Mar 28 11:03:51.843354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] No DVR routers for this DVR port 259d70e2-a777-4013-b1c6-7a92a8e57681 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:03:51.883104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fd4551b6-d7d9-4244-8c37-fb6093c4def3 None None] Provisioning complete for port 259d70e2-a777-4013-b1c6-7a92a8e57681 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:03:51.889335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fd4551b6-d7d9-4244-8c37-fb6093c4def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:51.937295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-fd4551b6-d7d9-4244-8c37-fb6093c4def3 None None] Port 259d70e2-a777-4013-b1c6-7a92a8e57681 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:03:52.060609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] In _notify_port_updated(), no bound segment for port 259d70e2-a777-4013-b1c6-7a92a8e57681 on network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd {{(pid=88493) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:03:52.061368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:03:52.061990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:52.063233 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ad8e6bb-c017-485e-8ea6-27cde4b7480c req-b7c9a19d-f91a-4b82-ab10-ba4cfa455aff service neutron] 10.222.0.31 "PUT /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 200 len: 1026 time: 0.9111121 Mar 28 11:03:52.967047 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9157de6f-b05e-4834-9253-f2ce44b24dfc req-57e359de-ed9a-458a-9b4a-1a08e58b0950 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e0ca6b-547f-4bdf-a192-41d796eabc0d HTTP/1.1" status: 200 len: 210 time: 0.0460820 Mar 28 11:03:53.009252 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:54.023846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 259d70e2-a777-4013-b1c6-7a92a8e57681 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:03:54.059898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41170) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:54.130500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1664c7a6-78c3-4eb5-84ab-9218464a11b9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:54.143012 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 259d70e2-a777-4013-b1c6-7a92a8e57681 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:03:54.160566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1664c7a6-78c3-4eb5-84ab-9218464a11b9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:54.294303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1664c7a6-78c3-4eb5-84ab-9218464a11b9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:54.312759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664c7a6-78c3-4eb5-84ab-9218464a11b9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dbcb11-a91b-4e3b-a287-ba9a05037cfe,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:54.367780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1664c7a6-78c3-4eb5-84ab-9218464a11b9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:54.368912 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1664c7a6-78c3-4eb5-84ab-9218464a11b9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/64dbcb11-a91b-4e3b-a287-ba9a05037cfe HTTP/1.1" status: 204 len: 168 time: 0.3079000 Mar 28 11:03:54.432104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41176) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:54.628583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port a37726b1-b37f-4e66-b893-ddb518ef3de6 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:03:54.628915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:54.891907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:54.892241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:55.010896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for a37726b1-b37f-4e66-b893-ddb518ef3de6 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:03:55.197442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:55.241560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=a37726b1-b37f-4e66-b893-ddb518ef3de6,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:55.333151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:55.333500 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 7f6e62b5-96ec-4a8d-89ca-d825fbb0d739 disassociated (deleted). External IP: 172.26.2.217, port: 259d70e2-a777-4013-b1c6-7a92a8e57681. Mar 28 11:03:55.674139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router e83f160c-fcbc-471d-b302-e022ba3b2fe2 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:03:55.847682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:03:55.856820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] Sync routers for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:03:55.866350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:03:55.866948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:55.951432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:56.016492 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2140485f-1782-4864-aa02-3593d0a01499 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/floatingips/7f6e62b5-96ec-4a8d-89ca-d825fbb0d739 HTTP/1.1" status: 204 len: 168 time: 1.5833144 Mar 28 11:03:56.042264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:03:56.160785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41184) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:56.227640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-94c9576b-8f2a-46d8-a5f0-0cb7a9b21418 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:56.261916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-94c9576b-8f2a-46d8-a5f0-0cb7a9b21418 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:56.348186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:04Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'f011d4a2-14bb-474a-b39f-254c84d209e0', 'name': '', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:e4:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:03:03Z', 'updated_at': '2022-03-28T11:03:09Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:56.351978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] Checking router: e83f160c-fcbc-471d-b302-e022ba3b2fe2 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:03:56.360174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:03:56.360702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:56.391523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-94c9576b-8f2a-46d8-a5f0-0cb7a9b21418 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:56.410981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9576b-8f2a-46d8-a5f0-0cb7a9b21418 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec66e2a-fef8-4899-a226-ce3e61c99dd4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:56.417455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-94c9576b-8f2a-46d8-a5f0-0cb7a9b21418 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:56.418450 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-94c9576b-8f2a-46d8-a5f0-0cb7a9b21418 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/0ec66e2a-fef8-4899-a226-ce3e61c99dd4 HTTP/1.1" status: 204 len: 168 time: 0.2566876 Mar 28 11:03:56.496002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41190) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:56.549488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:03:56.564632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8874aae2-48b0-4572-b699-00129299ee82 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 259d70e2-a777-4013-b1c6-7a92a8e57681 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:03:56.564969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8874aae2-48b0-4572-b699-00129299ee82 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:56.902741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:04Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'f011d4a2-14bb-474a-b39f-254c84d209e0', 'name': '', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:e4:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:03:03Z', 'updated_at': '2022-03-28T11:03:09Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:03:56.906928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8379f0e-10bf-48de-addd-8b8fb45332fa None None] The sync data for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv is: [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:04Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'f011d4a2-14bb-474a-b39f-254c84d209e0', 'name': '', 'network_id': '1cc28d57-62ad-41d2-9c54-2200c8ea91bd', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:e4:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:03:03Z', 'updated_at': '2022-03-28T11:03:09Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:03:56.913875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8874aae2-48b0-4572-b699-00129299ee82 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:57.038311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8874aae2-48b0-4572-b699-00129299ee82 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 259d70e2-a777-4013-b1c6-7a92a8e57681 owned by {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:03:57.110546 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201daa12-1149-4859-92bf-0199bcea409c None None] New status for floating IP 7f6e62b5-96ec-4a8d-89ca-d825fbb0d739: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:03:57.260174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8874aae2-48b0-4572-b699-00129299ee82 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:57.311705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874aae2-48b0-4572-b699-00129299ee82 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=259d70e2-a777-4013-b1c6-7a92a8e57681,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:57.412114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8874aae2-48b0-4572-b699-00129299ee82 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:57.422240 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8874aae2-48b0-4572-b699-00129299ee82 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/ports/259d70e2-a777-4013-b1c6-7a92a8e57681 HTTP/1.1" status: 204 len: 168 time: 0.9250739 Mar 28 11:03:57.425141 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41194) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:03:57.965786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:58.409396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port f011d4a2-14bb-474a-b39f-254c84d209e0 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:03:58.410125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:58.591632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port f011d4a2-14bb-474a-b39f-254c84d209e0, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f011d4a2-14bb-474a-b39f-254c84d209e0,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:03:58.591989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:58.719328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for f011d4a2-14bb-474a-b39f-254c84d209e0 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:03:59.088596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:59.165562 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=f011d4a2-14bb-474a-b39f-254c84d209e0,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:03:59.408295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:03:59.860445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router e83f160c-fcbc-471d-b302-e022ba3b2fe2 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:04:00.034674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:04:00.044740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] Sync routers for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:04:00.050617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4bd37114-b5f4-4541-9693-fbe087cbe188 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/e83f160c-fcbc-471d-b302-e022ba3b2fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6216595 Mar 28 11:04:00.054313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41198) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:00.057935 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:00.058547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:00.115602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-23055746-93d8-4608-8d77-7e1e884448ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting subnet ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:04:00.118495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23055746-93d8-4608-8d77-7e1e884448ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:00.175663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23055746-93d8-4608-8d77-7e1e884448ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:00.228942 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:00.257304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23055746-93d8-4608-8d77-7e1e884448ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:00.386317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23055746-93d8-4608-8d77-7e1e884448ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:00.431442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-23055746-93d8-4608-8d77-7e1e884448ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:00.435991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23055746-93d8-4608-8d77-7e1e884448ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Subnet': ['ID=ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:00.442383 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-23055746-93d8-4608-8d77-7e1e884448ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/subnets/ddfbdb6d-30ed-4a5b-91e7-9b5e08da838a HTTP/1.1" status: 204 len: 168 time: 0.3906319 Mar 28 11:04:00.443215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41202) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:00.444405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc386e3d-7280-49ca-a411-c66a36b38953 None None] Network 1cc28d57-62ad-41d2-9c54-2200c8ea91bd requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:04:00.617702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:00.667701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:58Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:00.678044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] Checking router: e83f160c-fcbc-471d-b302-e022ba3b2fe2 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:04:00.692323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] Routers {'e83f160c-fcbc-471d-b302-e022ba3b2fe2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:00.692861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:00.769886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] DHCP port deletion for 1cc28d57-62ad-41d2-9c54-2200c8ea91bd request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:04:00.784755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Deleting port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:04:00.785120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:00.797717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:00.883318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:04:00.884018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:00.952588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] Set router e83f160c-fcbc-471d-b302-e022ba3b2fe2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:01.052818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:01.053606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.179291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:04:01.288884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] For port c7c21dc8-da86-4c94-aa9f-786d68f8ff24, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c7c21dc8-da86-4c94-aa9f-786d68f8ff24,segment=NetworkSegment(05e80d87-62c3-4f7f-9b86-0d753cf440fb),segment_id=05e80d87-62c3-4f7f-9b86-0d753cf440fb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:01.289477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.423954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Calling delete_port for c7c21dc8-da86-4c94-aa9f-786d68f8ff24 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:04:01.487191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c7c21dc8-da86-4c94-aa9f-786d68f8ff24 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:04:01.500005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.571726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:01.638717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.651884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.662946 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:58Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:01.671269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2df8b1-785a-4448-9aaf-9db91a21413e None None] The sync data for ids ['e83f160c-fcbc-471d-b302-e022ba3b2fe2'] in dv-neutron-835336-1-hyperv is: [{'id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'name': 'tempest-TestNetworkBasicOps-router-2073490461', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158'}], 'enable_snat': True}, 'gw_port_id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:02:58Z', 'updated_at': '2022-03-28T11:03:58Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': '50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f160c-fcbc-471d-b302-e022ba3b2fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:02:59Z', 'updated_at': '2022-03-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:04:01.707568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.764702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Pushing event deleted for resources: {'Port': ['ID=c7c21dc8-da86-4c94-aa9f-786d68f8ff24,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:01.769581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] No DVR routers for this DVR port c7c21dc8-da86-4c94-aa9f-786d68f8ff24 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:04:01.775862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.776205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.776538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.776869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.777191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.777512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.777851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.778195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.778514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.778829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.779198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.779513 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982e470-ef92-43bd-900c-c565f12e565b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:01.814793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.816873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.917205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.917894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Fanout notify agent at l3_agent the message router_deleted on router e83f160c-fcbc-471d-b302-e022ba3b2fe2 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:04:01.933010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:01.940140 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-79c41b26-fad5-4e12-a0f7-7184849f6b15 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/routers/e83f160c-fcbc-471d-b302-e022ba3b2fe2 HTTP/1.1" status: 204 len: 168 time: 1.4894125 Mar 28 11:04:01.940140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41206) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:02.050350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.183630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.209052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc28d57-62ad-41d2-9c54-2200c8ea91bd']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:02.222199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e80d87-62c3-4f7f-9b86-0d753cf440fb') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:02.222515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e80d87-62c3-4f7f-9b86-0d753cf440fb') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:02.234231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.250782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.257818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:04:02.258243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:04:02.272745 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:04:02.418576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.435975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.447410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Network': ['ID=1cc28d57-62ad-41d2-9c54-2200c8ea91bd,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:02.452265 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b174ef18-871c-462f-a6ab-b742bda7d063 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/networks/1cc28d57-62ad-41d2-9c54-2200c8ea91bd HTTP/1.1" status: 204 len: 168 time: 0.5144818 Mar 28 11:04:02.466396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41210) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:02.477264 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-928b3dd9-a293-4025-998a-2aa01cdbe517 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0098920 Mar 28 11:04:02.479479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41214) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:02.484486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'network': {'name': 'tempest-network-smoke--989663053', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'port_security_enabled': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:02.489452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:02.494039 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:network and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:02.497350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:02.503993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:02.584324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:04:02.587721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.617204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:04:02.626268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.634201 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Added segment e6ff7310-beac-4239-8050-1f5b50eb5fdb of type vlan for network 336d4679-b170-4a33-ba48-41c3c4883a76 Mar 28 11:04:02.653221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.761802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.767190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:02.767883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:02.881082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Network': ['ID=336d4679-b170-4a33-ba48-41c3c4883a76,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:02.893022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 336d4679-b170-4a33-ba48-41c3c4883a76 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:04:02.951775 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ed6fc89c-d7e7-4cb6-ae7b-f3a0d04daacf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4710231 Mar 28 11:04:02.957842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41218) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:02.960484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-950230268', 'admin_state_up': True, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:02.967854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:02.971785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:router and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:02.974895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:02.981822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:03.059278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:03.060352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:03.075548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:03.417909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:03.468949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:04:03.503170 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:04:03.503517 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 50f3b538-a1b5-4df9-ab7f-a58c6e25f8fb not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:04:03.503946 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f011d4a2-14bb-474a-b39f-254c84d209e0 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:04:03.538310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: f011d4a2-14bb-474a-b39f-254c84d209e0 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:04:03.538699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f011d4a2-14bb-474a-b39f-254c84d209e0 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:04:03.859311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:03.887484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:04.023643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.144 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/ab204dfa-87d6-49a1-a1ae-884998c8c5cb) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:04:04.170384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:04.253032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:04.314731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:04:04.317354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:04:04.325944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:04:04.366685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:04.820708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:05.252858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:05.511578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 719f41e8-22c6-4521-86f0-1ae1be3660dd is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:04:05.687437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:04:05.697303 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Sync routers for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:04:05.706729 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:05.707333 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:05.786157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:05.787337 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2b7c7a87-8a43-4620-89f8-1b60cff2d2b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8317368 Mar 28 11:04:05.790263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41222) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:05.830153 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7a1b6bee-d21b-4cde-af50-244c6e957cdb tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387709 Mar 28 11:04:05.832712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41226) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:05.881469 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:05.964430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05451c6e-1ec6-4180-94a7-92cf76606904 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:05.968697 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-05451c6e-1ec6-4180-94a7-92cf76606904 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323376 Mar 28 11:04:05.968895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41230) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:06.008805 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cf723c2b-61ea-4c82-a12a-165ee0c1af62 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388029 Mar 28 11:04:06.011225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41234) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:06.016497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-122938154', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:06.123430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:06.127232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:subnet and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:06.130021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:06.136161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:06.180851 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:04Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:06.184631 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Checking router: 719f41e8-22c6-4521-86f0-1ae1be3660dd for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:04:06.184975 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Updating router 719f41e8-22c6-4521-86f0-1ae1be3660dd port ab204dfa-87d6-49a1-a1ae-884998c8c5cb binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:04:06.202715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:04:06.206394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.238957 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.489048 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.559478 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.570718 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Transition to ACTIVE for port object ab204dfa-87d6-49a1-a1ae-884998c8c5cb will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:04:06.576936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=a8120361-4619-4ae2-b7c3-85d751a9dd63,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:06.585171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Checking segment: {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:04:06.585518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network hostable DHCP agents. Network: 336d4679-b170-4a33-ba48-41c3c4883a76, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:04:06.631553 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.654192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 336d4679-b170-4a33-ba48-41c3c4883a76 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:04:06.705570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 336d4679-b170-4a33-ba48-41c3c4883a76) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:04:06.707026 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Attempting to bind port ab204dfa-87d6-49a1-a1ae-884998c8c5cb on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:04:06.707502 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Attempting to bind port ab204dfa-87d6-49a1-a1ae-884998c8c5cb by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:04:06.707724 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Attempting to bind port ab204dfa-87d6-49a1-a1ae-884998c8c5cb on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:04:06.710475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:06.713468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.713995 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246cf40-3b93-4642-8bdc-c170b52db4ce None None] Pushing event updated for resources: {'Port': ['ID=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:06.716922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e730a456-985d-460e-b284-0f38c853de09 None None] Network 336d4679-b170-4a33-ba48-41c3c4883a76 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:04:06.723062 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:04:06.723437 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:04:06.724411 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.725426 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:04:06.725924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Bound port: ab204dfa-87d6-49a1-a1ae-884998c8c5cb, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:04:06.726300 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.786818 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f46a4eb5-b901-4a43-b965-a15a45798b17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7744138 Mar 28 11:04:06.789491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41238) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:06.799930 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] For port ab204dfa-87d6-49a1-a1ae-884998c8c5cb, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:04:06.803576 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] For port ab204dfa-87d6-49a1-a1ae-884998c8c5cb, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:04:06.876760 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.934486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-336d4679-b170-4a33-ba48-41c3c4883a76', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:04:06.935602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:06.951553 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:06.952178 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:07.027223 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246cf40-3b93-4642-8bdc-c170b52db4ce None None] Pushing event updated for resources: {'Port': ['ID=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:07.099035 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Allocated IP 172.20.0.2 (336d4679-b170-4a33-ba48-41c3c4883a76/a8120361-4619-4ae2-b7c3-85d751a9dd63/f6676b50-755e-40f1-85f4-26b97cd521eb) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:04:07.148109 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:07.301390 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:07.311715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Transition to ACTIVE for port object f6676b50-755e-40f1-85f4-26b97cd521eb will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:04:07.329803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Transition to ACTIVE for port object f6676b50-755e-40f1-85f4-26b97cd521eb will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:04:07.392032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:07.432535 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:04Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:07.436928 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdecb7-ff3c-4b0a-a18a-d3cedeeb0a68 None None] The sync data for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv is: [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:04Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:04:07.502356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Network 336d4679-b170-4a33-ba48-41c3c4883a76 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:04:07.509844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:04:07.514134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:04:07.519974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Pushing event updated for resources: {'Port': ['ID=f6676b50-755e-40f1-85f4-26b97cd521eb,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:07.615870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:07.623149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Attempting to bind port f6676b50-755e-40f1-85f4-26b97cd521eb on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:04:07.623678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Attempting to bind port f6676b50-755e-40f1-85f4-26b97cd521eb by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:04:07.624146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Attempting to bind port f6676b50-755e-40f1-85f4-26b97cd521eb on network 336d4679-b170-4a33-ba48-41c3c4883a76 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:04:07.630293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:04:07.630886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Checking segment: {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:04:07.631382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:07.631849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Bound using segment: {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:04:07.632400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Bound port: f6676b50-755e-40f1-85f4-26b97cd521eb, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:04:07.633448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:07.748501 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] For port f6676b50-755e-40f1-85f4-26b97cd521eb, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:04:07.751458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] For port f6676b50-755e-40f1-85f4-26b97cd521eb, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f6676b50-755e-40f1-85f4-26b97cd521eb,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:04:07.792233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:07.879688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d6989-7c88-4134-8673-7d7b6e738f6d None None] Pushing event updated for resources: {'Port': ['ID=f6676b50-755e-40f1-85f4-26b97cd521eb,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:08.104881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.1 (336d4679-b170-4a33-ba48-41c3c4883a76/a8120361-4619-4ae2-b7c3-85d751a9dd63/032c3eb0-c765-4019-aed1-3d86e4ca713f) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:04:08.276375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:08.292239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 032c3eb0-c765-4019-aed1-3d86e4ca713f will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:04:08.381458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:08.449418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 336d4679-b170-4a33-ba48-41c3c4883a76 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:04:08.456417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:04:08.460796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:04:08.490673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=032c3eb0-c765-4019-aed1-3d86e4ca713f,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:08.520399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:08.835673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca8b2a-62d2-44f1-8785-c4b120f87b06 None None] Network 336d4679-b170-4a33-ba48-41c3c4883a76 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:04:08.863550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:09.026178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ae6ab63a-5365-462a-bcab-abb908ec3d3f None None] Provisioning for port f6676b50-755e-40f1-85f4-26b97cd521eb completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:04:09.217890 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:04:09.415391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:09.447915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8d2b3e0b-ddf6-4bc6-aaf4-6ff66cd94818 None None] Provisioning for port 032c3eb0-c765-4019-aed1-3d86e4ca713f completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:04:09.453745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8d2b3e0b-ddf6-4bc6-aaf4-6ff66cd94818 None None] Provisioning complete for port 032c3eb0-c765-4019-aed1-3d86e4ca713f triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:09.453745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3e0b-ddf6-4bc6-aaf4-6ff66cd94818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:09.470049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:09.519474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b3e0b-ddf6-4bc6-aaf4-6ff66cd94818 None None] Port 032c3eb0-c765-4019-aed1-3d86e4ca713f cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:04:09.533418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f6676b50-755e-40f1-85f4-26b97cd521eb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:04:09.581952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:09.638190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=032c3eb0-c765-4019-aed1-3d86e4ca713f,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:09.643438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8ca2c0b3-e79e-4598-90d6-58633f9ff9a2 None None] Provisioning complete for port 032c3eb0-c765-4019-aed1-3d86e4ca713f triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:09.643806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c0b3-e79e-4598-90d6-58633f9ff9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:09.671632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port f6676b50-755e-40f1-85f4-26b97cd521eb completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:04:09.683363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f6676b50-755e-40f1-85f4-26b97cd521eb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:09.683671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:09.739564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 336d4679-b170-4a33-ba48-41c3c4883a76 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:04:09.740938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2c0b3-e79e-4598-90d6-58633f9ff9a2 None None] Port 032c3eb0-c765-4019-aed1-3d86e4ca713f cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:04:09.741227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:04:09.820935 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:09.856542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port f6676b50-755e-40f1-85f4-26b97cd521eb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f6676b50-755e-40f1-85f4-26b97cd521eb,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:09.934547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:09.935253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab204dfa-87d6-49a1-a1ae-884998c8c5cb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:04:09.939197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 719f41e8-22c6-4521-86f0-1ae1be3660dd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:04:10.057110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f883477c-0c74-41a5-9d98-2b4ba357112d None None] Provisioning complete for port 032c3eb0-c765-4019-aed1-3d86e4ca713f triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:10.057369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f883477c-0c74-41a5-9d98-2b4ba357112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:10.097484 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=f6676b50-755e-40f1-85f4-26b97cd521eb,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:10.123404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f883477c-0c74-41a5-9d98-2b4ba357112d None None] Port 032c3eb0-c765-4019-aed1-3d86e4ca713f cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:04:10.123822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:04:10.134081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Sync routers for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:04:10.139373 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f465bd28-fbb5-4046-bffc-b2a8e278ded3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/719f41e8-22c6-4521-86f0-1ae1be3660dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3487499 Mar 28 11:04:10.141822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41242) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:10.144553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:10.145175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:10.198842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port ab204dfa-87d6-49a1-a1ae-884998c8c5cb completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:04:10.213465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ab204dfa-87d6-49a1-a1ae-884998c8c5cb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:10.213839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:10.285369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80167ab0-4f4e-4f8c-86c9-400cfd0cfbe7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.285835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80167ab0-4f4e-4f8c-86c9-400cfd0cfbe7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.286320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80167ab0-4f4e-4f8c-86c9-400cfd0cfbe7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.287385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80167ab0-4f4e-4f8c-86c9-400cfd0cfbe7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.287843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80167ab0-4f4e-4f8c-86c9-400cfd0cfbe7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.288289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80167ab0-4f4e-4f8c-86c9-400cfd0cfbe7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.290044 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-80167ab0-4f4e-4f8c-86c9-400cfd0cfbe7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1472735 Mar 28 11:04:10.292722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41246) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:10.361351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d08bee-b994-4548-8aa4-67d41b1d652a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.361812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d08bee-b994-4548-8aa4-67d41b1d652a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.362287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d08bee-b994-4548-8aa4-67d41b1d652a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.362730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d08bee-b994-4548-8aa4-67d41b1d652a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.363171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d08bee-b994-4548-8aa4-67d41b1d652a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.363609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d08bee-b994-4548-8aa4-67d41b1d652a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:10.365965 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-61d08bee-b994-4548-8aa4-67d41b1d652a tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0723395 Mar 28 11:04:10.368808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41250) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:10.411093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:10.490452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:10.633104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port ab204dfa-87d6-49a1-a1ae-884998c8c5cb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:10.689039 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ab5d9836-2e99-45e2-a9c0-604fabef3334 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3191426 Mar 28 11:04:10.702008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:10.820354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:10.850074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:04:09Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:10.853848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Checking router: 719f41e8-22c6-4521-86f0-1ae1be3660dd for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:04:10.854230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Updating router 719f41e8-22c6-4521-86f0-1ae1be3660dd port 032c3eb0-c765-4019-aed1-3d86e4ca713f binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:04:10.908008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.073442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41256) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:11.078491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027000747', 'description': 'tempest-secgroup-smoke-2027000747 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:11.084992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:11.089058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:11.091904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:11.097450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:11.168835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.188437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:11.192494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:11.195865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:11.201439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:11.241630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.252754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Transition to ACTIVE for port object 032c3eb0-c765-4019-aed1-3d86e4ca713f will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:04:11.269979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.317515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.334349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.377482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbfd1d7-17e1-4961-8e60-15648948b15e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:11.437956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.442382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41260) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:11.443858 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-65ba5ada-4ac0-4e1f-8517-7575cff7fbf6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3687606 Mar 28 11:04:11.450343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'dcbfd1d7-17e1-4961-8e60-15648948b15e', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:11.459019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:11.464206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:11.468573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:11.476109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:11.487013 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17656211-c905-4064-9309-8e4681bbcca6 None None] Pushing event updated for resources: {'Port': ['ID=032c3eb0-c765-4019-aed1-3d86e4ca713f,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:11.527380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f6676b50-755e-40f1-85f4-26b97cd521eb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:04:11.596408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Attempting to bind port 032c3eb0-c765-4019-aed1-3d86e4ca713f on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:04:11.596408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Attempting to bind port 032c3eb0-c765-4019-aed1-3d86e4ca713f by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:04:11.596408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Attempting to bind port 032c3eb0-c765-4019-aed1-3d86e4ca713f on network 336d4679-b170-4a33-ba48-41c3c4883a76 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:04:11.598050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.605960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:04:11.606332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Checking segment: {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:04:11.607005 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.607141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Bound using segment: {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:04:11.607556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Bound port: 032c3eb0-c765-4019-aed1-3d86e4ca713f, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:04:11.607919 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.661456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.702066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f6676b50-755e-40f1-85f4-26b97cd521eb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:11.702435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.745715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.753026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] For port 032c3eb0-c765-4019-aed1-3d86e4ca713f, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:04:11.757945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] For port 032c3eb0-c765-4019-aed1-3d86e4ca713f, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=032c3eb0-c765-4019-aed1-3d86e4ca713f,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:04:11.770220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d093146-140b-4ff2-b35c-0b595cf8c950,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:11.780486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.780835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.781176 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.781514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.781843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.782201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.782531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.782858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.783182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.783506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.783825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.784143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:04:11.810721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.821406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:11.824785 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8698ca77-b74c-4e1b-9d87-9c843ad5df08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3774605 Mar 28 11:04:11.825097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41264) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:11.830518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'dcbfd1d7-17e1-4961-8e60-15648948b15e', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:11.836326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:11.840243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:11.843209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:11.848962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:11.896551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab204dfa-87d6-49a1-a1ae-884998c8c5cb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:04:11.951409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:11.952047 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:03:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:11.959609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.014462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17656211-c905-4064-9309-8e4681bbcca6 None None] Pushing event updated for resources: {'Port': ['ID=032c3eb0-c765-4019-aed1-3d86e4ca713f,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:12.027561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.122656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.124318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ab204dfa-87d6-49a1-a1ae-884998c8c5cb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:12.124318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.146031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53826f65-db7f-4dd5-b897-4667055fb83f,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:12.214392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.218658 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9f43e690-6526-425c-b248-da877e5d4a31 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3926146 Mar 28 11:04:12.218922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41268) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:12.223980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'dcbfd1d7-17e1-4961-8e60-15648948b15e', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:12.230579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:12.234509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:12.237375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:12.243427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:12.243559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:12.307122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.369775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.465337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.495115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d248b3-e5f1-4afe-a513-7128b39014ea,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:12.562635 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.566837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41272) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:12.567448 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-03c0c14e-6a5c-491d-845d-6f4c06889d86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3473830 Mar 28 11:04:12.573580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'dcbfd1d7-17e1-4961-8e60-15648948b15e', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:12.579485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:12.583377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:12.586792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:12.592473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:12.608738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:04:11Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:12.612847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a44f06e-7efe-4261-9dc5-1f9427584a93 None None] The sync data for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv is: [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:04:11Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:04:12.705868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.776471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.843080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.871143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5418ab2-3f90-4393-8baf-0fec39a32bf7,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:12.939981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:12.944360 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-da2d646c-fa5c-4266-aa2b-ddfd65087e61 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3723488 Mar 28 11:04:12.944974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41276) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:12.950200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'dcbfd1d7-17e1-4961-8e60-15648948b15e', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:12.959453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:12.967851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:12.967851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:12.972574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:13.082827 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:04:13.090376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.162986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.260143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.289336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f572f4-02d7-4154-999b-6e53cd1d8a22,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:13.357751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.359251 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-55c28c07-7fe5-4f17-8fe9-fde0352133c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4131150 Mar 28 11:04:13.362201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41280) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:13.368700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'dcbfd1d7-17e1-4961-8e60-15648948b15e', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:13.375023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:13.379496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:13.382785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:13.389495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:13.500625 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:04:13.517390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.560518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 032c3eb0-c765-4019-aed1-3d86e4ca713f up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:04:13.630083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.683262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.706886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151020c1-03b7-4842-a1ec-4d029325a5cb,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:13.711704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 032c3eb0-c765-4019-aed1-3d86e4ca713f completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:04:13.717291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 032c3eb0-c765-4019-aed1-3d86e4ca713f triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:13.717604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.774774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.775999 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0ffa82df-41f3-48a6-be18-1a2bfd5ee622 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4126248 Mar 28 11:04:13.845448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:13.878261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 032c3eb0-c765-4019-aed1-3d86e4ca713f, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=032c3eb0-c765-4019-aed1-3d86e4ca713f,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:13.942646 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-fe7e7749-616d-479e-a35b-548d7562500f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027000747&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.0391760 Mar 28 11:04:14.008623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:14.082249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=032c3eb0-c765-4019-aed1-3d86e4ca713f,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:14.101987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-7c6a8aa1-46a2-4a79-8133-c283fa921fcb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:14.102654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-7c6a8aa1-46a2-4a79-8133-c283fa921fcb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:04:14.185359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-7c6a8aa1-46a2-4a79-8133-c283fa921fcb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:04:14.190182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-7c6a8aa1-46a2-4a79-8133-c283fa921fcb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=336d4679-b170-4a33-ba48-41c3c4883a76 HTTP/1.1" status: 200 len: 796 time: 0.2363718 Mar 28 11:04:14.210628 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-da59220d-4d2f-4f52-8beb-7418cdd19f97 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.0094240 Mar 28 11:04:14.284359 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-0c22912c-7f96-4abb-90ac-04e0b88937e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767679 Mar 28 11:04:14.419531 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-278fb551-7c44-4d77-9ccb-f2acb7415e66 service neutron] 10.222.0.18 "GET /v2.0/networks/336d4679-b170-4a33-ba48-41c3c4883a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243949 Mar 28 11:04:14.550841 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-cbb20ea9-1a23-4c24-9274-06721b6c2bf9 service neutron] 10.222.0.18 "GET /v2.0/networks/336d4679-b170-4a33-ba48-41c3c4883a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251054 Mar 28 11:04:14.804137 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f54a5cbf-4bf5-4912-a96c-f92187ee6485 req-8d409776-c077-4f06-881b-85a475cd27a0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 210 time: 0.0432780 Mar 28 11:04:15.479004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 032c3eb0-c765-4019-aed1-3d86e4ca713f up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:04:15.559950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 032c3eb0-c765-4019-aed1-3d86e4ca713f triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:15.561017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:15.677471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:15.957154 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ad7acfe1-17bf-4a4c-9f1b-dc694aa61f42 req-5e2692c7-bd07-4e71-83cb-e60805318217 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 210 time: 0.0479577 Mar 28 11:04:16.945923 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-2194dd84-83b8-4888-af88-5649b5a3af08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:16.946607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-2194dd84-83b8-4888-af88-5649b5a3af08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:04:16.958175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-2194dd84-83b8-4888-af88-5649b5a3af08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:04:16.961643 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-2194dd84-83b8-4888-af88-5649b5a3af08 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=336d4679-b170-4a33-ba48-41c3c4883a76 HTTP/1.1" status: 200 len: 796 time: 0.1580164 Mar 28 11:04:17.014577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-721b1039-d4e0-4635-8edd-a42e6ffd3801 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:04:17.087714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-721b1039-d4e0-4635-8edd-a42e6ffd3801 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:04:17.088827 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-721b1039-d4e0-4635-8edd-a42e6ffd3801 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 380 time: 0.1132522 Mar 28 11:04:17.101311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['dcbfd1d7-17e1-4961-8e60-15648948b15e']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:17.107797 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-12e3b193-e04b-4fbb-aa7d-d3b48e04296d req-297d2314-aaf1-40bb-a77c-db0375bbc5f8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 210 time: 0.0437212 Mar 28 11:04:17.251625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:17.256407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:port and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:17.259420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:17.265055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:17.344955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:04:17.349578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:17.511544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.14 (336d4679-b170-4a33-ba48-41c3c4883a76/a8120361-4619-4ae2-b7c3-85d751a9dd63/39ff625e-032c-41b9-a887-5ca35c2190a4) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:04:17.701198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:17.716018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 39ff625e-032c-41b9-a887-5ca35c2190a4 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:04:17.791251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:17.859337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 336d4679-b170-4a33-ba48-41c3c4883a76 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:04:17.862206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:04:17.870746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:04:17.908371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=39ff625e-032c-41b9-a887-5ca35c2190a4,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:17.940899 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:17.941519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:18.047400 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d8d0badc-d5e8-4bde-a83e-181073ed25d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9452083 Mar 28 11:04:18.071373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Request body: {'port': {'device_id': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:18.180596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:18.185241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9a758216-b74d-461d-8d9e-6c121ceffb4b None None] Provisioning for port 39ff625e-032c-41b9-a887-5ca35c2190a4 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:04:18.190348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9a758216-b74d-461d-8d9e-6c121ceffb4b None None] Provisioning complete for port 39ff625e-032c-41b9-a887-5ca35c2190a4 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:18.190713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9a758216-b74d-461d-8d9e-6c121ceffb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:18.245966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9a758216-b74d-461d-8d9e-6c121ceffb4b None None] Port 39ff625e-032c-41b9-a887-5ca35c2190a4 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:04:18.272532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0e599e97-7ab3-4f1d-9042-b79ba4720a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:18.306789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2871cc-757b-4908-8e12-22b6c569f243 req-883ca720-b9a7-454a-9c8a-05b5ddb7b930 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:18.308157 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-da2871cc-757b-4908-8e12-22b6c569f243 req-883ca720-b9a7-454a-9c8a-05b5ddb7b930 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 932 time: 0.0855131 Mar 28 11:04:18.356581 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-da2871cc-757b-4908-8e12-22b6c569f243 req-0c618f30-9430-453f-a06c-7e65657a801f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Mar 28 11:04:18.523140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ff625e-032c-41b9-a887-5ca35c2190a4 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:04:18.530468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:18.544270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Transition to ACTIVE for port object 39ff625e-032c-41b9-a887-5ca35c2190a4 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:04:18.631306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:18.761210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Pushing event updated for resources: {'Port': ['ID=39ff625e-032c-41b9-a887-5ca35c2190a4,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:18.965826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Attempting to bind port 39ff625e-032c-41b9-a887-5ca35c2190a4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:04:18.966177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Attempting to bind port 39ff625e-032c-41b9-a887-5ca35c2190a4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:04:18.966508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Attempting to bind port 39ff625e-032c-41b9-a887-5ca35c2190a4 on network 336d4679-b170-4a33-ba48-41c3c4883a76 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:04:18.971058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Port 39ff625e-032c-41b9-a887-5ca35c2190a4 on network 336d4679-b170-4a33-ba48-41c3c4883a76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:04:18.971371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Attempting to bind port 39ff625e-032c-41b9-a887-5ca35c2190a4 on network 336d4679-b170-4a33-ba48-41c3c4883a76 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:04:18.976406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:04:18.976747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Checking segment: {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:04:18.977466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Bound using segment: {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:04:18.977591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Bound port: 39ff625e-032c-41b9-a887-5ca35c2190a4, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ff7310-beac-4239-8050-1f5b50eb5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:04:18.977861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:19.067343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] For port 39ff625e-032c-41b9-a887-5ca35c2190a4, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:04:19.070904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] For port 39ff625e-032c-41b9-a887-5ca35c2190a4, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=39ff625e-032c-41b9-a887-5ca35c2190a4,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:04:19.116350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:19.171000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:19.171641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:19.173022 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] 10.222.0.31 "PUT /v2.0/ports/39ff625e-032c-41b9-a887-5ca35c2190a4 HTTP/1.1" status: 200 len: 1094 time: 1.1113970 Mar 28 11:04:19.173697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:04:19.209563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f12a1-6c6f-4d16-a4cd-4aa95c26c724 service neutron] Pushing event updated for resources: {'Port': ['ID=39ff625e-032c-41b9-a887-5ca35c2190a4,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:19.227679 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'status': 'completed', 'code': 200} Mar 28 11:04:19.347911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6ed9a-c3c1-4d4b-8776-a6e0d8c71634 req-c51e1261-0f97-44e5-a233-43be475ab2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:19.350294 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27d6ed9a-c3c1-4d4b-8776-a6e0d8c71634 req-c51e1261-0f97-44e5-a233-43be475ab2d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0781164 Mar 28 11:04:19.505799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6ed9a-c3c1-4d4b-8776-a6e0d8c71634 req-858c8ca6-2e92-4aa7-8319-d0c18bee1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:19.507350 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27d6ed9a-c3c1-4d4b-8776-a6e0d8c71634 req-858c8ca6-2e92-4aa7-8319-d0c18bee1141 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1412811 Mar 28 11:04:19.548335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecf23f-a4d8-4bc6-ac82-1fb69e013be8 req-460458bd-4af6-4912-a8ef-777f88a88b6b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:19.553929 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-acecf23f-a4d8-4bc6-ac82-1fb69e013be8 req-460458bd-4af6-4912-a8ef-777f88a88b6b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 944 time: 0.0838778 Mar 28 11:04:19.595905 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-acecf23f-a4d8-4bc6-ac82-1fb69e013be8 req-14b33336-73ca-4bb7-b389-df8919c3a64f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Mar 28 11:04:19.648726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6ed9a-c3c1-4d4b-8776-a6e0d8c71634 req-209e9d34-b01e-4f5c-b4e0-9402c7c67d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:19.650193 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27d6ed9a-c3c1-4d4b-8776-a6e0d8c71634 req-209e9d34-b01e-4f5c-b4e0-9402c7c67d47 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339459 Mar 28 11:04:19.792216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-678e0238-62eb-4111-a48c-255c3c54fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:19.793658 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-678e0238-62eb-4111-a48c-255c3c54fd52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0707099 Mar 28 11:04:19.877313 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-d2291eea-3812-4b37-bb01-c1548562465c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ff625e-032c-41b9-a887-5ca35c2190a4 HTTP/1.1" status: 200 len: 217 time: 0.0628111 Mar 28 11:04:19.941479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-a9e133b3-c5c2-4e1c-bc86-cf3e8d9c8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:19.943389 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-a9e133b3-c5c2-4e1c-bc86-cf3e8d9c8ccf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8120361-4619-4ae2-b7c3-85d751a9dd63 HTTP/1.1" status: 200 len: 834 time: 0.0565109 Mar 28 11:04:20.024102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-2c13c5ac-6ba4-43a9-8ed6-1b5323068510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:20.028425 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-2c13c5ac-6ba4-43a9-8ed6-1b5323068510 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=336d4679-b170-4a33-ba48-41c3c4883a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729225 Mar 28 11:04:20.159361 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-f6ea8932-f44a-4b3a-9dfd-b30845504c09 service neutron] 10.222.0.31 "GET /v2.0/networks/336d4679-b170-4a33-ba48-41c3c4883a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232677 Mar 28 11:04:20.291673 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-381cd7a4-1d46-4f94-9c02-17c7021ec06d req-dbf5e74b-4f20-4174-9889-492d377b44ff service neutron] 10.222.0.31 "GET /v2.0/networks/336d4679-b170-4a33-ba48-41c3c4883a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233828 Mar 28 11:04:20.425505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-749c2b3a-10f7-4e3b-8052-993feb8ff7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:20.783546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb55da-5770-4941-91ec-7608b94422c9 req-e313ba12-3f86-4dea-94e1-05fbdc1078ed tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:20.784987 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-71eb55da-5770-4941-91ec-7608b94422c9 req-e313ba12-3f86-4dea-94e1-05fbdc1078ed tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 944 time: 0.0833464 Mar 28 11:04:20.829579 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-71eb55da-5770-4941-91ec-7608b94422c9 req-9e4417c8-f269-452c-9f76-6d5991e73694 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384603 Mar 28 11:04:21.581664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:21.629418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:22.010094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd858a-843b-49b2-a8a1-72f91a5466a1 req-f5b1432c-68e1-4ffc-8ac5-49684a8840fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:22.011913 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d9dd858a-843b-49b2-a8a1-72f91a5466a1 req-f5b1432c-68e1-4ffc-8ac5-49684a8840fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 944 time: 0.0788002 Mar 28 11:04:22.055300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d9dd858a-843b-49b2-a8a1-72f91a5466a1 req-9d4c6189-3306-422d-8665-8528352a1786 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378273 Mar 28 11:04:22.091996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 39ff625e-032c-41b9-a887-5ca35c2190a4 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:04:22.223584 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 39ff625e-032c-41b9-a887-5ca35c2190a4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=39ff625e-032c-41b9-a887-5ca35c2190a4,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:22.237126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'port_id': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'mac_address': 'fa:16:3e:90:d3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:04:22.294454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:22.311838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ff625e-032c-41b9-a887-5ca35c2190a4 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:04:22.326833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 39ff625e-032c-41b9-a887-5ca35c2190a4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=39ff625e-032c-41b9-a887-5ca35c2190a4,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:22.379576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:22.445375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=39ff625e-032c-41b9-a887-5ca35c2190a4,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:22.743629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['39ff625e-032c-41b9-a887-5ca35c2190a4'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:04:22.987838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:23.242121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1b338-b36e-4a23-bd21-9679af86e225 req-a22e5625-249b-4ccb-99e3-3e6c6fb54ac8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:23.243561 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f1d1b338-b36e-4a23-bd21-9679af86e225 req-a22e5625-249b-4ccb-99e3-3e6c6fb54ac8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 945 time: 0.0820520 Mar 28 11:04:23.287212 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f1d1b338-b36e-4a23-bd21-9679af86e225 req-04066411-ba5f-4526-b5bb-31dd0fca148e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377221 Mar 28 11:04:24.124253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 39ff625e-032c-41b9-a887-5ca35c2190a4 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:04:24.269398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 39ff625e-032c-41b9-a887-5ca35c2190a4 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:04:24.274796 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 39ff625e-032c-41b9-a887-5ca35c2190a4 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:24.275164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:24.431726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:24.458893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:04:24.469073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 39ff625e-032c-41b9-a887-5ca35c2190a4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=39ff625e-032c-41b9-a887-5ca35c2190a4,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:24.477825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b860d-d651-4025-8f2f-8a55e261880d req-0c1a6bb7-ceeb-4ea2-a18d-f79764ae4c6f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:24.484983 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b81b860d-d651-4025-8f2f-8a55e261880d req-0c1a6bb7-ceeb-4ea2-a18d-f79764ae4c6f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 945 time: 0.0849817 Mar 28 11:04:24.510680 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'code': 200} Mar 28 11:04:24.526852 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b81b860d-d651-4025-8f2f-8a55e261880d req-3c124d46-9858-4559-931c-9a5196b21a8d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Mar 28 11:04:24.544424 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:24.611999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=39ff625e-032c-41b9-a887-5ca35c2190a4,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:24.950590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c236ed4-0248-455b-b937-d92ee75e2cba req-6d389f4f-304a-469a-9208-3cfe15565d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:24.952028 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7c236ed4-0248-455b-b937-d92ee75e2cba req-6d389f4f-304a-469a-9208-3cfe15565d25 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0691283 Mar 28 11:04:24.996014 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7c236ed4-0248-455b-b937-d92ee75e2cba req-f4e5d177-0d9e-47e2-a03f-b6739174e146 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338359 Mar 28 11:04:25.711785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b306e-4eb1-49dc-adcb-4a600622dbed req-8d4f05ba-be85-4c61-a6f9-6313df82122b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:25.713230 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-722b306e-4eb1-49dc-adcb-4a600622dbed req-8d4f05ba-be85-4c61-a6f9-6313df82122b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 946 time: 0.0812063 Mar 28 11:04:25.758448 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-722b306e-4eb1-49dc-adcb-4a600622dbed req-1612df94-48d7-4634-ad15-08644a33d178 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385456 Mar 28 11:04:26.236049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd27050-d84a-4e19-8ab5-fa3b29f133c4 req-3406e334-251c-4f58-9596-882471d5c073 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:26.237536 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2fd27050-d84a-4e19-8ab5-fa3b29f133c4 req-3406e334-251c-4f58-9596-882471d5c073 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 945 time: 0.0873275 Mar 28 11:04:26.282347 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2fd27050-d84a-4e19-8ab5-fa3b29f133c4 req-15cf5145-3868-4fba-b73f-f91d5e92c901 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384147 Mar 28 11:04:26.941716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89273-c90e-43a2-8256-16d97d0a9ce5 req-abcaf9ea-0a66-4b9f-b648-193c926f9aed tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:26.943185 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5eb89273-c90e-43a2-8256-16d97d0a9ce5 req-abcaf9ea-0a66-4b9f-b648-193c926f9aed tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 946 time: 0.0797157 Mar 28 11:04:27.082490 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5eb89273-c90e-43a2-8256-16d97d0a9ce5 req-b5409f8d-3d37-43db-896d-ebc8d372176f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337159 Mar 28 11:04:27.266770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149affcb-5b1a-455e-bc9b-fb2b95523d00 req-4d170059-7711-4b81-8f75-9eb03c1126f5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:27.268265 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-149affcb-5b1a-455e-bc9b-fb2b95523d00 req-4d170059-7711-4b81-8f75-9eb03c1126f5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 946 time: 0.0799010 Mar 28 11:04:27.312186 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-149affcb-5b1a-455e-bc9b-fb2b95523d00 req-4ea7392d-6a70-46fe-884c-bb6208819fe5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373666 Mar 28 11:04:27.334868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41342) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:27.454545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8bfc57-a0a0-4ad4-973b-d5733c597e2e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:27.458727 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0c8bfc57-a0a0-4ad4-973b-d5733c597e2e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 1094 time: 0.1201482 Mar 28 11:04:27.458946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41346) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:27.464538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:27.470412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:27.474197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:floatingip and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:27.476976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:27.485821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c7553-54ba-4730-82c4-fbe3425231a3 req-65123c90-e2af-4d90-a6c1-4d63d3330ff7 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:27.487409 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a73c7553-54ba-4730-82c4-fbe3425231a3 req-65123c90-e2af-4d90-a6c1-4d63d3330ff7 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 945 time: 0.0997512 Mar 28 11:04:27.489453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:27.532589 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a73c7553-54ba-4730-82c4-fbe3425231a3 req-9145b71a-c999-48cc-8e39-71d054632d23 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 Mar 28 11:04:27.551326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:27.682624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:27.816055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.62 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/3dd0df6e-c847-4b56-a0e2-9c02014c9b34) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:04:28.106468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:28.125129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-852940f1-8ca9-466d-ad68-95a1a92aa51b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:28.125819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-852940f1-8ca9-466d-ad68-95a1a92aa51b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Synchronizing usage tracker for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:04:28.229674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-852940f1-8ca9-466d-ad68-95a1a92aa51b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Unset dirty status for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:04:28.230836 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-852940f1-8ca9-466d-ad68-95a1a92aa51b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 945 time: 0.2371933 Mar 28 11:04:28.236520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:28.355523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:04:28.356284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=3dd0df6e-c847-4b56-a0e2-9c02014c9b34,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:28.366272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:04:28.369171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:04:28.405946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Deleting port 28886934-6c0f-4ca9-8027-236ed830fe5b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:04:28.406275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:28.716446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c2c1e-9f23-48bc-97fd-c99b1ee0d3bf req-2d12abc9-f088-44c6-9c16-7d3f00fff286 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:28.717826 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c40c2c1e-9f23-48bc-97fd-c99b1ee0d3bf req-2d12abc9-f088-44c6-9c16-7d3f00fff286 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 945 time: 0.0808914 Mar 28 11:04:28.762409 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c40c2c1e-9f23-48bc-97fd-c99b1ee0d3bf req-8d922403-6119-408c-971c-8c3f2c6981ad tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388548 Mar 28 11:04:28.905116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] For port 28886934-6c0f-4ca9-8027-236ed830fe5b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=28886934-6c0f-4ca9-8027-236ed830fe5b,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:28.905722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:29.239997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:29.240367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:29.240670 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Floating IP f5cd538a-a4b6-4706-8b7a-d9e65cfd0dcb disassociated. External IP: 172.26.2.207, port: 28886934-6c0f-4ca9-8027-236ed830fe5b. Mar 28 11:04:29.241006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Calling delete_port for 28886934-6c0f-4ca9-8027-236ed830fe5b owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:04:29.288410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:29.590964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:29.752499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event deleted for resources: {'Port': ['ID=28886934-6c0f-4ca9-8027-236ed830fe5b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:29.771968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:29.909914 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-27c617b3-0f0e-45e3-b048-93e7a863fc09 req-0a916d17-ac57-480d-89c9-363697fcd070 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 210 time: 0.0423894 Mar 28 11:04:30.086909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Router bbdef605-43f6-4beb-b05a-e351f3e995ee has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:04:30.275369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:30.310032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:04:30.319276 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] Sync routers for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:04:30.329254 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:30.329855 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:30.342677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:30.430168 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] No DVR routers for this DVR port 28886934-6c0f-4ca9-8027-236ed830fe5b on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:04:30.459513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:30.462047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'name': 'network-vif-deleted', 'tag': '28886934-6c0f-4ca9-8027-236ed830fe5b'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:04:30.512187 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=3dd0df6e-c847-4b56-a0e2-9c02014c9b34,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:30.515223 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6938d5cd-b33d-43ce-a043-4d33223837a9', 'name': 'network-vif-deleted', 'tag': '28886934-6c0f-4ca9-8027-236ed830fe5b', 'status': 'completed', 'code': 200} Mar 28 11:04:30.521695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:30.535067 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:30.579275 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-22658dc4-67c3-4557-bd3d-01e9f4fcb996 req-ecda7469-f3c7-4ebb-8b61-38cc9a39e4c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "DELETE /v2.0/ports/28886934-6c0f-4ca9-8027-236ed830fe5b HTTP/1.1" status: 204 len: 173 time: 2.3380752 Mar 28 11:04:30.700239 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 8d874340-1c6a-468a-9746-8c66a50d6c12 associated. External IP: 172.26.2.62, port: 39ff625e-032c-41b9-a887-5ca35c2190a4. Mar 28 11:04:30.864212 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:30.868258 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] Checking router: bbdef605-43f6-4beb-b05a-e351f3e995ee for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:04:30.876758 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:30.877358 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:31.081817 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:31.098190 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6b6ec6ab-368e-42cd-93fc-6506bddce400 req-841faf26-1506-4964-aa73-eb5fd0d8067f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 210 time: 0.0586526 Mar 28 11:04:31.210429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 719f41e8-22c6-4521-86f0-1ae1be3660dd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:04:31.404897 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:04:31.411426 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:31.415202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] Sync routers for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:04:31.415840 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f558fa-f69b-47ec-bcc7-262483addf19 None None] The sync data for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv is: [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:04:31.431018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:31.431728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:31.495548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:31.580342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41360) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:31.580549 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f7c05c4b-528f-46f4-a3e9-a7a6822463eb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1204190 Mar 28 11:04:31.625244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:31.719207 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb4bac-c666-4f18-9055-467f3827b574 None None] New status for floating IP f5cd538a-a4b6-4706-8b7a-d9e65cfd0dcb: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:04:31.770634 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c130fc48-fa35-4423-9a88-c051a6baebcc tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers/719f41e8-22c6-4521-86f0-1ae1be3660dd HTTP/1.1" status: 200 len: 922 time: 0.1864605 Mar 28 11:04:31.771079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41364) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:31.885101 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cbf6f8f3-31cc-43c0-8cc9-e8a5946d811f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 200 len: 991 time: 0.1126754 Mar 28 11:04:32.008207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8d874340-1c6a-468a-9746-8c66a50d6c12', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.62', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'port_id': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'mac_address': 'fa:16:3e:90:d3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:29Z', 'updated_at': '2022-03-28T11:04:29Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:04:13Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:32.012289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] Checking router: 719f41e8-22c6-4521-86f0-1ae1be3660dd for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:04:32.021309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:32.021925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:32.194077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 28886934-6c0f-4ca9-8027-236ed830fe5b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:04:32.234813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:32.269153 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e26d8e0f-c442-4191-a168-8cafdd3b1699 req-9b1195e5-bd26-424d-b2e4-d5b106ce5f8b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=6938d5cd-b33d-43ce-a043-4d33223837a9 HTTP/1.1" status: 200 len: 210 time: 0.0481555 Mar 28 11:04:32.277350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 28886934-6c0f-4ca9-8027-236ed830fe5b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:04:32.277350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 28886934-6c0f-4ca9-8027-236ed830fe5b not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:04:32.516079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:04:32.567903 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'status': 'completed', 'code': 200} Mar 28 11:04:32.579149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8d874340-1c6a-468a-9746-8c66a50d6c12', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.62', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'port_id': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'mac_address': 'fa:16:3e:90:d3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:29Z', 'updated_at': '2022-03-28T11:04:29Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:04:13Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:32.583104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b147e35-c0b5-4991-84b6-926847ee55f2 None None] The sync data for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv is: [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8d874340-1c6a-468a-9746-8c66a50d6c12', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.62', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'port_id': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'mac_address': 'fa:16:3e:90:d3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:29Z', 'updated_at': '2022-03-28T11:04:29Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:04:13Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:04:32.680310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-d498427b-5e0a-42be-91a7-7f922ae0d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:32.681774 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-d498427b-5e0a-42be-91a7-7f922ae0d6a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0711377 Mar 28 11:04:32.762508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab50df-8253-493e-961f-4d0ef5f60507 None None] New status for floating IP 8d874340-1c6a-468a-9746-8c66a50d6c12: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:04:32.816710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-73d73ac9-a3d9-485d-b93a-b5d612db3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:32.818109 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-73d73ac9-a3d9-485d-b93a-b5d612db3052 service neutron] 10.222.0.31 "GET /v2.0/networks?id=336d4679-b170-4a33-ba48-41c3c4883a76 HTTP/1.1" status: 200 len: 897 time: 0.1296926 Mar 28 11:04:32.889018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41372) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:32.924007 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-00ffcaa3-6ab1-4ac2-bbb2-552a634ec717 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ff625e-032c-41b9-a887-5ca35c2190a4 HTTP/1.1" status: 200 len: 999 time: 0.1000004 Mar 28 11:04:32.989850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-e7a61abb-025b-4750-92eb-7706c81d16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:32.991424 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-e7a61abb-025b-4750-92eb-7706c81d16d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8120361-4619-4ae2-b7c3-85d751a9dd63 HTTP/1.1" status: 200 len: 834 time: 0.0611720 Mar 28 11:04:33.006090 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-966dba5a-14c5-439d-b99e-e3f4c344e278 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 200 len: 991 time: 0.1146994 Mar 28 11:04:33.066889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-9662c44a-4b49-4296-8ae6-25cc56534b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:33.068276 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-9662c44a-4b49-4296-8ae6-25cc56534b5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=336d4679-b170-4a33-ba48-41c3c4883a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710812 Mar 28 11:04:33.199525 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-e10a68aa-d4c4-4541-a562-16a2001784b8 service neutron] 10.222.0.31 "GET /v2.0/networks/336d4679-b170-4a33-ba48-41c3c4883a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247511 Mar 28 11:04:33.329815 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ccca5998-c2d5-46f8-8a39-e88ddc152514 req-81fce8c2-740d-4130-9753-0caeafacaf8f service neutron] 10.222.0.31 "GET /v2.0/networks/336d4679-b170-4a33-ba48-41c3c4883a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235886 Mar 28 11:04:33.582943 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-c5c86650-cf27-484b-b9bd-640131a815ee tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429155260&fields=id&tenant_id=0a27231c113448fbbc623f4b58a6f685 HTTP/1.1" status: 200 len: 267 time: 0.0386522 Mar 28 11:04:33.728161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-eab28fee-1f49-471c-9457-5f445b3e25c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:33.729543 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-eab28fee-1f49-471c-9457-5f445b3e25c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 812 time: 0.1403766 Mar 28 11:04:33.744340 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-9c5d9207-b619-439f-9a1d-a14c1faa97ab tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/quotas/0a27231c113448fbbc623f4b58a6f685 HTTP/1.1" status: 200 len: 375 time: 0.0092688 Mar 28 11:04:33.828078 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-b7c3d5cb-1f27-4469-b323-b0e618a45cf1 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789790 Mar 28 11:04:33.962415 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-b7756829-c160-4c7f-88a5-9288b209a17f service neutron] 10.222.0.18 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226757 Mar 28 11:04:34.009296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41384) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:34.183001 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d722ea1e-6fe9-44d8-acbf-1f872cbf8f51 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 200 len: 993 time: 0.1722291 Mar 28 11:04:34.190584 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-29807b50-355a-469f-b147-7648b2fa26f0 service neutron] 10.222.0.18 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224305 Mar 28 11:04:34.978411 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-703151bd-945f-4916-9931-79fdb5d8edbd req-8e0f66ae-d8f9-4b52-881e-afb4fd84d193 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 210 time: 0.1511152 Mar 28 11:04:36.121854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-411a934a-2c8a-4ba3-88b2-1b49753afce9 req-413391e6-d0e8-4ca1-99db-9593d45b9ed9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 210 time: 0.0416119 Mar 28 11:04:36.988979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-6a8026c7-32d4-4c8e-a2da-a042d56ca878 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:36.990454 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-6a8026c7-32d4-4c8e-a2da-a042d56ca878 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 812 time: 0.1445343 Mar 28 11:04:37.048279 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-4649af90-62c4-4527-bad1-b4c15d4239d6 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a27231c113448fbbc623f4b58a6f685 HTTP/1.1" status: 200 len: 380 time: 0.0409935 Mar 28 11:04:37.060551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'port': {'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'admin_state_up': True, 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'security_groups': ['ae1e59ce-1231-4c95-a95a-1b1a48e728bf']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:37.198345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:37.202548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:port and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:37.205457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:37.211332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:37.253452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Made reservation on behalf of 0a27231c113448fbbc623f4b58a6f685 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:04:37.257594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:37.271047 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-256ae87c-9c83-4d70-9542-3f992bc89528 req-935148d3-255e-4836-81d9-145fd083f3fd tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 210 time: 0.0439935 Mar 28 11:04:37.526700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Allocated IP 172.20.0.7 (8a13414b-468c-4d72-8ffa-41d8f4434cba/5b0d7c2b-598b-432e-afb1-8c6f02962280/e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:04:37.719445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:37.736154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Transition to ACTIVE for port object e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:04:37.831214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:37.898702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:04:37.906368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:04:37.910784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:04:37.946841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'Port': ['ID=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:37.980368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:37.980942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:38.059889 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-affc9106-9873-4911-8a12-4456981bb55c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0029328 Mar 28 11:04:38.079293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Request body: {'port': {'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:38.156167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-737e2bba-35f6-4164-877b-06b4e2ca343b None None] Provisioning for port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:04:38.161675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-737e2bba-35f6-4164-877b-06b4e2ca343b None None] Provisioning complete for port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:38.167426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-737e2bba-35f6-4164-877b-06b4e2ca343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:38.193712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:38.222417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-737e2bba-35f6-4164-877b-06b4e2ca343b None None] Port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:04:38.462793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2533e-fc29-4ed0-b88a-08e4bb68ba9b req-abc2554f-ee20-4b19-9aac-630003e3ef57 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:38.464726 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-22d2533e-fc29-4ed0-b88a-08e4bb68ba9b req-abc2554f-ee20-4b19-9aac-630003e3ef57 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 931 time: 0.0838909 Mar 28 11:04:38.509410 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-22d2533e-fc29-4ed0-b88a-08e4bb68ba9b req-db78b16f-0399-4cc1-bb12-140fbe55cd80 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Mar 28 11:04:38.553272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:04:38.561174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:38.575030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Transition to ACTIVE for port object e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:04:38.641873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:38.811002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Pushing event updated for resources: {'Port': ['ID=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:38.884131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Attempting to bind port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:04:38.884131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Attempting to bind port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:04:38.884131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Attempting to bind port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd on network 8a13414b-468c-4d72-8ffa-41d8f4434cba {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:04:38.887637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd on network 8a13414b-468c-4d72-8ffa-41d8f4434cba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:04:38.887951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Attempting to bind port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd on network 8a13414b-468c-4d72-8ffa-41d8f4434cba {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:04:38.892904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:04:38.893233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Checking segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:04:38.893608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Bound using segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:04:38.894053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Bound port: e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:04:38.894392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:38.986692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] For port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:04:38.989599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] For port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:04:39.087466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:39.142707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:39.143361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:39.144630 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] 10.222.0.31 "PUT /v2.0/ports/e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd HTTP/1.1" status: 200 len: 1093 time: 1.0701079 Mar 28 11:04:39.145068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:04:39.172459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7293e46-8f28-450f-9058-373cbdf6543e service neutron] Pushing event updated for resources: {'Port': ['ID=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:39.204291 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'status': 'completed', 'code': 200} Mar 28 11:04:39.331198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b290181-060a-4f24-a809-a8d15f54838b req-0a60d0d7-cf9a-4034-9aa9-ee82ebc541f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:39.332680 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b290181-060a-4f24-a809-a8d15f54838b req-0a60d0d7-cf9a-4034-9aa9-ee82ebc541f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1096 time: 0.0777793 Mar 28 11:04:39.483462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b290181-060a-4f24-a809-a8d15f54838b req-b0f01b0c-2017-43e8-9002-7587bddc58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:39.484904 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b290181-060a-4f24-a809-a8d15f54838b req-b0f01b0c-2017-43e8-9002-7587bddc58e6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0a27231c113448fbbc623f4b58a6f685&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1353762 Mar 28 11:04:39.702908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e744b-d945-4538-830a-a4bb712278f4 req-d9c6e043-ecfb-4047-903e-76851c6eea84 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:39.704300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3e8e744b-d945-4538-830a-a4bb712278f4 req-d9c6e043-ecfb-4047-903e-76851c6eea84 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 943 time: 0.0880339 Mar 28 11:04:39.728099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b290181-060a-4f24-a809-a8d15f54838b req-c28b0344-0491-423f-94dd-8ccf8555c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:39.729541 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b290181-060a-4f24-a809-a8d15f54838b req-c28b0344-0491-423f-94dd-8ccf8555c994 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2378383 Mar 28 11:04:39.752756 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3e8e744b-d945-4538-830a-a4bb712278f4 req-d7c71bd5-7fb1-4d07-a918-e32cd0b3fd39 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Mar 28 11:04:39.859431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-8c46c1cd-3616-490b-8d4f-0326916f9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:39.860893 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-8c46c1cd-3616-490b-8d4f-0326916f9803 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1096 time: 0.0703819 Mar 28 11:04:39.938044 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-827e900d-c6c1-4e3c-9aa7-25dd00cd29c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd HTTP/1.1" status: 200 len: 217 time: 0.0619221 Mar 28 11:04:39.998937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-83140d73-9615-414e-a28f-5183b986189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:40.000228 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-83140d73-9615-414e-a28f-5183b986189e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0558333 Mar 28 11:04:40.077723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-b8d2afd2-ed27-4b2f-972c-02a510b96544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:40.079218 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-b8d2afd2-ed27-4b2f-972c-02a510b96544 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712166 Mar 28 11:04:40.212046 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-8602536f-4304-44bb-818f-7be1dab9955b service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228542 Mar 28 11:04:40.343619 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f9f23065-37ba-4cf9-bcd9-c84f1454e81f req-b4845e28-1e31-44e9-8633-64889977bcd9 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226254 Mar 28 11:04:40.934515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c09763-822a-44e1-ba2f-b24cfe8de930 req-50b92511-60d9-4620-957f-897c456b5eaa tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:40.935944 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-61c09763-822a-44e1-ba2f-b24cfe8de930 req-50b92511-60d9-4620-957f-897c456b5eaa tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 943 time: 0.0786662 Mar 28 11:04:40.978909 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-61c09763-822a-44e1-ba2f-b24cfe8de930 req-01afa9ea-555e-477e-9367-e271ac58c724 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373592 Mar 28 11:04:42.160234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c32f72-c7f9-4ef6-9f8e-101fceb96d64 req-c373df24-9680-400f-b2cc-2a43c496fd3b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:42.161684 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a9c32f72-c7f9-4ef6-9f8e-101fceb96d64 req-c373df24-9680-400f-b2cc-2a43c496fd3b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 943 time: 0.0822606 Mar 28 11:04:42.205579 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a9c32f72-c7f9-4ef6-9f8e-101fceb96d64 req-c8520dd8-940a-4654-88f7-77fcd92dd4ac tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377676 Mar 28 11:04:43.387070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb644f-8067-48f4-b1f2-bfcb5436c5c1 req-a9061af2-b0e0-4c8a-abc3-459089fbfe12 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:43.388515 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-eacb644f-8067-48f4-b1f2-bfcb5436c5c1 req-a9061af2-b0e0-4c8a-abc3-459089fbfe12 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 943 time: 0.0795460 Mar 28 11:04:43.431861 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-eacb644f-8067-48f4-b1f2-bfcb5436c5c1 req-f6066037-8715-48a7-992c-c314871cf87c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377934 Mar 28 11:04:44.612900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708b3ca-51d5-4f61-958e-0e583c774e48 req-1693a671-f577-4208-84c3-26b0446c727f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:44.614338 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2708b3ca-51d5-4f61-958e-0e583c774e48 req-1693a671-f577-4208-84c3-26b0446c727f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 943 time: 0.0808985 Mar 28 11:04:44.658526 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2708b3ca-51d5-4f61-958e-0e583c774e48 req-245daa43-6528-4e06-9f0c-0bd78c96e44b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380940 Mar 28 11:04:45.624423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:45.836968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212f3e-daca-46d3-8d63-7686f2a33a98 req-3a72c4ae-c8f2-407b-a9f6-1bc331865816 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:45.838439 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a212f3e-daca-46d3-8d63-7686f2a33a98 req-3a72c4ae-c8f2-407b-a9f6-1bc331865816 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 943 time: 0.0795138 Mar 28 11:04:45.885039 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a212f3e-daca-46d3-8d63-7686f2a33a98 req-617b9957-e781-4e53-bc30-04463af61fd7 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Mar 28 11:04:46.216365 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:04:47.065851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413109f9-3afb-4257-beeb-e9ecd4fcf4a4 req-31bb39a9-814c-45fd-bd65-463c8b9884b6 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:47.067291 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-413109f9-3afb-4257-beeb-e9ecd4fcf4a4 req-31bb39a9-814c-45fd-bd65-463c8b9884b6 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 943 time: 0.0783269 Mar 28 11:04:47.110372 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-413109f9-3afb-4257-beeb-e9ecd4fcf4a4 req-75c238ec-636f-4c7b-ac96-3af97aececdb tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376091 Mar 28 11:04:48.264609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa955-b4a7-4c0d-b379-2f5d367de7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:48.377597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:04:48.378199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaef5e-89cf-45bc-9e94-03c45a53c9ce req-24ca0c6f-fff2-4ff4-9e70-3099937d1f7e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:48.378199 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fffaef5e-89cf-45bc-9e94-03c45a53c9ce req-24ca0c6f-fff2-4ff4-9e70-3099937d1f7e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 943 time: 0.0958848 Mar 28 11:04:48.378199 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fffaef5e-89cf-45bc-9e94-03c45a53c9ce req-7a850884-af5c-4024-9652-3542ebba19c1 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469632 Mar 28 11:04:48.403594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:48.416687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:04:48.469590 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:48.486183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:04:48.500920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:48.549892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:48.617730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:48.864534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:04:49.538336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f2769-e8c1-4a4f-91d6-55959b8a288a req-11ae4d9c-4ea9-4a4f-8d00-7c4688846a09 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:49.539758 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b24f2769-e8c1-4a4f-91d6-55959b8a288a req-11ae4d9c-4ea9-4a4f-8d00-7c4688846a09 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 944 time: 0.0782533 Mar 28 11:04:49.583208 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b24f2769-e8c1-4a4f-91d6-55959b8a288a req-1f106951-d5e4-466d-aae1-a006ebe02ccb tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377882 Mar 28 11:04:50.278226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:04:50.407064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:04:50.411734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:04:50.412102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:50.439383 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-10633e2d-1372-48af-a07b-8ec05d99224d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:50.524773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:50.553873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:04:50.563443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:04:50.597048 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'code': 200} Mar 28 11:04:50.630249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:50.697914 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:50.769240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bff73-dbf5-4f78-97d7-172d3f9355b3 req-0917f0af-56a9-4993-bde7-5b500b4150ce tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:50.770696 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0c2bff73-dbf5-4f78-97d7-172d3f9355b3 req-0917f0af-56a9-4993-bde7-5b500b4150ce tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 945 time: 0.0854707 Mar 28 11:04:50.813753 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0c2bff73-dbf5-4f78-97d7-172d3f9355b3 req-8cfcc359-5336-4e51-8a97-c935deec2735 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373812 Mar 28 11:04:51.062486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73334c4-9237-4672-9d26-6dfc4340c46f req-21a5429a-42b5-4adb-afb8-c1ef5bdea338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:51.063966 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c73334c4-9237-4672-9d26-6dfc4340c46f req-21a5429a-42b5-4adb-afb8-c1ef5bdea338 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0681539 Mar 28 11:04:51.104136 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c73334c4-9237-4672-9d26-6dfc4340c46f req-86e6c3a2-c5e1-4a77-b374-6461775ace31 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327685 Mar 28 11:04:51.578531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:51.606874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:52.001420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48854536-bce2-4cf8-b5c4-8c521171adce req-2dff92fc-67e0-436b-82b1-699f241c9838 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:52.002883 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-48854536-bce2-4cf8-b5c4-8c521171adce req-2dff92fc-67e0-436b-82b1-699f241c9838 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 945 time: 0.0820355 Mar 28 11:04:52.045894 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-48854536-bce2-4cf8-b5c4-8c521171adce req-45163a12-8e94-4dc4-9e3d-f919e0c0e5d7 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368407 Mar 28 11:04:53.012493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:53.228502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6c5f9-0d1f-4e42-b8e5-8c80e5322339 req-6672649f-6c70-4937-a3cc-0e7216aadaf0 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:53.229840 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d0f6c5f9-0d1f-4e42-b8e5-8c80e5322339 req-6672649f-6c70-4937-a3cc-0e7216aadaf0 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 945 time: 0.0791819 Mar 28 11:04:53.272179 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d0f6c5f9-0d1f-4e42-b8e5-8c80e5322339 req-e6065111-aaaa-4a46-846f-dbc48ef5d9c9 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367351 Mar 28 11:04:53.453025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b2771-c9ea-4b5a-859c-1c17b5d3ee29 req-13169511-e52b-42be-b4f3-69c3a9a1d933 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:53.454509 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-562b2771-c9ea-4b5a-859c-1c17b5d3ee29 req-13169511-e52b-42be-b4f3-69c3a9a1d933 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 945 time: 0.0823793 Mar 28 11:04:53.498101 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-562b2771-c9ea-4b5a-859c-1c17b5d3ee29 req-d7c77440-34e8-4098-acee-c73c835d6d15 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379539 Mar 28 11:04:53.520519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41444) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:53.589047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b179e04-ada4-464f-8311-69d539c4008d tempest-TestVolumeBootPattern-1635414056 tempest-TestVolumeBootPattern-1635414056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:53.590547 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7b179e04-ada4-464f-8311-69d539c4008d tempest-TestVolumeBootPattern-1635414056 tempest-TestVolumeBootPattern-1635414056-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1093 time: 0.0690548 Mar 28 11:04:53.593162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41448) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:04:53.597887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:04:53.603650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:04:53.607415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:floatingip and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:04:53.610206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:04:53.615713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:04:53.715791 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:53.846782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:53.980899 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Allocated IP 172.26.2.15 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/f16ba117-c6e9-4a84-9a0e-14904754c5d2) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:04:54.124513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:54.212921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:54.275709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:04:54.278444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:04:54.286702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:04:54.321211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'Port': ['ID=f16ba117-c6e9-4a84-9a0e-14904754c5d2,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:54.790360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:54.916296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:55.114654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:55.178600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:55.286549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'Port': ['ID=f16ba117-c6e9-4a84-9a0e-14904754c5d2,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:04:55.296134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:55.468251 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Floating IP 7aeb21ce-a3cf-4fbb-9523-b5a01431678c associated. External IP: 172.26.2.15, port: e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd. Mar 28 11:04:55.809496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Router bbdef605-43f6-4beb-b05a-e351f3e995ee has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:04:56.091139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:04:56.101439 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] Sync routers for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:04:56.110373 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:56.110970 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:56.166864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:04:56.222490 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7073a248-926d-4d64-927c-cac3d50b3046 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6283426 Mar 28 11:04:56.223098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:04:56.267826 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'status': 'completed', 'code': 200} Mar 28 11:04:56.283877 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:56.384905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d44b8-725a-4f08-a588-f88369d8788c req-e5ff9718-aae4-4662-9a49-d92e3dc67d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:56.386429 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df4d44b8-725a-4f08-a588-f88369d8788c req-e5ff9718-aae4-4662-9a49-d92e3dc67d92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0719197 Mar 28 11:04:56.516799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d44b8-725a-4f08-a588-f88369d8788c req-ec9bc110-c82b-4887-9c1c-83850f55407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:56.518247 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df4d44b8-725a-4f08-a588-f88369d8788c req-ec9bc110-c82b-4887-9c1c-83850f55407a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.1251693 Mar 28 11:04:56.621536 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df4d44b8-725a-4f08-a588-f88369d8788c req-85a6557a-c7ee-4f4b-b779-959523e330f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd HTTP/1.1" status: 200 len: 998 time: 0.0968003 Mar 28 11:04:56.624508 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7aeb21ce-a3cf-4fbb-9523-b5a01431678c', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:54Z', 'updated_at': '2022-03-28T11:04:54Z', 'revision_number': 0, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:56.628294 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] Checking router: bbdef605-43f6-4beb-b05a-e351f3e995ee for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:04:56.636451 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:04:56.636974 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:56.684231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d44b8-725a-4f08-a588-f88369d8788c req-1d48cd53-dbef-4edd-8bfe-57eec7ba88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:56.685658 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df4d44b8-725a-4f08-a588-f88369d8788c req-1d48cd53-dbef-4edd-8bfe-57eec7ba88b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0569134 Mar 28 11:04:56.763698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d44b8-725a-4f08-a588-f88369d8788c req-7bba9011-a2c8-45cd-8aae-8c20977a1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:04:56.765223 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df4d44b8-725a-4f08-a588-f88369d8788c req-7bba9011-a2c8-45cd-8aae-8c20977a1c0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725951 Mar 28 11:04:56.812331 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:04:56.901767 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df4d44b8-725a-4f08-a588-f88369d8788c req-10ec9200-08dd-44fe-8db2-30e6f419022c service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294391 Mar 28 11:04:57.031689 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df4d44b8-725a-4f08-a588-f88369d8788c req-ccad5589-3247-405d-8666-3871b98e9ab6 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239645 Mar 28 11:04:57.153629 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7aeb21ce-a3cf-4fbb-9523-b5a01431678c', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:54Z', 'updated_at': '2022-03-28T11:04:54Z', 'revision_number': 0, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:04:57.157558 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b326b24-b953-4e23-93b0-a7190eaa9172 None None] The sync data for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv is: [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7aeb21ce-a3cf-4fbb-9523-b5a01431678c', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:54Z', 'updated_at': '2022-03-28T11:04:54Z', 'revision_number': 0, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:04:57.419462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a4caf-806a-437b-9214-c10a5177d8f5 None None] New status for floating IP 7aeb21ce-a3cf-4fbb-9523-b5a01431678c: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:05:00.681925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41464) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:00.860096 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a556a413-d592-4b0a-8587-6933489002ff tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers/719f41e8-22c6-4521-86f0-1ae1be3660dd/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1770546 Mar 28 11:05:00.863292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41468) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:01.102492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c8aba0-6dfe-43b4-a04c-9e348fa70c6c tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Notify agent at dv-neutron-835336-1-hyperv the message router_removed_from_agent {{(pid=88494) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 28 11:05:01.105517 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-55c8aba0-6dfe-43b4-a04c-9e348fa70c6c tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "DELETE /v2.0/agents/e00d36c9-770b-4f35-a44a-3aa2de66cb81/l3-routers/719f41e8-22c6-4521-86f0-1ae1be3660dd HTTP/1.1" status: 204 len: 168 time: 0.2414587 Mar 28 11:05:01.108106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41472) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:01.285772 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-95646b23-85a9-4dde-bd52-80d7ed082d75 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers/719f41e8-22c6-4521-86f0-1ae1be3660dd/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1766033 Mar 28 11:05:01.288364 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41476) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:01.388560 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-eb6bafb2-2eb4-419a-a514-e59822bff024 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 200 len: 993 time: 0.0990782 Mar 28 11:05:01.502628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 032c3eb0-c765-4019-aed1-3d86e4ca713f no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:05:01.616832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:01.647704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 032c3eb0-c765-4019-aed1-3d86e4ca713f, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=032c3eb0-c765-4019-aed1-3d86e4ca713f,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:01.748765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:01.854316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=032c3eb0-c765-4019-aed1-3d86e4ca713f,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:01.863324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.863557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.870295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:01.888424 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafeba5a-0347-45ff-a72d-ec4761b0c3d6 None None] New status for floating IP 8d874340-1c6a-468a-9746-8c66a50d6c12: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:05:02.391747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41480) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:02.497405 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bea3f6ef-1156-44c9-a5d8-a8ebfb19d1bc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 200 len: 991 time: 0.1044302 Mar 28 11:05:03.497796 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab204dfa-87d6-49a1-a1ae-884998c8c5cb no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:05:03.617848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:03.634071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port ab204dfa-87d6-49a1-a1ae-884998c8c5cb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:03.666799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41488) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:03.749586 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:03.826073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:03.973210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5738a530-f446-42c1-adde-4773d8d6e1f7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Router 719f41e8-22c6-4521-86f0-1ae1be3660dd is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:05:03.973210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5738a530-f446-42c1-adde-4773d8d6e1f7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Notify agent at dv-neutron-835336-1-hyperv the message router_added_to_agent {{(pid=88494) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 28 11:05:03.991588 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5738a530-f446-42c1-adde-4773d8d6e1f7 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "POST /v2.0/agents/e00d36c9-770b-4f35-a44a-3aa2de66cb81/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3237360 Mar 28 11:05:03.995665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41494) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:04.014121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] Sync routers for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:05:04.020427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:04.021620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:04.220028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:04.285183 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3e2a1bf9-b552-4cbb-97ed-5c9aa85493c0 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers/719f41e8-22c6-4521-86f0-1ae1be3660dd/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2880938 Mar 28 11:05:04.287232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41500) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:04.403020 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0cc473f8-b6a2-45fd-b873-91934a1dba6b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 200 len: 991 time: 0.1142509 Mar 28 11:05:04.595417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8d874340-1c6a-468a-9746-8c66a50d6c12', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.62', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'port_id': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'mac_address': 'fa:16:3e:90:d3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:29Z', 'updated_at': '2022-03-28T11:05:02Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:05:01Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:04.599364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] Checking router: 719f41e8-22c6-4521-86f0-1ae1be3660dd for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:05:04.608476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:04.608587 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:04.785698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:05.127369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8d874340-1c6a-468a-9746-8c66a50d6c12', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.62', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'port_id': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'mac_address': 'fa:16:3e:90:d3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:29Z', 'updated_at': '2022-03-28T11:05:02Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:05:01Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:05.131223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ffd86-83c8-4ee7-9471-6e08d897ba72 None None] The sync data for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv is: [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8d874340-1c6a-468a-9746-8c66a50d6c12', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.62', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'port_id': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'mac_address': 'fa:16:3e:90:d3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:29Z', 'updated_at': '2022-03-28T11:05:02Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:05:01Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:05:05.406627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41504) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:05.526704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 032c3eb0-c765-4019-aed1-3d86e4ca713f up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:05.541088 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-95de8ba1-2701-4748-819a-398e774e3fdf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 200 len: 991 time: 0.1332154 Mar 28 11:05:05.599200 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 032c3eb0-c765-4019-aed1-3d86e4ca713f triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:05.599788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:05.764233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:05.799766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 032c3eb0-c765-4019-aed1-3d86e4ca713f, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=032c3eb0-c765-4019-aed1-3d86e4ca713f,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:05.864320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:05.933029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=032c3eb0-c765-4019-aed1-3d86e4ca713f,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:06.544971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41508) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:06.652063 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-733341e4-fb1d-420b-822d-9835c32f4b76 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 200 len: 991 time: 0.1059794 Mar 28 11:05:06.711278 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22baa0d7-c8ee-497c-99e4-c1e30a6b000b None None] New status for floating IP 8d874340-1c6a-468a-9746-8c66a50d6c12: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:05:07.565732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 032c3eb0-c765-4019-aed1-3d86e4ca713f up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:07.630863 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 032c3eb0-c765-4019-aed1-3d86e4ca713f triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:07.631221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:07.655000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41512) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:07.751064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab204dfa-87d6-49a1-a1ae-884998c8c5cb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:07.824247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ab204dfa-87d6-49a1-a1ae-884998c8c5cb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:07.826686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:07.880453 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-59764a53-84ae-44b6-a7c5-22d84e6561c9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 200 len: 993 time: 0.2242839 Mar 28 11:05:07.947121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:07.963944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port ab204dfa-87d6-49a1-a1ae-884998c8c5cb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:08.057981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:08.127481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:08.354314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41520) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:08.553312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 3dd0df6e-c847-4b56-a0e2-9c02014c9b34 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:05:08.553663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:08.722413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:08.723189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:08.844481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 3dd0df6e-c847-4b56-a0e2-9c02014c9b34 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:05:09.029366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:09.075640 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=3dd0df6e-c847-4b56-a0e2-9c02014c9b34,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:09.167122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:09.167454 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 8d874340-1c6a-468a-9746-8c66a50d6c12 disassociated (deleted). External IP: 172.26.2.62, port: 39ff625e-032c-41b9-a887-5ca35c2190a4. Mar 28 11:05:09.509619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab204dfa-87d6-49a1-a1ae-884998c8c5cb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:09.518292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 719f41e8-22c6-4521-86f0-1ae1be3660dd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:05:09.575509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ab204dfa-87d6-49a1-a1ae-884998c8c5cb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:09.575922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:09.812159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:05:09.839360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] Sync routers for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:05:09.841993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:09.842324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:09.842324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:09.885777 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2b59c0b2-d876-4533-9377-0812431f7378 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/floatingips/8d874340-1c6a-468a-9746-8c66a50d6c12 HTTP/1.1" status: 204 len: 168 time: 1.5277221 Mar 28 11:05:09.885777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:05:09.938002 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'status': 'completed', 'code': 200} Mar 28 11:05:10.025602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:10.071368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00751-b553-4868-95fb-734d6b60eaed req-fd5b6e17-1b68-4bfd-a152-62db92273d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:10.072845 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4de00751-b553-4868-95fb-734d6b60eaed req-fd5b6e17-1b68-4bfd-a152-62db92273d6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0762334 Mar 28 11:05:10.206815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00751-b553-4868-95fb-734d6b60eaed req-4b637540-cfde-41b4-aa62-5f402a89421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:10.208189 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4de00751-b553-4868-95fb-734d6b60eaed req-4b637540-cfde-41b4-aa62-5f402a89421d service neutron] 10.222.0.31 "GET /v2.0/networks?id=336d4679-b170-4a33-ba48-41c3c4883a76 HTTP/1.1" status: 200 len: 897 time: 0.1286495 Mar 28 11:05:10.279034 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4de00751-b553-4868-95fb-734d6b60eaed req-94b7e74f-30a5-43dc-b31c-59af72efc01b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39ff625e-032c-41b9-a887-5ca35c2190a4 HTTP/1.1" status: 200 len: 217 time: 0.0647888 Mar 28 11:05:10.343069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:05:05Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:10.344324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00751-b553-4868-95fb-734d6b60eaed req-8bff732c-e6b8-4196-bb2c-f79879ab3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:10.345765 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4de00751-b553-4868-95fb-734d6b60eaed req-8bff732c-e6b8-4196-bb2c-f79879ab3954 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8120361-4619-4ae2-b7c3-85d751a9dd63 HTTP/1.1" status: 200 len: 834 time: 0.0583220 Mar 28 11:05:10.347186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] Checking router: 719f41e8-22c6-4521-86f0-1ae1be3660dd for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:05:10.356813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:10.357511 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:10.440948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00751-b553-4868-95fb-734d6b60eaed req-cf171f7c-6ed9-4b9f-b0d3-7bd19eaf9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:10.442532 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4de00751-b553-4868-95fb-734d6b60eaed req-cf171f7c-6ed9-4b9f-b0d3-7bd19eaf9739 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=336d4679-b170-4a33-ba48-41c3c4883a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776789 Mar 28 11:05:10.510719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dec8b7-ed6d-429b-9605-ad3b7f377024 req-4c4f9497-768a-459b-9754-b561b4ce96dc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:10.511660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-c4dec8b7-ed6d-429b-9605-ad3b7f377024 req-4c4f9497-768a-459b-9754-b561b4ce96dc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:05:10.574912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:10.589351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-c4dec8b7-ed6d-429b-9605-ad3b7f377024 req-4c4f9497-768a-459b-9754-b561b4ce96dc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:05:10.589707 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4de00751-b553-4868-95fb-734d6b60eaed req-11422e83-43b1-4afc-8734-bceb475fb113 service neutron] 10.222.0.31 "GET /v2.0/networks/336d4679-b170-4a33-ba48-41c3c4883a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397078 Mar 28 11:05:10.590587 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c4dec8b7-ed6d-429b-9605-ad3b7f377024 req-4c4f9497-768a-459b-9754-b561b4ce96dc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 946 time: 0.1689620 Mar 28 11:05:10.642468 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c4dec8b7-ed6d-429b-9605-ad3b7f377024 req-013fc553-00f9-4a2e-a464-dcafe50a1fee tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462241 Mar 28 11:05:10.723048 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4de00751-b553-4868-95fb-734d6b60eaed req-9592c590-6da7-4663-9f50-caf4f77cab72 service neutron] 10.222.0.31 "GET /v2.0/networks/336d4679-b170-4a33-ba48-41c3c4883a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260474 Mar 28 11:05:10.890665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:05:05Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:10.892558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d09cd-9247-42c2-9e4c-3b74321b3a94 None None] The sync data for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv is: [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:04:08Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '032c3eb0-c765-4019-aed1-3d86e4ca713f', 'name': '', 'network_id': '336d4679-b170-4a33-ba48-41c3c4883a76', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:c5:23:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:07Z', 'updated_at': '2022-03-28T11:05:05Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'a8120361-4619-4ae2-b7c3-85d751a9dd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:05:11.881604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac15e22-75ee-497e-8ea4-875b7b044f84 req-4a3033a4-fe6f-48e5-95af-557c205b56d5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:11.881604 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac15e22-75ee-497e-8ea4-875b7b044f84 req-4a3033a4-fe6f-48e5-95af-557c205b56d5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 946 time: 0.1309423 Mar 28 11:05:11.937656 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac15e22-75ee-497e-8ea4-875b7b044f84 req-495395a4-829c-401f-b963-c7a5aed42bad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcbfd1d7-17e1-4961-8e60-15648948b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452733 Mar 28 11:05:11.981700 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6738b2-a4a8-49b0-b995-a2d911e6706d None None] New status for floating IP 8d874340-1c6a-468a-9746-8c66a50d6c12: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:05:12.180493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-c57ce0f7-2250-4cbc-8f0d-a6e5c80536ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:12.180493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-c57ce0f7-2250-4cbc-8f0d-a6e5c80536ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:05:12.196094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-c57ce0f7-2250-4cbc-8f0d-a6e5c80536ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:05:12.196094 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-c57ce0f7-2250-4cbc-8f0d-a6e5c80536ac tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 946 time: 0.1148219 Mar 28 11:05:12.273257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 39ff625e-032c-41b9-a887-5ca35c2190a4 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:05:12.273257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:12.527197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 39ff625e-032c-41b9-a887-5ca35c2190a4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=39ff625e-032c-41b9-a887-5ca35c2190a4,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:12.527197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:12.750166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 39ff625e-032c-41b9-a887-5ca35c2190a4 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:05:12.948285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:13.002684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=39ff625e-032c-41b9-a887-5ca35c2190a4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.078175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:13.105594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port 39ff625e-032c-41b9-a887-5ca35c2190a4 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:05:13.105594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:13.105594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'name': 'network-vif-deleted', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:05:13.170232 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9aaeab61-fd49-4181-a087-a4ae89b76eeb req-3e67b99f-c46b-4f72-a29a-9272d09270d3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3 HTTP/1.1" status: 200 len: 210 time: 0.0845270 Mar 28 11:05:13.176016 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a87c8a-97ab-4ea6-a1b5-66c2d0b59ef3', 'name': 'network-vif-deleted', 'tag': '39ff625e-032c-41b9-a887-5ca35c2190a4', 'status': 'completed', 'code': 200} Mar 28 11:05:13.189780 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1ee07201-c26a-40cf-8166-01fbe8feb64c req-38611799-beba-4788-bb0e-00446bc83022 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/39ff625e-032c-41b9-a887-5ca35c2190a4 HTTP/1.1" status: 204 len: 173 time: 0.9856424 Mar 28 11:05:14.245692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41540) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:14.313578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:14.344656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:14.475218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:14.498075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbfd1d7-17e1-4961-8e60-15648948b15e,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.512589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:14.586960 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:14.586960 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8188e44f-5b2e-495b-a6c4-612db8caf6d4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/dcbfd1d7-17e1-4961-8e60-15648948b15e HTTP/1.1" status: 204 len: 168 time: 0.3320334 Mar 28 11:05:14.675784 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41546) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:15.247046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:15.597566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 032c3eb0-c765-4019-aed1-3d86e4ca713f {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:05:15.597918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:15.635388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:15.912930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 032c3eb0-c765-4019-aed1-3d86e4ca713f, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=032c3eb0-c765-4019-aed1-3d86e4ca713f,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:15.913796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:16.041148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 032c3eb0-c765-4019-aed1-3d86e4ca713f owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:05:16.413960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 39ff625e-032c-41b9-a887-5ca35c2190a4 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:05:16.448220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 39ff625e-032c-41b9-a887-5ca35c2190a4 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:05:16.448563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 39ff625e-032c-41b9-a887-5ca35c2190a4 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:05:16.463587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:16.515030 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=032c3eb0-c765-4019-aed1-3d86e4ca713f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:16.790887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:17.139191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 719f41e8-22c6-4521-86f0-1ae1be3660dd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:05:17.425435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:05:17.435302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] Sync routers for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:05:17.444143 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-55c86a3b-d0ea-4f75-96c5-81e3cbce84f7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/719f41e8-22c6-4521-86f0-1ae1be3660dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7669146 Mar 28 11:05:17.445265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41552) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:17.445611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:17.446264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:17.525297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-193d276f-2f2b-42f8-9d15-1c8f7e4ea060 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting subnet a8120361-4619-4ae2-b7c3-85d751a9dd63 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:05:17.525297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-193d276f-2f2b-42f8-9d15-1c8f7e4ea060 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:17.579775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-193d276f-2f2b-42f8-9d15-1c8f7e4ea060 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:17.659234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-193d276f-2f2b-42f8-9d15-1c8f7e4ea060 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:17.660922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:17.797643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-193d276f-2f2b-42f8-9d15-1c8f7e4ea060 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:17.845778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d276f-2f2b-42f8-9d15-1c8f7e4ea060 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Subnet': ['ID=a8120361-4619-4ae2-b7c3-85d751a9dd63,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:17.845778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-193d276f-2f2b-42f8-9d15-1c8f7e4ea060 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:17.864979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41556) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:17.869102 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-193d276f-2f2b-42f8-9d15-1c8f7e4ea060 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/subnets/a8120361-4619-4ae2-b7c3-85d751a9dd63 HTTP/1.1" status: 204 len: 168 time: 0.4081776 Mar 28 11:05:17.869764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c21c7-2944-4bdd-b8b1-30fd653a4b4e None None] Network 336d4679-b170-4a33-ba48-41c3c4883a76 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:05:18.038188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:18.106771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:16Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:18.108176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] Checking router: 719f41e8-22c6-4521-86f0-1ae1be3660dd for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:05:18.136065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] Routers {'719f41e8-22c6-4521-86f0-1ae1be3660dd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:18.136065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:04:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['719f41e8-22c6-4521-86f0-1ae1be3660dd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:18.238221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:18.288478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc3345ff-b8cf-489a-adf9-669a9e9050e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:18.298086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b3d7a5-324f-4c58-8d78-aa62462a184e None None] DHCP port deletion for 336d4679-b170-4a33-ba48-41c3c4883a76 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:05:18.306877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port ab204dfa-87d6-49a1-a1ae-884998c8c5cb {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:05:18.306877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:18.308742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3d7a5-324f-4c58-8d78-aa62462a184e None None] Deleting port f6676b50-755e-40f1-85f4-26b97cd521eb {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:05:18.309615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6b3d7a5-324f-4c58-8d78-aa62462a184e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:18.431697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] Set router 719f41e8-22c6-4521-86f0-1ae1be3660dd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:18.505223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port ab204dfa-87d6-49a1-a1ae-884998c8c5cb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:18.505223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:18.636528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for ab204dfa-87d6-49a1-a1ae-884998c8c5cb owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:05:18.791201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d6b3d7a5-324f-4c58-8d78-aa62462a184e None None] For port f6676b50-755e-40f1-85f4-26b97cd521eb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f6676b50-755e-40f1-85f4-26b97cd521eb,segment=NetworkSegment(e6ff7310-beac-4239-8050-1f5b50eb5fdb),segment_id=e6ff7310-beac-4239-8050-1f5b50eb5fdb)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:18.791201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6b3d7a5-324f-4c58-8d78-aa62462a184e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:18.957573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3d7a5-324f-4c58-8d78-aa62462a184e None None] Calling delete_port for f6676b50-755e-40f1-85f4-26b97cd521eb owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:05:19.023132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.041495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:16Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:19.045431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758eb3d-103c-48a3-9aa5-c4b376775592 None None] The sync data for ids ['719f41e8-22c6-4521-86f0-1ae1be3660dd'] in dv-neutron-835336-1-hyperv is: [{'id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'name': 'tempest-TestNetworkBasicOps-router-950230268', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:16Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'ab204dfa-87d6-49a1-a1ae-884998c8c5cb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f41e8-22c6-4521-86f0-1ae1be3660dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:04:03Z', 'updated_at': '2022-03-28T11:05:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:05:19.109542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6b3d7a5-324f-4c58-8d78-aa62462a184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.162211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3d7a5-324f-4c58-8d78-aa62462a184e None None] Pushing event deleted for resources: {'Port': ['ID=f6676b50-755e-40f1-85f4-26b97cd521eb,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:19.165885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b3d7a5-324f-4c58-8d78-aa62462a184e None None] No DVR routers for this DVR port f6676b50-755e-40f1-85f4-26b97cd521eb on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:05:19.219050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=ab204dfa-87d6-49a1-a1ae-884998c8c5cb,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:19.284649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.469085 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.471731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.568713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f6676b50-755e-40f1-85f4-26b97cd521eb no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:05:19.583657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.584169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Fanout notify agent at l3_agent the message router_deleted on router 719f41e8-22c6-4521-86f0-1ae1be3660dd {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:05:19.607366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.607366 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4f27fba1-a3d0-4573-8b11-82fb49465f63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/routers/719f41e8-22c6-4521-86f0-1ae1be3660dd HTTP/1.1" status: 204 len: 168 time: 1.7504303 Mar 28 11:05:19.608519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41560) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:19.610103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: f6676b50-755e-40f1-85f4-26b97cd521eb {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:05:19.610529 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f6676b50-755e-40f1-85f4-26b97cd521eb not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:05:19.610871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 032c3eb0-c765-4019-aed1-3d86e4ca713f no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:05:19.645664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 032c3eb0-c765-4019-aed1-3d86e4ca713f {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:05:19.645664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 032c3eb0-c765-4019-aed1-3d86e4ca713f not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:05:19.727447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.857786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.882955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336d4679-b170-4a33-ba48-41c3c4883a76']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:19.895123 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ff7310-beac-4239-8050-1f5b50eb5fdb') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:19.895123 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ff7310-beac-4239-8050-1f5b50eb5fdb') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:19.906326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.922169 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.928191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:05:19.929155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:05:19.947876 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:05:20.082061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.099578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.117065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Network': ['ID=336d4679-b170-4a33-ba48-41c3c4883a76,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:20.190142 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d9a19409-f9d7-44e4-a9e9-ebd04fbcc299 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/networks/336d4679-b170-4a33-ba48-41c3c4883a76 HTTP/1.1" status: 204 len: 168 time: 0.5828071 Mar 28 11:05:20.211564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41564) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:20.216864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'network': {'name': 'tempest-network-smoke--197325143', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'port_security_enabled': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:20.221823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:20.226516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:network and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:20.233811 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:20.243125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:20.320623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:05:20.325553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.356332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:05:20.364981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.365425 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Added segment 6fb9bcb9-ee41-4f8e-9170-7c802d719110 of type vlan for network 75986ad3-eab6-48dc-ab08-661f1bc3a307 Mar 28 11:05:20.391199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.453310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-776a0ef1-db9e-457e-9bb6-5317c01888b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.487110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.487110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:20.487376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.594678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Network': ['ID=75986ad3-eab6-48dc-ab08-661f1bc3a307,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:20.605797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:05:20.658089 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f0a196bf-5dde-4aee-91da-88d59c88fbe3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4409099 Mar 28 11:05:20.658089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41568) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:20.661276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-560444423', 'admin_state_up': True, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:20.680398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:20.680398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:router and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:20.680398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:20.686808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:20.755496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.756529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:20.771284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:21.101523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:21.473173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab204dfa-87d6-49a1-a1ae-884998c8c5cb no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:05:21.533990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: ab204dfa-87d6-49a1-a1ae-884998c8c5cb {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:05:21.534224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ab204dfa-87d6-49a1-a1ae-884998c8c5cb not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:05:21.579798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:21.595751 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:21.613882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:21.624213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:21.747073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.211 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/a67763a7-e632-4503-86d7-a15a08459974) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:05:21.892886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:21.995038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:22.056767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:05:22.059408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:05:22.067489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:05:22.102061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=a67763a7-e632-4503-86d7-a15a08459974,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:22.554846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:23.007205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:23.023667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:23.214699 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:05:23.337710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:05:23.512979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:05:23.524004 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Sync routers for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:05:23.534176 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:23.534857 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:05:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:23.602492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:23.603031 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3cde3e7f-e260-4782-835b-39150aeff81f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9459927 Mar 28 11:05:23.606165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41572) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:23.649254 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-acf62d11-c324-4d82-b789-32f1812de5e0 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419962 Mar 28 11:05:23.655953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41576) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:23.712548 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:23.780807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700de9a3-7c3e-4b81-beb9-d5d94b6b7dc8 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:23.785085 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-700de9a3-7c3e-4b81-beb9-d5d94b6b7dc8 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323581 Mar 28 11:05:23.785319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41580) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:23.830732 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-13f5d9f5-284c-4c5c-9c98-2ac8dee2a05e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418744 Mar 28 11:05:23.830939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41584) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:23.836770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1920786079', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:23.945072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:23.949018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:subnet and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:23.952197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:23.958049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:23.997566 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:22Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:24.000267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:05:24.004440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.004920 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Checking router: 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:05:24.005309 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Updating router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 port a67763a7-e632-4503-86d7-a15a08459974 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:05:24.060054 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.257633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.339902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=dc787cca-2eef-4fd5-867b-8a2c53ba7b45,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:24.350247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Checking segment: {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:05:24.350602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network hostable DHCP agents. Network: 75986ad3-eab6-48dc-ab08-661f1bc3a307, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:05:24.392818 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.404270 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Transition to ACTIVE for port object a67763a7-e632-4503-86d7-a15a08459974 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:05:24.406953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:05:24.492875 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.503588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 75986ad3-eab6-48dc-ab08-661f1bc3a307) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:05:24.508795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:24.509513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.521466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757bec2-5fa5-41d1-8dff-f1d85dccc135 None None] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:05:24.573730 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6f05df19-edb1-4559-ab7a-7a63b0d0ce95 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7415056 Mar 28 11:05:24.576270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41588) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:24.613780 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Attempting to bind port a67763a7-e632-4503-86d7-a15a08459974 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:05:24.614183 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Attempting to bind port a67763a7-e632-4503-86d7-a15a08459974 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:05:24.614533 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Attempting to bind port a67763a7-e632-4503-86d7-a15a08459974 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:05:24.617271 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Pushing event updated for resources: {'Port': ['ID=a67763a7-e632-4503-86d7-a15a08459974,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:24.627805 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.628155 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.628507 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.628836 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.629156 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.629471 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.629783 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.630319 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.634992 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.634992 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.634992 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.634992 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:05:24.637958 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:05:24.638333 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:05:24.638722 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.639138 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:05:24.639642 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Bound port: a67763a7-e632-4503-86d7-a15a08459974, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:05:24.640009 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.717706 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] For port a67763a7-e632-4503-86d7-a15a08459974, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:05:24.720823 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] For port a67763a7-e632-4503-86d7-a15a08459974, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a67763a7-e632-4503-86d7-a15a08459974,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:05:24.747764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-75986ad3-eab6-48dc-ab08-661f1bc3a307', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:05:24.747764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.836252 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:24.903777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Allocated IP 172.20.0.2 (75986ad3-eab6-48dc-ab08-661f1bc3a307/dc787cca-2eef-4fd5-867b-8a2c53ba7b45/d39d5cc5-2753-4f0a-9145-0dfc00eef41d) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:05:24.918693 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:24.919322 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:05:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:24.973788 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf315-58a8-481f-a6b0-938e2a8a88b3 None None] Pushing event updated for resources: {'Port': ['ID=a67763a7-e632-4503-86d7-a15a08459974,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:25.102792 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:25.173185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:25.184803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Transition to ACTIVE for port object d39d5cc5-2753-4f0a-9145-0dfc00eef41d will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:05:25.208697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Transition to ACTIVE for port object d39d5cc5-2753-4f0a-9145-0dfc00eef41d will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:05:25.269660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:25.333185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:05:25.340222 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:05:25.344976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:05:25.352505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Pushing event updated for resources: {'Port': ['ID=d39d5cc5-2753-4f0a-9145-0dfc00eef41d,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:25.394266 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:22Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:25.398289 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f07d5d-9108-43c7-be5e-32ecc9d66989 None None] The sync data for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv is: [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:22Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:05:25.417464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:25.447713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Attempting to bind port d39d5cc5-2753-4f0a-9145-0dfc00eef41d on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:05:25.448079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Attempting to bind port d39d5cc5-2753-4f0a-9145-0dfc00eef41d by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:05:25.448461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Attempting to bind port d39d5cc5-2753-4f0a-9145-0dfc00eef41d on network 75986ad3-eab6-48dc-ab08-661f1bc3a307 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:05:25.453695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:05:25.454107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Checking segment: {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:05:25.454553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:25.454905 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Bound using segment: {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:05:25.455364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Bound port: d39d5cc5-2753-4f0a-9145-0dfc00eef41d, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:05:25.455724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:25.560299 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] For port d39d5cc5-2753-4f0a-9145-0dfc00eef41d, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:05:25.568523 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] For port d39d5cc5-2753-4f0a-9145-0dfc00eef41d, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d39d5cc5-2753-4f0a-9145-0dfc00eef41d,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:05:25.635076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:25.774377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862d8bd-a6c5-463e-950c-80b7104f4723 None None] Pushing event updated for resources: {'Port': ['ID=d39d5cc5-2753-4f0a-9145-0dfc00eef41d,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:25.868155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.1 (75986ad3-eab6-48dc-ab08-661f1bc3a307/dc787cca-2eef-4fd5-867b-8a2c53ba7b45/26076d80-639e-47eb-a19e-f21f9023918b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:05:26.069508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:26.087735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 26076d80-639e-47eb-a19e-f21f9023918b will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:05:26.190036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:26.260937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:05:26.268272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:05:26.274926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:05:26.304212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=26076d80-639e-47eb-a19e-f21f9023918b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:26.339945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:26.690275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b85d7-c35e-4a74-980b-a52bd85d6ae7 None None] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:05:26.727626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:26.842716 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-08d22804-1c44-48b2-9e94-b61f3e7e6aba None None] Provisioning for port d39d5cc5-2753-4f0a-9145-0dfc00eef41d completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:05:27.274925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-75193914-da15-4c61-a24f-f758ae91063e None None] Provisioning for port 26076d80-639e-47eb-a19e-f21f9023918b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:05:27.281077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-75193914-da15-4c61-a24f-f758ae91063e None None] Provisioning complete for port 26076d80-639e-47eb-a19e-f21f9023918b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:27.281504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-75193914-da15-4c61-a24f-f758ae91063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:27.300520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:27.336976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-75193914-da15-4c61-a24f-f758ae91063e None None] Port 26076d80-639e-47eb-a19e-f21f9023918b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:05:27.355045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:27.455823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2ea050a5-09a9-4251-acd5-5cf73ab93659 None None] Provisioning complete for port 26076d80-639e-47eb-a19e-f21f9023918b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:27.456681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2ea050a5-09a9-4251-acd5-5cf73ab93659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:27.468912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=26076d80-639e-47eb-a19e-f21f9023918b,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:27.471441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:27.512203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2ea050a5-09a9-4251-acd5-5cf73ab93659 None None] Port 26076d80-639e-47eb-a19e-f21f9023918b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:05:27.595783 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d39d5cc5-2753-4f0a-9145-0dfc00eef41d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:27.618590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:05:27.619677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:05:27.748955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port d39d5cc5-2753-4f0a-9145-0dfc00eef41d completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:05:27.755964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d39d5cc5-2753-4f0a-9145-0dfc00eef41d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:27.756318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:27.823156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:05:27.876139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-be618c0b-40f3-4354-9dcd-070caa336f22 None None] Provisioning complete for port 26076d80-639e-47eb-a19e-f21f9023918b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:27.876500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-be618c0b-40f3-4354-9dcd-070caa336f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:27.919195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:27.955667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-be618c0b-40f3-4354-9dcd-070caa336f22 None None] Port 26076d80-639e-47eb-a19e-f21f9023918b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:05:27.966467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port d39d5cc5-2753-4f0a-9145-0dfc00eef41d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d39d5cc5-2753-4f0a-9145-0dfc00eef41d,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:28.004794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:05:28.015022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Sync routers for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:05:28.023380 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0b3a5644-5dae-4469-ba53-43942767d29a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4406769 Mar 28 11:05:28.023380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41594) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:28.023898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:28.024506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:05:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:28.079920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:28.080681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a67763a7-e632-4503-86d7-a15a08459974 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:28.161274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191c1f6-81f1-4377-af2c-a16be5373938 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.161763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191c1f6-81f1-4377-af2c-a16be5373938 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.162317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191c1f6-81f1-4377-af2c-a16be5373938 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.163316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191c1f6-81f1-4377-af2c-a16be5373938 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.163765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191c1f6-81f1-4377-af2c-a16be5373938 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.164205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191c1f6-81f1-4377-af2c-a16be5373938 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.168434 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b191c1f6-81f1-4377-af2c-a16be5373938 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1452472 Mar 28 11:05:28.168652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41598) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:28.242184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a1b16-a020-438d-97a8-c79e68e0e9bf tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.242639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a1b16-a020-438d-97a8-c79e68e0e9bf tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.243080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a1b16-a020-438d-97a8-c79e68e0e9bf tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.243519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a1b16-a020-438d-97a8-c79e68e0e9bf tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.243954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a1b16-a020-438d-97a8-c79e68e0e9bf tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.244385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a1b16-a020-438d-97a8-c79e68e0e9bf tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:28.246141 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-668a1b16-a020-438d-97a8-c79e68e0e9bf tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0765982 Mar 28 11:05:28.249100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41602) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:28.278056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=d39d5cc5-2753-4f0a-9145-0dfc00eef41d,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:28.314829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:28.453812 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ef4e2c9e-fb19-48b3-8e49-e11de6b12136 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2039437 Mar 28 11:05:28.475905 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port a67763a7-e632-4503-86d7-a15a08459974 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:05:28.501146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a67763a7-e632-4503-86d7-a15a08459974 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:28.501146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:28.744186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:28.765267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port a67763a7-e632-4503-86d7-a15a08459974, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a67763a7-e632-4503-86d7-a15a08459974,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:28.776451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '26076d80-639e-47eb-a19e-f21f9023918b', 'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:fa:d6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:25Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:28.780363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Checking router: 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:05:28.791631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Updating router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 port 26076d80-639e-47eb-a19e-f21f9023918b binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:05:28.834984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:28.870532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:28.953321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=a67763a7-e632-4503-86d7-a15a08459974,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:29.002138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41608) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:29.008944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415219208', 'description': 'tempest-secgroup-smoke-415219208 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:29.014870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:29.019098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:29.021774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:29.028040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:29.103218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.123525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:29.127556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:29.132627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:29.136757 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:29.208097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.236405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.248669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Transition to ACTIVE for port object 26076d80-639e-47eb-a19e-f21f9023918b will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:05:29.257323 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.308742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.310168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea5a1e7-d5ca-4851-be0c-ead2849dea72,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:29.368029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.368380 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-18c8cc3e-dfc3-4311-aae2-ed1b50cf1fd9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3655274 Mar 28 11:05:29.371322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41612) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:29.379949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'aea5a1e7-d5ca-4851-be0c-ead2849dea72', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:29.386207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:29.391825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:29.394171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:29.400595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:29.467066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa2a9d-3821-4d0c-8880-2ead4bf9903c None None] Pushing event updated for resources: {'Port': ['ID=26076d80-639e-47eb-a19e-f21f9023918b,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:29.478375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.536156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Attempting to bind port 26076d80-639e-47eb-a19e-f21f9023918b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:05:29.536783 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Attempting to bind port 26076d80-639e-47eb-a19e-f21f9023918b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:05:29.537317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Attempting to bind port 26076d80-639e-47eb-a19e-f21f9023918b on network 75986ad3-eab6-48dc-ab08-661f1bc3a307 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:05:29.544086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:05:29.547310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Checking segment: {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:05:29.548629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.549204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Bound using segment: {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:05:29.549917 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Bound port: 26076d80-639e-47eb-a19e-f21f9023918b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:05:29.550483 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.562580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d39d5cc5-2753-4f0a-9145-0dfc00eef41d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:29.573472 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.629244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.654239 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4b9b48-e53d-4f1a-823d-1a5d70877310,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:29.701135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] For port 26076d80-639e-47eb-a19e-f21f9023918b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:05:29.704780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] For port 26076d80-639e-47eb-a19e-f21f9023918b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=26076d80-639e-47eb-a19e-f21f9023918b,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:05:29.714630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port d39d5cc5-2753-4f0a-9145-0dfc00eef41d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:29.714993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.727522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.730534 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-957c8100-61b2-4933-89d4-477e47219443 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563836 Mar 28 11:05:29.731725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41616) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:29.737080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'aea5a1e7-d5ca-4851-be0c-ead2849dea72', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:29.743110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:29.746902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:29.755803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:29.755803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:29.829660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.854310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.869135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a67763a7-e632-4503-86d7-a15a08459974 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:29.920399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:29.960384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:29.961015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:05:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:30.018557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.019859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa2a9d-3821-4d0c-8880-2ead4bf9903c None None] Pushing event updated for resources: {'Port': ['ID=26076d80-639e-47eb-a19e-f21f9023918b,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:30.048137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d34baa-55d7-4bef-905d-8b7556cd7d2b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:30.103513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.104277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a67763a7-e632-4503-86d7-a15a08459974 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:30.104649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.105268 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f42c2095-e0d7-44e4-b5ab-4c9355baeaf5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3721590 Mar 28 11:05:30.107720 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41620) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:30.112783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'aea5a1e7-d5ca-4851-be0c-ead2849dea72', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:30.119478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:30.123494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:30.126588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:30.133242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:30.189842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.258976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.259282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:30.309037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.333451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d7fd24-5760-434c-9314-bf208d720406,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:30.406233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.411375 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c0228879-5d3d-472e-bf7e-03acf84463f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987852 Mar 28 11:05:30.411375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41624) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:30.415360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'aea5a1e7-d5ca-4851-be0c-ead2849dea72', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:30.421554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:30.425921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:30.430640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:30.435335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:30.494259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.564204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.616075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '26076d80-639e-47eb-a19e-f21f9023918b', 'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:fa:d6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:25Z', 'updated_at': '2022-03-28T11:05:29Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:30.619987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab410997-cf19-44ce-a6b1-fc459d843393 None None] The sync data for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv is: [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '26076d80-639e-47eb-a19e-f21f9023918b', 'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:fa:d6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:25Z', 'updated_at': '2022-03-28T11:05:29Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:05:30.629338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.656561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad26f6d-2014-40f7-a66a-957733e0ddd0,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:30.789666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.793185 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1aacf80b-a806-47f3-8846-090476717977 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3797829 Mar 28 11:05:30.794063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41628) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:30.799719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'aea5a1e7-d5ca-4851-be0c-ead2849dea72', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:30.806615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:30.810666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:30.824175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:30.824175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:30.892624 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:05:30.900253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:30.967459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.017808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.048043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3de6a9d-32ab-4a6c-8839-f29e220c1e37,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:31.131870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.133375 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e3ab7722-d5ce-4fb2-8ddb-fc5a05b159cb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3382304 Mar 28 11:05:31.136085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41632) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:31.141334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'aea5a1e7-d5ca-4851-be0c-ead2849dea72', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:31.148117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:31.152000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:31.154933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:31.160814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:31.240486 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:05:31.247735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.319183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.538138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.558308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 26076d80-639e-47eb-a19e-f21f9023918b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:31.567144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd050c08-27a9-464b-9a54-fe837110f0f9,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:31.697125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.698351 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2bccf2f0-9367-4e26-9d2e-03b6e3e10105 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5613201 Mar 28 11:05:31.708758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 26076d80-639e-47eb-a19e-f21f9023918b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:05:31.714104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 26076d80-639e-47eb-a19e-f21f9023918b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:31.715198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.831304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.861702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-3930393c-4170-4bef-8398-a35e4fb93484 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:05:31.869659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 26076d80-639e-47eb-a19e-f21f9023918b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=26076d80-639e-47eb-a19e-f21f9023918b,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:31.943422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:31.946551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-3930393c-4170-4bef-8398-a35e4fb93484 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:05:31.947806 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-3930393c-4170-4bef-8398-a35e4fb93484 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415219208&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.1285779 Mar 28 11:05:32.010802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=26076d80-639e-47eb-a19e-f21f9023918b,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:32.102443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-ef64e89c-6710-4e83-86d2-88b23dd5a0c3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:32.103209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-ef64e89c-6710-4e83-86d2-88b23dd5a0c3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:05:32.177293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-ef64e89c-6710-4e83-86d2-88b23dd5a0c3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:05:32.179058 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-ef64e89c-6710-4e83-86d2-88b23dd5a0c3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=75986ad3-eab6-48dc-ab08-661f1bc3a307 HTTP/1.1" status: 200 len: 796 time: 0.2242248 Mar 28 11:05:32.193110 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-7eb03186-225a-498c-acd3-bc1325c30920 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.0086715 Mar 28 11:05:32.275559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e49809c1-36bd-463b-89df-f4727bfd7c38 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:05:32.331597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e49809c1-36bd-463b-89df-f4727bfd7c38 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:05:32.332940 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e49809c1-36bd-463b-89df-f4727bfd7c38 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348791 Mar 28 11:05:32.353267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-cecf2826-d032-4a19-9fe1-94030f5bc5b8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:05:32.353267 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-cecf2826-d032-4a19-9fe1-94030f5bc5b8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050702 Mar 28 11:05:32.481093 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-d61bf7f4-24a6-46a3-99f7-c04237b7bcab service neutron] 10.222.0.18 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263988 Mar 28 11:05:32.732365 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-094a88c8-38b1-4c69-a142-a33b4b8fee84 service neutron] 10.222.0.18 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450907 Mar 28 11:05:32.745098 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-12d4c56f-b33a-479e-8574-12b032991178 req-ceaf4b86-400e-418e-8e37-bb5ad28e140b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716155 Mar 28 11:05:32.915012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4c56f-b33a-479e-8574-12b032991178 req-b3cd5463-b137-4684-beb9-3a710ca2850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:32.916402 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-12d4c56f-b33a-479e-8574-12b032991178 req-b3cd5463-b137-4684-beb9-3a710ca2850a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0717516 Mar 28 11:05:33.008679 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f016f4aa-867e-414c-8cbd-37a1310fe64b req-1f3e1fa5-9e92-4de2-8559-13fedc2d54ce tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 210 time: 0.0473778 Mar 28 11:05:33.189156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4c56f-b33a-479e-8574-12b032991178 req-e79b39ae-35ff-4bcb-bfa1-867f6fcecced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:33.192210 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-12d4c56f-b33a-479e-8574-12b032991178 req-e79b39ae-35ff-4bcb-bfa1-867f6fcecced service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.2440391 Mar 28 11:05:33.298906 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-12d4c56f-b33a-479e-8574-12b032991178 req-9f68c094-9d37-48b0-afb8-361f95cdf010 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd HTTP/1.1" status: 200 len: 1000 time: 0.0977573 Mar 28 11:05:33.368138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4c56f-b33a-479e-8574-12b032991178 req-8c867037-580d-4392-bcbb-666dc65bdbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:33.369553 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-12d4c56f-b33a-479e-8574-12b032991178 req-8c867037-580d-4392-bcbb-666dc65bdbd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0616915 Mar 28 11:05:33.447091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4c56f-b33a-479e-8574-12b032991178 req-ff9080b3-dad5-49bd-914f-c08db4a1520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:33.448584 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-12d4c56f-b33a-479e-8574-12b032991178 req-ff9080b3-dad5-49bd-914f-c08db4a1520d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708275 Mar 28 11:05:33.525994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 26076d80-639e-47eb-a19e-f21f9023918b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:33.594072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 26076d80-639e-47eb-a19e-f21f9023918b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:33.594372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:33.596929 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-12d4c56f-b33a-479e-8574-12b032991178 req-0c0562ea-ac16-4b47-86fe-194b3602a159 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372352 Mar 28 11:05:33.735201 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-12d4c56f-b33a-479e-8574-12b032991178 req-140a93cc-1170-40b7-beab-b6bbcec4162d service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294491 Mar 28 11:05:34.164727 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-63f1cb25-22ef-4e3b-a0a1-431168ef4f72 req-0b2db5eb-b629-469b-9117-a73d1aa1b7fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 210 time: 0.0425785 Mar 28 11:05:35.267196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-63c0b1bb-c78d-4233-a039-b1cb4463d96e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:35.269770 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-63c0b1bb-c78d-4233-a039-b1cb4463d96e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=75986ad3-eab6-48dc-ab08-661f1bc3a307 HTTP/1.1" status: 200 len: 796 time: 0.1519897 Mar 28 11:05:35.325526 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-929beb64-4723-4105-bd0d-629c23fa1141 req-86e7a63f-6510-402b-9200-d6c8bbb5e71f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 210 time: 0.0435088 Mar 28 11:05:35.383160 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-4a9d0c15-d955-46c2-8580-82c03c9402e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 379 time: 0.0404446 Mar 28 11:05:35.393353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['aea5a1e7-d5ca-4851-be0c-ead2849dea72']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:35.531654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:35.541770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:35.634571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:05:35.643782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:35.803316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.6 (75986ad3-eab6-48dc-ab08-661f1bc3a307/dc787cca-2eef-4fd5-867b-8a2c53ba7b45/ae2dc099-a9c5-48b6-a1dd-856c9bde713a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:05:35.988984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:36.004045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object ae2dc099-a9c5-48b6-a1dd-856c9bde713a will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:05:36.103996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:36.170235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:05:36.174312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:05:36.181753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:05:36.221370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:36.255363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:36.257117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:36.360600 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-095e9678-073f-4f2e-a94e-fa73056d183d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9708171 Mar 28 11:05:36.387064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Request body: {'port': {'device_id': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:36.497876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-748e13e9-ba91-45fa-80cc-7c08d6d1f2a6 None None] Provisioning for port ae2dc099-a9c5-48b6-a1dd-856c9bde713a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:05:36.504110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:36.506820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-748e13e9-ba91-45fa-80cc-7c08d6d1f2a6 None None] Provisioning complete for port ae2dc099-a9c5-48b6-a1dd-856c9bde713a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:36.507340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-748e13e9-ba91-45fa-80cc-7c08d6d1f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:36.516108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365dd49-e661-4c72-b6ab-5bad4562659d req-333e158f-8831-465d-83d1-8aa91a5ce025 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:36.518165 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b365dd49-e661-4c72-b6ab-5bad4562659d req-333e158f-8831-465d-83d1-8aa91a5ce025 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 931 time: 0.0866752 Mar 28 11:05:36.579068 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b365dd49-e661-4c72-b6ab-5bad4562659d req-4fe70a4d-16ad-4b28-8bb4-71d56914ef14 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542221 Mar 28 11:05:36.585345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-748e13e9-ba91-45fa-80cc-7c08d6d1f2a6 None None] Port ae2dc099-a9c5-48b6-a1dd-856c9bde713a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:05:36.862644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2dc099-a9c5-48b6-a1dd-856c9bde713a {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:05:36.870424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:36.884557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Transition to ACTIVE for port object ae2dc099-a9c5-48b6-a1dd-856c9bde713a will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:05:36.971237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:37.202155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:37.303985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Attempting to bind port ae2dc099-a9c5-48b6-a1dd-856c9bde713a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:05:37.304315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Attempting to bind port ae2dc099-a9c5-48b6-a1dd-856c9bde713a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:05:37.304631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Attempting to bind port ae2dc099-a9c5-48b6-a1dd-856c9bde713a on network 75986ad3-eab6-48dc-ab08-661f1bc3a307 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:05:37.309263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Port ae2dc099-a9c5-48b6-a1dd-856c9bde713a on network 75986ad3-eab6-48dc-ab08-661f1bc3a307 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:05:37.313785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Attempting to bind port ae2dc099-a9c5-48b6-a1dd-856c9bde713a on network 75986ad3-eab6-48dc-ab08-661f1bc3a307 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:05:37.314811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:05:37.315137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Checking segment: {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:05:37.315508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Bound using segment: {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:05:37.315924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Bound port: ae2dc099-a9c5-48b6-a1dd-856c9bde713a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb9bcb9-ee41-4f8e-9170-7c802d719110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:05:37.316258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:37.406310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] For port ae2dc099-a9c5-48b6-a1dd-856c9bde713a, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:05:37.409184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] For port ae2dc099-a9c5-48b6-a1dd-856c9bde713a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:05:37.469145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:37.524894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:37.525569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:37.526937 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] 10.222.0.31 "PUT /v2.0/ports/ae2dc099-a9c5-48b6-a1dd-856c9bde713a HTTP/1.1" status: 200 len: 1093 time: 1.1441331 Mar 28 11:05:37.527349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:05:37.559999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f271-a7d7-406e-996e-f48f0df89cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:37.588916 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'status': 'completed', 'code': 200} Mar 28 11:05:37.731783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61174ef-9fd6-4967-9862-f757dfeace96 req-851a87c8-22f0-4b2c-9c0e-93bb17ef7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:37.733251 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a61174ef-9fd6-4967-9862-f757dfeace96 req-851a87c8-22f0-4b2c-9c0e-93bb17ef7501 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 1096 time: 0.0829616 Mar 28 11:05:37.769336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7ed27-dd11-45c8-a8ff-863a19497c6a req-fa6b1cdc-c6c3-4cc8-82c6-fc0896c3dcf3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:37.770809 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-39b7ed27-dd11-45c8-a8ff-863a19497c6a req-fa6b1cdc-c6c3-4cc8-82c6-fc0896c3dcf3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 943 time: 0.0842509 Mar 28 11:05:37.817680 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-39b7ed27-dd11-45c8-a8ff-863a19497c6a req-b1242d99-1a05-43d9-9ac4-6a6abc0a63b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 Mar 28 11:05:37.889288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61174ef-9fd6-4967-9862-f757dfeace96 req-4e2abe3d-fded-48c8-97bd-7a8883468fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:37.890776 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a61174ef-9fd6-4967-9862-f757dfeace96 req-4e2abe3d-fded-48c8-97bd-7a8883468fb7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1359599 Mar 28 11:05:38.027318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61174ef-9fd6-4967-9862-f757dfeace96 req-86c0713c-3633-4b80-92fb-2f32789c2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:38.028719 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a61174ef-9fd6-4967-9862-f757dfeace96 req-86c0713c-3633-4b80-92fb-2f32789c2afa service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284041 Mar 28 11:05:38.157669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-83bb2524-0e63-490c-aba3-9a7a0fa8f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:38.159136 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-83bb2524-0e63-490c-aba3-9a7a0fa8f6b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 1096 time: 0.0696573 Mar 28 11:05:38.255042 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-a2bab18a-f71e-4272-b5e2-228729a28c81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2dc099-a9c5-48b6-a1dd-856c9bde713a HTTP/1.1" status: 200 len: 217 time: 0.0626736 Mar 28 11:05:38.315679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-1e0d0ef2-38fb-4ed7-b7d2-721479c888a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:38.317041 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-1e0d0ef2-38fb-4ed7-b7d2-721479c888a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc787cca-2eef-4fd5-867b-8a2c53ba7b45 HTTP/1.1" status: 200 len: 844 time: 0.0561647 Mar 28 11:05:38.397350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-1984e9f1-e5fb-4d7f-964f-3495ebef0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:38.398810 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-1984e9f1-e5fb-4d7f-964f-3495ebef0eac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75986ad3-eab6-48dc-ab08-661f1bc3a307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712140 Mar 28 11:05:38.528992 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e65b85b3-0824-419f-9b0b-8be257f76439 service neutron] 10.222.0.31 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217299 Mar 28 11:05:38.662971 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-290d531d-8672-457b-ac6f-a65859d2b5f3 req-e42b070c-565f-4b08-b513-377fe1c3c3ed service neutron] 10.222.0.31 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219754 Mar 28 11:05:38.999427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25beda-0e16-4849-bb71-0747fbfc1bc7 req-b136f84a-0e5c-4a0d-bfa2-90981ffb5b54 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:39.000798 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1e25beda-0e16-4849-bb71-0747fbfc1bc7 req-b136f84a-0e5c-4a0d-bfa2-90981ffb5b54 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 943 time: 0.0783546 Mar 28 11:05:39.045072 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1e25beda-0e16-4849-bb71-0747fbfc1bc7 req-224b62e5-798e-4388-aa10-ffe169a547d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380564 Mar 28 11:05:40.371198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4bae7-8311-42ed-b6e1-db047a6c808f req-ae2ce123-65a8-4286-b3b4-9563226ca0c3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:40.372629 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-06a4bae7-8311-42ed-b6e1-db047a6c808f req-ae2ce123-65a8-4286-b3b4-9563226ca0c3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 943 time: 0.0815759 Mar 28 11:05:40.415870 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-06a4bae7-8311-42ed-b6e1-db047a6c808f req-a4029ab3-388e-4f7a-a2dd-19c12a259c0a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377393 Mar 28 11:05:40.496895 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ae2dc099-a9c5-48b6-a1dd-856c9bde713a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:05:40.627083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ae2dc099-a9c5-48b6-a1dd-856c9bde713a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:40.640134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'port_id': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'mac_address': 'fa:16:3e:28:41:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:05:40.694114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:40.710615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2dc099-a9c5-48b6-a1dd-856c9bde713a {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:05:40.725247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ae2dc099-a9c5-48b6-a1dd-856c9bde713a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:40.777057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:40.844763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:41.184318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['ae2dc099-a9c5-48b6-a1dd-856c9bde713a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:05:41.598927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001802-25ea-40e5-b479-385afb44e7a4 req-5e3cf3ae-b96d-4980-adaf-e794bb26be8b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:41.600923 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e2001802-25ea-40e5-b479-385afb44e7a4 req-5e3cf3ae-b96d-4980-adaf-e794bb26be8b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 944 time: 0.0807025 Mar 28 11:05:41.643093 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e2001802-25ea-40e5-b479-385afb44e7a4 req-22af0902-f376-4c2c-828f-5176ee06c29d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365655 Mar 28 11:05:42.511545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ae2dc099-a9c5-48b6-a1dd-856c9bde713a up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:05:42.674125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port ae2dc099-a9c5-48b6-a1dd-856c9bde713a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:05:42.679728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port ae2dc099-a9c5-48b6-a1dd-856c9bde713a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:05:42.680117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:42.795425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:42.821736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:05:42.832105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ae2dc099-a9c5-48b6-a1dd-856c9bde713a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:05:42.865035 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'code': 200} Mar 28 11:05:42.925893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:42.936980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc3727-9fd4-4fd6-a1e3-5f1605054bb1 req-d515bdf2-b321-4c67-b0e1-7af38deb03bc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:42.938479 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-66dc3727-9fd4-4fd6-a1e3-5f1605054bb1 req-d515bdf2-b321-4c67-b0e1-7af38deb03bc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 944 time: 0.0844145 Mar 28 11:05:42.983445 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-66dc3727-9fd4-4fd6-a1e3-5f1605054bb1 req-2cb722cd-0798-43d9-8bcb-23decdf845d6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391209 Mar 28 11:05:42.998578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:43.281917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bf9c-306e-4b36-b250-334121b3e97d req-779918ac-401c-43dc-bdc8-e2c197f4a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:43.283356 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3659bf9c-306e-4b36-b250-334121b3e97d req-779918ac-401c-43dc-bdc8-e2c197f4a63f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 1098 time: 0.0678418 Mar 28 11:05:43.325710 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3659bf9c-306e-4b36-b250-334121b3e97d req-cf60e464-8276-4688-b29c-341cc0262edd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325477 Mar 28 11:05:44.169660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6270-67c6-46e6-b68b-bba506bfcc39 req-e95e0629-598f-4b55-a570-e971061ceeae tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:44.171376 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fada6270-67c6-46e6-b68b-bba506bfcc39 req-e95e0629-598f-4b55-a570-e971061ceeae tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 945 time: 0.0825477 Mar 28 11:05:44.214047 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fada6270-67c6-46e6-b68b-bba506bfcc39 req-57de0a57-5e09-46e9-b6df-4e953a5fe110 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370843 Mar 28 11:05:45.467648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e2b0d-ea87-4ac4-88c7-cec09900a32b req-6c3f28f9-9505-4f32-b797-7f10d554ca3f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:45.469087 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-429e2b0d-ea87-4ac4-88c7-cec09900a32b req-6c3f28f9-9505-4f32-b797-7f10d554ca3f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 945 time: 0.1518862 Mar 28 11:05:45.512400 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-429e2b0d-ea87-4ac4-88c7-cec09900a32b req-181c132f-e61c-4307-a055-1af034447e9f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377212 Mar 28 11:05:45.651420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:45.743379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574eec-d284-4648-a9ef-fd1d7b1b0648 req-c488dba4-7aa9-4cc0-a013-9982de132fc5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:45.744793 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b8574eec-d284-4648-a9ef-fd1d7b1b0648 req-c488dba4-7aa9-4cc0-a013-9982de132fc5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 945 time: 0.1289146 Mar 28 11:05:45.788117 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b8574eec-d284-4648-a9ef-fd1d7b1b0648 req-8a7768fe-02a0-4cd4-a6b1-af0f27227e00 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376699 Mar 28 11:05:45.810526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41702) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:45.878759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c3a9a-96ee-4fd4-a5f9-59930d7d6524 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:45.880214 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-673c3a9a-96ee-4fd4-a5f9-59930d7d6524 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 1093 time: 0.0687366 Mar 28 11:05:45.882937 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41708) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:45.887699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:05:45.893373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:05:45.897209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:floatingip and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:05:45.900013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:05:45.905531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:05:45.994449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:46.124297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:46.257780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.41 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/f825396c-7118-4f97-b13e-5f335755ef53) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:05:46.401488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:46.491325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:46.556328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:05:46.563196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:05:46.567292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:05:46.596950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=f825396c-7118-4f97-b13e-5f335755ef53,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:47.089295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:47.242227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:47.439871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:47.497061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:47.605943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=f825396c-7118-4f97-b13e-5f335755ef53,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:05:47.615819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:47.782624 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP d0742f73-c412-4e58-af54-ce5213f084f4 associated. External IP: 172.26.2.41, port: ae2dc099-a9c5-48b6-a1dd-856c9bde713a. Mar 28 11:05:48.125517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:05:48.256812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b929-2ddf-454c-b3f3-a2c53621a8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:48.298629 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:05:48.310701 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] Sync routers for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:05:48.320426 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:48.321017 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:05:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:48.388077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:48.447416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a33a2e15-a3db-43e0-804d-3d9e77677eff tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5610547 Mar 28 11:05:48.447416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:05:48.448065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41712) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:48.491005 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:48.499418 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'status': 'completed', 'code': 200} Mar 28 11:05:48.605457 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cc01366a-7066-4c17-8861-19ef61587ab9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/d0742f73-c412-4e58-af54-ce5213f084f4 HTTP/1.1" status: 200 len: 990 time: 0.1552064 Mar 28 11:05:48.637368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-99b177d7-48ba-4497-96ed-6b0e6a9a5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:48.638493 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-99b177d7-48ba-4497-96ed-6b0e6a9a5eda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 1098 time: 0.0803523 Mar 28 11:05:48.832882 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd0742f73-c412-4e58-af54-ce5213f084f4', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'port_id': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'mac_address': 'fa:16:3e:28:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:05:47Z', 'updated_at': '2022-03-28T11:05:47Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26076d80-639e-47eb-a19e-f21f9023918b', 'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:fa:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:25Z', 'updated_at': '2022-03-28T11:05:31Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:48.836975 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] Checking router: 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:05:48.845509 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:05:48.846145 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:05:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:48.886106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-6acdf49d-c019-48c3-8092-78ac3db6cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:48.887541 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-6acdf49d-c019-48c3-8092-78ac3db6cdce service neutron] 10.222.0.31 "GET /v2.0/networks?id=75986ad3-eab6-48dc-ab08-661f1bc3a307 HTTP/1.1" status: 200 len: 897 time: 0.2412636 Mar 28 11:05:48.991856 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-cb7b429f-fb98-4df5-bc6e-ddab46250039 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2dc099-a9c5-48b6-a1dd-856c9bde713a HTTP/1.1" status: 200 len: 998 time: 0.0969455 Mar 28 11:05:49.051026 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:05:49.055641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-6ecec443-6568-41b6-ba2b-7ab30e2b4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:49.057084 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-6ecec443-6568-41b6-ba2b-7ab30e2b4935 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc787cca-2eef-4fd5-867b-8a2c53ba7b45 HTTP/1.1" status: 200 len: 844 time: 0.0585525 Mar 28 11:05:49.131763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-c23ef85b-6228-46aa-88b2-917bff0f3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:05:49.133233 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-c23ef85b-6228-46aa-88b2-917bff0f3d54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75986ad3-eab6-48dc-ab08-661f1bc3a307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694020 Mar 28 11:05:49.266210 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-3004d951-cae5-431e-86ad-80b2ed33156c service neutron] 10.222.0.31 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263430 Mar 28 11:05:49.384983 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd0742f73-c412-4e58-af54-ce5213f084f4', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'port_id': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'mac_address': 'fa:16:3e:28:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:05:47Z', 'updated_at': '2022-03-28T11:05:47Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26076d80-639e-47eb-a19e-f21f9023918b', 'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:fa:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:25Z', 'updated_at': '2022-03-28T11:05:31Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:05:49.388885 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455b9d3-aff9-4169-b540-bd81e8e7f21c None None] The sync data for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv is: [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'd0742f73-c412-4e58-af54-ce5213f084f4', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'port_id': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'mac_address': 'fa:16:3e:28:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:05:47Z', 'updated_at': '2022-03-28T11:05:47Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26076d80-639e-47eb-a19e-f21f9023918b', 'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:fa:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:25Z', 'updated_at': '2022-03-28T11:05:31Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:05:49.398619 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df8e8e8d-d572-4189-8aee-c03a556565a3 req-aab100e7-8712-4683-9d49-05815f870076 service neutron] 10.222.0.31 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261268 Mar 28 11:05:49.561208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44447fb-b868-435e-83c6-bff72d9e76f7 None None] New status for floating IP d0742f73-c412-4e58-af54-ce5213f084f4: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:05:49.608592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41718) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:49.714334 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7ac8f8f0-ee77-47ae-9a69-4fd3752884ef tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/d0742f73-c412-4e58-af54-ce5213f084f4 HTTP/1.1" status: 200 len: 990 time: 0.1043923 Mar 28 11:05:50.439372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ad8343bc-198c-4246-8591-b5aed37b29e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:50.717403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41722) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:05:50.817446 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a31c1f99-9878-45d8-b8c0-308be9d1832b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/d0742f73-c412-4e58-af54-ce5213f084f4 HTTP/1.1" status: 200 len: 992 time: 0.0989747 Mar 28 11:05:51.582405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:51.599286 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:05:53.028404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:00.213800 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:06:15.650871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:18.238319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bcb89fe9-cfeb-4793-97d5-308568f97eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:20.450218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4aa1d718-ae39-4140-8350-f14f1087e796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:21.570422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:21.615821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:23.032844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:24.474334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-4925a5cf-5324-484d-8e2c-574ef91e58b3 req-a7983ff3-41aa-42af-ab20-67d4eda3f067 service neutron] (88494) timed out ('10.222.0.31', 61450) {{(pid=88494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 11:06:32.772346 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-317969ce-2ab8-4390-a817-6ad500529cfb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1102788 Mar 28 11:06:32.930278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-ff4da55c-180d-40dc-8ed0-456284cc0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:06:32.931716 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-ff4da55c-180d-40dc-8ed0-456284cc0a18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0701840 Mar 28 11:06:33.079154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-6ef175f2-18f1-4768-8ea5-b5057f985e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:06:33.080511 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-6ef175f2-18f1-4768-8ea5-b5057f985e06 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.1272509 Mar 28 11:06:33.188074 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-1ebdc38c-163c-41b4-b52b-07cd17833d24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd HTTP/1.1" status: 200 len: 1000 time: 0.0981853 Mar 28 11:06:33.255484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-c67bcca3-dd89-4959-990e-1f4ad7070eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:06:33.256905 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-c67bcca3-dd89-4959-990e-1f4ad7070eb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0585332 Mar 28 11:06:33.337822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-8d78048a-509c-4fd7-9f55-ddd0e50a01db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:06:33.339371 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-8d78048a-509c-4fd7-9f55-ddd0e50a01db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726857 Mar 28 11:06:33.473453 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-26fa4cd2-8129-4aa4-8031-e640b48933ae service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243575 Mar 28 11:06:33.610726 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f8f43c8-d890-4434-bd2c-71108c1f63fc req-568f5fa2-8f00-487a-adbd-1362f2b9ae9a service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268182 Mar 28 11:06:37.211482 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:06:45.649209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:48.254838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e312cdab-f23a-4d77-87a3-c60ca5c41187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:50.426249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1ead85ba-2044-470f-b1ac-dd4c1d056fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:51.580642 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:51.603299 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:06:53.054775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:14.209831 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:07:15.677008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:18.231215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0fa1f9f3-4f9e-4c87-8f71-551fdad5f7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:20.448272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c45e9ad9-ca62-4e17-bcf1-ee20ade2f29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:21.619860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:21.642537 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:22.991252 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:33.793515 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-734c70cc-4402-4b45-8b62-b6fb692b956c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713210 Mar 28 11:07:34.022764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-84af2562-3b4a-49cb-a109-4827409abe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:34.024224 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-84af2562-3b4a-49cb-a109-4827409abe4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 1098 time: 0.1838021 Mar 28 11:07:34.184939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-39afc4a8-e40e-4e33-9227-1467c39834d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:34.186387 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-39afc4a8-e40e-4e33-9227-1467c39834d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=75986ad3-eab6-48dc-ab08-661f1bc3a307 HTTP/1.1" status: 200 len: 897 time: 0.1372972 Mar 28 11:07:34.297712 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-f5197a7f-0605-4cb0-8595-26df706898d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2dc099-a9c5-48b6-a1dd-856c9bde713a HTTP/1.1" status: 200 len: 1000 time: 0.1005111 Mar 28 11:07:34.366512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-7945d255-4f3c-4ca2-bdc3-8bfe42bb48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:34.367914 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-7945d255-4f3c-4ca2-bdc3-8bfe42bb48bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc787cca-2eef-4fd5-867b-8a2c53ba7b45 HTTP/1.1" status: 200 len: 844 time: 0.0608459 Mar 28 11:07:34.456052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-4c02036c-2364-4248-97c8-9cc24218ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:34.457668 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-4c02036c-2364-4248-97c8-9cc24218ed2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75986ad3-eab6-48dc-ab08-661f1bc3a307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805621 Mar 28 11:07:34.597787 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-cd6766cf-d71b-430d-b6b8-bc975ad69df6 service neutron] 10.222.0.31 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298673 Mar 28 11:07:34.735417 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c48bc76b-4b8e-42d5-a220-1537eb49f94e req-d6ad6f06-f664-4b3c-8f60-a776c208e624 service neutron] 10.222.0.31 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278200 Mar 28 11:07:45.155981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41826) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:07:45.166848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:07:45.413523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2846176'] for subnet, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:45.670547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728513808119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3036340'] for subnet, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:45.711278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:45.724410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:45.725029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:45.728718 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/subnets/dc787cca-2eef-4fd5-867b-8a2c53ba7b45 HTTP/1.1" status: 200 len: 836 time: 0.5714645 Mar 28 11:07:45.734709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2af6ccb-ee75-475e-a979-d1873bee67a4 None None] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:07:45.745074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=dc787cca-2eef-4fd5-867b-8a2c53ba7b45,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:07:45.753054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.753400 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.753724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.754099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.754426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.754758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.755081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.755389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.755706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.756532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.756866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:45.757182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5778f5df-cff3-4355-8819-7e6b5e89ad72 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:46.209204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f9fe9050-62ee-4eb4-82f2-9265968567a1 None None] Provisioning complete for port d39d5cc5-2753-4f0a-9145-0dfc00eef41d triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:07:46.209784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9050-62ee-4eb4-82f2-9265968567a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:46.337948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f9fe9050-62ee-4eb4-82f2-9265968567a1 None None] Provisioning complete for port 26076d80-639e-47eb-a19e-f21f9023918b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:07:46.338351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9050-62ee-4eb4-82f2-9265968567a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:46.498161 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f9fe9050-62ee-4eb4-82f2-9265968567a1 None None] Provisioning complete for port ae2dc099-a9c5-48b6-a1dd-856c9bde713a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:07:46.498528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9050-62ee-4eb4-82f2-9265968567a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:48.243026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-33a888d9-4e5d-4d69-80fb-2fa3de37d2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:48.328215 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-7b5e7fd3-afef-4371-bd99-5765e35bf0b0 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429155260&fields=id&tenant_id=0a27231c113448fbbc623f4b58a6f685 HTTP/1.1" status: 200 len: 267 time: 0.0402005 Mar 28 11:07:48.475096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-ae3d1ef8-0a1b-493e-abe2-b53a5cc5718c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:48.477008 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-ae3d1ef8-0a1b-493e-abe2-b53a5cc5718c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 812 time: 0.1423154 Mar 28 11:07:48.491816 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-f21d84f3-5063-4b88-9160-820c2a5b9a03 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/quotas/0a27231c113448fbbc623f4b58a6f685 HTTP/1.1" status: 200 len: 375 time: 0.0088000 Mar 28 11:07:48.583746 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-69531b2d-3916-4f7b-adb7-e99236e5b18a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0869241 Mar 28 11:07:48.778502 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-f4ebcc72-da58-44f6-abd7-fe1e119d286c service neutron] 10.222.0.18 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834481 Mar 28 11:07:48.911582 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-026cfd24-a31f-4d97-9289-558b5353287b service neutron] 10.222.0.18 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271579 Mar 28 11:07:49.579372 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-30ab1db8-b8e2-4922-84d6-b7ae56a71cb8 req-eca23138-f890-4781-8193-498762cb43ee tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 210 time: 0.0440505 Mar 28 11:07:50.459104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-aa089f39-57aa-4752-b463-262e03470711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:50.725081 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-666153e1-5056-47d5-b487-1c54013403f7 req-e2952faf-226f-4ccf-aec3-1f706ffd22e4 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 210 time: 0.0427396 Mar 28 11:07:51.208269 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:07:51.550964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:51.573766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:51.698747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-3fecb738-efbb-427e-886e-8db7c7ac1384 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:51.700149 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-3fecb738-efbb-427e-886e-8db7c7ac1384 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 812 time: 0.1449490 Mar 28 11:07:51.759211 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-f71cfa3a-28d1-4cc8-9c45-8bb070254afd tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a27231c113448fbbc623f4b58a6f685 HTTP/1.1" status: 200 len: 380 time: 0.0400584 Mar 28 11:07:51.769346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'port': {'device_id': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'admin_state_up': True, 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'security_groups': ['ae1e59ce-1231-4c95-a95a-1b1a48e728bf']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:07:51.881235 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d93c4d38-7f25-4c7f-acfc-2f900b81bc4e req-a5b937d1-e31c-4fb4-86da-f7dfa9f10556 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 210 time: 0.0476975 Mar 28 11:07:51.906570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:07:51.910798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:port and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:07:51.913754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:07:51.919945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:07:52.008136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Made reservation on behalf of 0a27231c113448fbbc623f4b58a6f685 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:07:52.011797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:52.179344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Allocated IP 172.20.0.4 (8a13414b-468c-4d72-8ffa-41d8f4434cba/5b0d7c2b-598b-432e-afb1-8c6f02962280/b4b604ab-2c16-4047-be1f-cfab72ee36a4) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:07:52.368771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:52.384350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Transition to ACTIVE for port object b4b604ab-2c16-4047-be1f-cfab72ee36a4 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:07:52.453616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:52.519267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:07:52.530695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:07:52.535305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:07:52.566564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'Port': ['ID=b4b604ab-2c16-4047-be1f-cfab72ee36a4,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:07:52.586745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.587083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.587411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.587737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.588056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.588377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.588695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.589027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.589331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.589645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.589986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.590298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:07:52.618590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:52.619239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:52.728680 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-89f2cc05-b8be-4325-a973-8afb3876c9ba tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9629936 Mar 28 11:07:52.755544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Request body: {'port': {'device_id': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:07:52.813313 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-51acc6f9-3e6f-472d-8709-6747cf569a65 None None] Provisioning for port b4b604ab-2c16-4047-be1f-cfab72ee36a4 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:07:52.818576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-51acc6f9-3e6f-472d-8709-6747cf569a65 None None] Provisioning complete for port b4b604ab-2c16-4047-be1f-cfab72ee36a4 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:07:52.819009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-51acc6f9-3e6f-472d-8709-6747cf569a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:52.880955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-51acc6f9-3e6f-472d-8709-6747cf569a65 None None] Port b4b604ab-2c16-4047-be1f-cfab72ee36a4 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:07:52.977788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:53.010489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:53.089564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c1f00-f57c-4268-81fd-9c92f0c2d8c0 req-734f0f35-85e7-45c6-8a4c-af76aa66f15b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:53.091151 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-675c1f00-f57c-4268-81fd-9c92f0c2d8c0 req-734f0f35-85e7-45c6-8a4c-af76aa66f15b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 931 time: 0.0915232 Mar 28 11:07:53.143458 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-675c1f00-f57c-4268-81fd-9c92f0c2d8c0 req-fbc8af41-a01d-4845-a8e6-388f227677cc tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459912 Mar 28 11:07:53.328868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b604ab-2c16-4047-be1f-cfab72ee36a4 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:07:53.336426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:53.351414 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Transition to ACTIVE for port object b4b604ab-2c16-4047-be1f-cfab72ee36a4 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:07:53.401858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:53.561257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Pushing event updated for resources: {'Port': ['ID=b4b604ab-2c16-4047-be1f-cfab72ee36a4,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:07:53.639858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Attempting to bind port b4b604ab-2c16-4047-be1f-cfab72ee36a4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:07:53.640195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Attempting to bind port b4b604ab-2c16-4047-be1f-cfab72ee36a4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:07:53.640522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Attempting to bind port b4b604ab-2c16-4047-be1f-cfab72ee36a4 on network 8a13414b-468c-4d72-8ffa-41d8f4434cba {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:07:53.645328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Port b4b604ab-2c16-4047-be1f-cfab72ee36a4 on network 8a13414b-468c-4d72-8ffa-41d8f4434cba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:07:53.645653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Attempting to bind port b4b604ab-2c16-4047-be1f-cfab72ee36a4 on network 8a13414b-468c-4d72-8ffa-41d8f4434cba {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:07:53.650691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:07:53.651026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Checking segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:07:53.651409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Bound using segment: {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:07:53.651836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Bound port: b4b604ab-2c16-4047-be1f-cfab72ee36a4, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10571f5b-e127-4ee3-b095-ab40cdf1e162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:07:53.652180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:53.749643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] For port b4b604ab-2c16-4047-be1f-cfab72ee36a4, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:07:53.752547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] For port b4b604ab-2c16-4047-be1f-cfab72ee36a4, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b4b604ab-2c16-4047-be1f-cfab72ee36a4,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:07:53.865491 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:53.922206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:53.922944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:07:53.924379 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] 10.222.0.31 "PUT /v2.0/ports/b4b604ab-2c16-4047-be1f-cfab72ee36a4 HTTP/1.1" status: 200 len: 1093 time: 1.1732588 Mar 28 11:07:53.924945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:07:53.953617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2cdc8-fc48-4181-a0c1-bf8a0248378d service neutron] Pushing event updated for resources: {'Port': ['ID=b4b604ab-2c16-4047-be1f-cfab72ee36a4,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:07:54.034364 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'status': 'completed', 'code': 200} Mar 28 11:07:54.174424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53eade-8848-46c8-a266-ea3f514933d7 req-2886021e-e4ce-41f2-a1f0-07c3aac5eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:54.176024 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6b53eade-8848-46c8-a266-ea3f514933d7 req-2886021e-e4ce-41f2-a1f0-07c3aac5eef4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 1096 time: 0.0880706 Mar 28 11:07:54.332526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53eade-8848-46c8-a266-ea3f514933d7 req-08b3d736-4938-4a34-b196-3beb3da649bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:54.333984 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6b53eade-8848-46c8-a266-ea3f514933d7 req-08b3d736-4938-4a34-b196-3beb3da649bc service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0a27231c113448fbbc623f4b58a6f685&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1387184 Mar 28 11:07:54.341685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070769e-0f2f-4567-aac0-11980a65a1f5 req-ecfe8d71-2e0e-4dac-aae6-458422493e9f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:54.343146 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c070769e-0f2f-4567-aac0-11980a65a1f5 req-ecfe8d71-2e0e-4dac-aae6-458422493e9f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 943 time: 0.0879364 Mar 28 11:07:54.388952 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c070769e-0f2f-4567-aac0-11980a65a1f5 req-0a4bba28-2362-45a1-bf93-6f4cca450112 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Mar 28 11:07:54.474699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53eade-8848-46c8-a266-ea3f514933d7 req-251a25d1-48ec-4051-8bbf-60b001333442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:54.476157 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6b53eade-8848-46c8-a266-ea3f514933d7 req-251a25d1-48ec-4051-8bbf-60b001333442 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330776 Mar 28 11:07:54.610260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-975ce56d-7052-4c77-b808-fe30bb774880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:54.611709 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-975ce56d-7052-4c77-b808-fe30bb774880 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 1096 time: 0.0740635 Mar 28 11:07:54.695560 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-04dcf1be-3685-4113-ab4d-9ac76d04600f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b604ab-2c16-4047-be1f-cfab72ee36a4 HTTP/1.1" status: 200 len: 217 time: 0.0628533 Mar 28 11:07:54.759328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-29b3d62d-0151-40ac-b760-c6b220803191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:54.760730 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-29b3d62d-0151-40ac-b760-c6b220803191 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0565050 Mar 28 11:07:54.838557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-3dd46a79-8a8a-41d1-9de2-85fd9be17b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:54.840046 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-3dd46a79-8a8a-41d1-9de2-85fd9be17b5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693600 Mar 28 11:07:54.972718 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-4a9f52bc-0bb0-49e3-843e-66713c8ae4c2 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229825 Mar 28 11:07:55.106421 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b57e730d-3b39-41d8-8ed6-6cb5c1dcbd44 req-87008802-0f94-4280-b1d8-ee215e59e26d service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235051 Mar 28 11:07:55.574851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176d212-c386-4a0e-8a43-fe5a0d53dd1e req-7f231994-060c-4c2d-b91e-939000419306 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:55.576281 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6176d212-c386-4a0e-8a43-fe5a0d53dd1e req-7f231994-060c-4c2d-b91e-939000419306 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 943 time: 0.0814414 Mar 28 11:07:55.624761 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6176d212-c386-4a0e-8a43-fe5a0d53dd1e req-00ec5ba0-3fb2-47b6-a201-cce32f7e8ea0 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Mar 28 11:07:56.806878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cec8d2-8610-4ebb-be55-91068fc2060f req-b0f5daa3-d9fa-491f-a725-d867a5402720 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:56.808358 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-02cec8d2-8610-4ebb-be55-91068fc2060f req-b0f5daa3-d9fa-491f-a725-d867a5402720 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 943 time: 0.0800936 Mar 28 11:07:56.851029 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-02cec8d2-8610-4ebb-be55-91068fc2060f req-fe79b7bd-02b7-4196-9bc4-841b25ac6c85 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371351 Mar 28 11:07:58.033367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d8fc2-0a50-4934-8996-997705af2e1c req-b4c59a0c-b757-4adc-b6a9-fe016b88d85a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:58.034841 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-276d8fc2-0a50-4934-8996-997705af2e1c req-b4c59a0c-b757-4adc-b6a9-fe016b88d85a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 943 time: 0.0813391 Mar 28 11:07:58.079526 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-276d8fc2-0a50-4934-8996-997705af2e1c req-a919feed-ddf0-4d17-91a6-435ceef79c4e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389915 Mar 28 11:07:59.263453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16275ba8-c4e1-4136-b4c0-93069664ccd7 req-35cbf389-0067-4d3c-bf60-8cf7cf37fad0 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:07:59.264884 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-16275ba8-c4e1-4136-b4c0-93069664ccd7 req-35cbf389-0067-4d3c-bf60-8cf7cf37fad0 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 943 time: 0.0804348 Mar 28 11:07:59.308784 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-16275ba8-c4e1-4136-b4c0-93069664ccd7 req-e3da838a-8e1d-48a6-8baa-58d0e437ae67 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380337 Mar 28 11:08:00.601289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369f5b-3dcd-47df-b324-ea0809cdc84a req-280f3d64-6f8f-4473-a88b-e58b59e12f3d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:00.601289 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e9369f5b-3dcd-47df-b324-ea0809cdc84a req-280f3d64-6f8f-4473-a88b-e58b59e12f3d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 943 time: 0.1820803 Mar 28 11:08:00.638436 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e9369f5b-3dcd-47df-b324-ea0809cdc84a req-f5d4caa8-7f28-4a32-a8cf-0a4a18e223f6 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395751 Mar 28 11:08:01.822992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4fc09-b1f7-4464-ab50-6b3e0045c1f6 req-6f6e0d46-a811-4395-a897-9b23d8eedd37 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:01.824332 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6bb4fc09-b1f7-4464-ab50-6b3e0045c1f6 req-6f6e0d46-a811-4395-a897-9b23d8eedd37 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 943 time: 0.0808911 Mar 28 11:08:01.868006 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6bb4fc09-b1f7-4464-ab50-6b3e0045c1f6 req-b996ab14-f842-4999-a41d-099c23387d20 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380893 Mar 28 11:08:03.051922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b378b7-98a0-4318-9245-eac720145ca1 req-7d12ccc0-7767-46b7-b8d2-8da7c1e46c56 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:03.053361 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c9b378b7-98a0-4318-9245-eac720145ca1 req-7d12ccc0-7767-46b7-b8d2-8da7c1e46c56 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 943 time: 0.0813541 Mar 28 11:08:03.084870 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device b4b604ab-2c16-4047-be1f-cfab72ee36a4 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:08:03.098138 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c9b378b7-98a0-4318-9245-eac720145ca1 req-5a767bc2-aaf8-472a-8eaf-9161314f4c20 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382364 Mar 28 11:08:03.215995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port b4b604ab-2c16-4047-be1f-cfab72ee36a4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b4b604ab-2c16-4047-be1f-cfab72ee36a4,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:03.232397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'port_id': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'mac_address': 'fa:16:3e:df:bb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:08:03.285918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:03.302660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b604ab-2c16-4047-be1f-cfab72ee36a4 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:08:03.317626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port b4b604ab-2c16-4047-be1f-cfab72ee36a4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b4b604ab-2c16-4047-be1f-cfab72ee36a4,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:03.395982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:03.462158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=b4b604ab-2c16-4047-be1f-cfab72ee36a4,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.475078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:03.799460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['b4b604ab-2c16-4047-be1f-cfab72ee36a4'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:08:04.281917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345f226-7bb0-4067-83ca-b786947f5564 req-5bfd97c8-b91e-4caa-a027-31bb48bd93c3 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:04.283381 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1345f226-7bb0-4067-83ca-b786947f5564 req-5bfd97c8-b91e-4caa-a027-31bb48bd93c3 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 944 time: 0.0822678 Mar 28 11:08:04.327213 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1345f226-7bb0-4067-83ca-b786947f5564 req-46d0ec33-4fa1-44a9-adff-5ea2ccbf68e2 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377004 Mar 28 11:08:05.099591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device b4b604ab-2c16-4047-be1f-cfab72ee36a4 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:08:05.286931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port b4b604ab-2c16-4047-be1f-cfab72ee36a4 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:08:05.292013 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port b4b604ab-2c16-4047-be1f-cfab72ee36a4 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:05.292356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:05.410493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:05.440388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:08:05.450720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port b4b604ab-2c16-4047-be1f-cfab72ee36a4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b4b604ab-2c16-4047-be1f-cfab72ee36a4,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:05.516723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8c0c-d19b-42ad-a10f-707980a85816 req-66dcbf15-340a-474d-b90a-cdb45dab0afb tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:05.518198 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc3e8c0c-d19b-42ad-a10f-707980a85816 req-66dcbf15-340a-474d-b90a-cdb45dab0afb tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 944 time: 0.0859213 Mar 28 11:08:05.521673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:05.562111 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'code': 200} Mar 28 11:08:05.573630 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc3e8c0c-d19b-42ad-a10f-707980a85816 req-8231e5b7-6151-4692-bb14-5b07e37b8572 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Mar 28 11:08:05.608238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=b4b604ab-2c16-4047-be1f-cfab72ee36a4,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:06.154862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940d49a-a6d8-4397-a55f-2abd8795018e req-fe450080-171c-4db6-8a6a-120932194ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:06.156323 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f940d49a-a6d8-4397-a55f-2abd8795018e req-fe450080-171c-4db6-8a6a-120932194ee4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 1098 time: 0.1585536 Mar 28 11:08:06.198780 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f940d49a-a6d8-4397-a55f-2abd8795018e req-3a3c9c6a-1afe-440a-a339-d813ff8b762e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330267 Mar 28 11:08:06.758673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca8133-edfe-4134-9341-8eb5c4074efe req-30753f5e-4203-4ba2-9451-d2a9d4aadd1d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:06.760301 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e7ca8133-edfe-4134-9341-8eb5c4074efe req-30753f5e-4203-4ba2-9451-d2a9d4aadd1d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 945 time: 0.0800748 Mar 28 11:08:06.803704 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e7ca8133-edfe-4134-9341-8eb5c4074efe req-77084efc-60fb-477f-8f2a-d411c3ea6b3e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378618 Mar 28 11:08:07.987468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72728a-bac6-4dee-9c26-ef275e4af02f req-fc097f67-dffc-4258-a3d9-7655e31a557f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:07.988923 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c72728a-bac6-4dee-9c26-ef275e4af02f req-fc097f67-dffc-4258-a3d9-7655e31a557f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 945 time: 0.0836093 Mar 28 11:08:08.032171 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c72728a-bac6-4dee-9c26-ef275e4af02f req-59de34e2-3980-41da-b301-e85a0508e1b0 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369062 Mar 28 11:08:08.210966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a95e-1179-4391-968e-622d8ace53ca req-4983157f-facd-4980-99bc-6f4cb1481a5b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:08.212450 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0ac6a95e-1179-4391-968e-622d8ace53ca req-4983157f-facd-4980-99bc-6f4cb1481a5b tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 945 time: 0.0792811 Mar 28 11:08:08.260418 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0ac6a95e-1179-4391-968e-622d8ace53ca req-d740fe4e-495f-4349-9f7d-be2ea7d7c50a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Mar 28 11:08:08.283387 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41912) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:08.392722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5bb62f-a224-41dd-b96f-1699c085211b tempest-TestVolumeBootPattern-1635414056 tempest-TestVolumeBootPattern-1635414056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:08.394270 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5c5bb62f-a224-41dd-b96f-1699c085211b tempest-TestVolumeBootPattern-1635414056 tempest-TestVolumeBootPattern-1635414056-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 1093 time: 0.1099377 Mar 28 11:08:08.396995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41918) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:08.402383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:08.408119 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:08.411879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Usage tracker for resource:floatingip and tenant:0a27231c113448fbbc623f4b58a6f685 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:08.415276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:08.421217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:08.510092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:08.646066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:08.780864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Allocated IP 172.26.2.155 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/4d861884-3b66-4e6f-8abf-70d3de77b477) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:08:08.927133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:09.030592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:09.091931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:08:09.098642 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:08:09.102752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:08:09.135541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'Port': ['ID=4d861884-3b66-4e6f-8abf-70d3de77b477,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:09.623367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:09.768801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:09.974211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:10.070078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:10.174756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event updated for resources: {'Port': ['ID=4d861884-3b66-4e6f-8abf-70d3de77b477,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:10.189319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:10.362306 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Floating IP d37c5d4b-f6f1-4b8d-80f9-1a73ced7d7b4 associated. External IP: 172.26.2.155, port: b4b604ab-2c16-4047-be1f-cfab72ee36a4. Mar 28 11:08:10.711977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Router bbdef605-43f6-4beb-b05a-e351f3e995ee has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:08:10.891492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:08:10.901000 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] Sync routers for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:08:10.910594 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:10.911268 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:07:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:10.984710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:11.039638 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f12ab31b-5c8e-4b80-9bc8-4c6e809bd90f tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6411328 Mar 28 11:08:11.040256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:08:11.087896 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:11.131449 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'status': 'completed', 'code': 200} Mar 28 11:08:11.258708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c67d8-7d88-4207-bc12-1079b2758595 req-d3ca7fef-3d54-48d3-b0ff-55f89ddfaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:11.260066 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-732c67d8-7d88-4207-bc12-1079b2758595 req-d3ca7fef-3d54-48d3-b0ff-55f89ddfaf8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 1098 time: 0.0725212 Mar 28 11:08:11.391232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c67d8-7d88-4207-bc12-1079b2758595 req-f62c329d-fc1f-403c-9002-cea5e2a1000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:11.392553 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-732c67d8-7d88-4207-bc12-1079b2758595 req-f62c329d-fc1f-403c-9002-cea5e2a1000d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.1252904 Mar 28 11:08:11.436953 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7aeb21ce-a3cf-4fbb-9523-b5a01431678c', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:54Z', 'updated_at': '2022-03-28T11:04:57Z', 'revision_number': 1, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}, {'id': 'd37c5d4b-f6f1-4b8d-80f9-1a73ced7d7b4', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:df:bb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:08:09Z', 'updated_at': '2022-03-28T11:08:09Z', 'revision_number': 0, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:11.440681 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] Checking router: bbdef605-43f6-4beb-b05a-e351f3e995ee for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:08:11.448854 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:11.449438 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:07:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:11.491570 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-732c67d8-7d88-4207-bc12-1079b2758595 req-6e650108-6862-45be-9c2b-7db46f32a866 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b604ab-2c16-4047-be1f-cfab72ee36a4 HTTP/1.1" status: 200 len: 999 time: 0.0918097 Mar 28 11:08:11.558456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c67d8-7d88-4207-bc12-1079b2758595 req-d67a3ce6-75f5-4d74-95ad-cabb7bf0dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:11.559981 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-732c67d8-7d88-4207-bc12-1079b2758595 req-d67a3ce6-75f5-4d74-95ad-cabb7bf0dd44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0613141 Mar 28 11:08:11.643896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c67d8-7d88-4207-bc12-1079b2758595 req-e9cf53f0-134f-44f4-9fc3-d3f738fcb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:11.645833 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-732c67d8-7d88-4207-bc12-1079b2758595 req-e9cf53f0-134f-44f4-9fc3-d3f738fcb6fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712450 Mar 28 11:08:11.665262 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:11.779173 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-732c67d8-7d88-4207-bc12-1079b2758595 req-b3122f7b-7cd6-40fa-a7cf-9ef699d13d4f service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257944 Mar 28 11:08:11.911291 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-732c67d8-7d88-4207-bc12-1079b2758595 req-2423daf6-eb48-475a-bc53-11f998b89a12 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253860 Mar 28 11:08:12.009958 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7aeb21ce-a3cf-4fbb-9523-b5a01431678c', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:54Z', 'updated_at': '2022-03-28T11:04:57Z', 'revision_number': 1, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}, {'id': 'd37c5d4b-f6f1-4b8d-80f9-1a73ced7d7b4', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:df:bb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:08:09Z', 'updated_at': '2022-03-28T11:08:09Z', 'revision_number': 0, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:12.013800 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3b532-5d84-4261-b684-66ecb9282c4f None None] The sync data for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv is: [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7aeb21ce-a3cf-4fbb-9523-b5a01431678c', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:54Z', 'updated_at': '2022-03-28T11:04:57Z', 'revision_number': 1, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}, {'id': 'd37c5d4b-f6f1-4b8d-80f9-1a73ced7d7b4', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:df:bb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:08:09Z', 'updated_at': '2022-03-28T11:08:09Z', 'revision_number': 0, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:08:12.191418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf039b0-1c2e-4457-94ae-d2ae5f7d6d08 None None] New status for floating IP d37c5d4b-f6f1-4b8d-80f9-1a73ced7d7b4: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:08:15.686943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:18.263975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b739e615-571d-451e-af8b-1220bfb7be4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:20.423948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1eff2b8e-d901-4da6-87aa-1ab0d0ae28f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:21.595457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:21.625441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:23.018190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:28.212896 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:08:28.689339 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41934) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:29.027644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port f825396c-7118-4f97-b13e-5f335755ef53 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:08:29.027644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:29.203863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:29.203863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:29.327998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for f825396c-7118-4f97-b13e-5f335755ef53 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:08:29.545453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:29.587194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=f825396c-7118-4f97-b13e-5f335755ef53,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:29.684215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:29.684215 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP d0742f73-c412-4e58-af54-ce5213f084f4 disassociated (deleted). External IP: 172.26.2.41, port: ae2dc099-a9c5-48b6-a1dd-856c9bde713a. Mar 28 11:08:30.044320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:08:30.344167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:08:30.351054 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] Sync routers for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:08:30.367485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:30.369741 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:30.369741 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:30.414762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2e1e9791-1212-4b8a-a7f2-8a2feb90e4e2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/floatingips/d0742f73-c412-4e58-af54-ce5213f084f4 HTTP/1.1" status: 204 len: 168 time: 1.7254603 Mar 28 11:08:30.414762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:08:30.469386 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'status': 'completed', 'code': 200} Mar 28 11:08:30.557792 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:30.664485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-d19d936a-5dba-4d56-9754-43ef55143510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:30.664485 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-d19d936a-5dba-4d56-9754-43ef55143510 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 1098 time: 0.1474755 Mar 28 11:08:30.828036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-855380da-54a3-4746-a4ab-f580e00fc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:30.828036 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-855380da-54a3-4746-a4ab-f580e00fc5a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=75986ad3-eab6-48dc-ab08-661f1bc3a307 HTTP/1.1" status: 200 len: 897 time: 0.1513071 Mar 28 11:08:30.906451 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-2d2356bc-7eec-48bb-bf86-b0eded0fdc16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae2dc099-a9c5-48b6-a1dd-856c9bde713a HTTP/1.1" status: 200 len: 217 time: 0.0696540 Mar 28 11:08:30.996493 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '26076d80-639e-47eb-a19e-f21f9023918b', 'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:fa:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:25Z', 'updated_at': '2022-03-28T11:05:31Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:30.996493 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] Checking router: 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:08:30.999891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-19cdda91-b665-4337-8a53-304c96bee59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:30.999891 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-19cdda91-b665-4337-8a53-304c96bee59d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dc787cca-2eef-4fd5-867b-8a2c53ba7b45 HTTP/1.1" status: 200 len: 844 time: 0.0718529 Mar 28 11:08:31.012081 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:31.012081 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:31.103923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f459b96-dade-4ed9-9f6a-769cb213df70 req-527bca46-8206-47b8-8b19-38e4c3fdb68e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:31.103923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-2f459b96-dade-4ed9-9f6a-769cb213df70 req-527bca46-8206-47b8-8b19-38e4c3fdb68e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:08:31.111789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-ab4f13ae-4a40-46e4-9e6f-a526ffbb00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:31.111789 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-ab4f13ae-4a40-46e4-9e6f-a526ffbb00ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75986ad3-eab6-48dc-ab08-661f1bc3a307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011481 Mar 28 11:08:31.204510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-2f459b96-dade-4ed9-9f6a-769cb213df70 req-527bca46-8206-47b8-8b19-38e4c3fdb68e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:08:31.204510 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2f459b96-dade-4ed9-9f6a-769cb213df70 req-527bca46-8206-47b8-8b19-38e4c3fdb68e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 945 time: 0.1845050 Mar 28 11:08:31.215147 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:31.262407 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-44bca16d-98df-4b6b-94d5-5f72cca0ecd5 service neutron] 10.222.0.31 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404645 Mar 28 11:08:31.268252 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2f459b96-dade-4ed9-9f6a-769cb213df70 req-03206eba-d23a-46ed-81fd-98ea9a6003d5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548291 Mar 28 11:08:31.396946 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0e4cf023-65c8-4825-bedd-1930c13ac6f9 req-a2db94e8-439c-49e4-a645-700e0d531a68 service neutron] 10.222.0.31 "GET /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353199 Mar 28 11:08:31.588669 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '26076d80-639e-47eb-a19e-f21f9023918b', 'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:fa:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:25Z', 'updated_at': '2022-03-28T11:05:31Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:31.592556 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28cfc0a-ac43-44e8-a76a-93079a97c713 None None] The sync data for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv is: [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:05:26Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '26076d80-639e-47eb-a19e-f21f9023918b', 'name': '', 'network_id': '75986ad3-eab6-48dc-ab08-661f1bc3a307', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:fa:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:25Z', 'updated_at': '2022-03-28T11:05:31Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'dc787cca-2eef-4fd5-867b-8a2c53ba7b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:08:31.807018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb12d2-0c89-49a2-a85a-c42ef1596c72 None None] New status for floating IP d0742f73-c412-4e58-af54-ce5213f084f4: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:08:32.445816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4464c-abca-4140-acd5-152ea146eddc req-11b707bd-4da9-44b3-9063-570622cc8c34 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:32.445816 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e3e4464c-abca-4140-acd5-152ea146eddc req-11b707bd-4da9-44b3-9063-570622cc8c34 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 945 time: 0.0825889 Mar 28 11:08:32.495053 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e3e4464c-abca-4140-acd5-152ea146eddc req-a12f91fb-c318-4f22-9e54-53a2e2ded1c9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=aea5a1e7-d5ca-4851-be0c-ead2849dea72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399420 Mar 28 11:08:32.832583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-5f97b253-f491-428a-ac83-053dc2e88c20 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:32.839612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-5f97b253-f491-428a-ac83-053dc2e88c20 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:08:32.845153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-5f97b253-f491-428a-ac83-053dc2e88c20 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:08:32.846295 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-5f97b253-f491-428a-ac83-053dc2e88c20 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 945 time: 0.1868305 Mar 28 11:08:32.919994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port ae2dc099-a9c5-48b6-a1dd-856c9bde713a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:08:32.919994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:33.171712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port ae2dc099-a9c5-48b6-a1dd-856c9bde713a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:33.171712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:33.296132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for ae2dc099-a9c5-48b6-a1dd-856c9bde713a owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:08:33.498412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:33.559330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=ae2dc099-a9c5-48b6-a1dd-856c9bde713a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:33.649699 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b8c6bfd0-fbae-4603-85c8-a854a3735412 req-9be2c39d-749f-41ce-a99c-4d552866966a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b4eaceb-9185-4a0b-a04a-6e535cbdd86a HTTP/1.1" status: 200 len: 210 time: 0.0437930 Mar 28 11:08:33.660034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port ae2dc099-a9c5-48b6-a1dd-856c9bde713a on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:08:33.662230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:33.664836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'name': 'network-vif-deleted', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:08:33.713019 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4eaceb-9185-4a0b-a04a-6e535cbdd86a', 'name': 'network-vif-deleted', 'tag': 'ae2dc099-a9c5-48b6-a1dd-856c9bde713a', 'status': 'completed', 'code': 200} Mar 28 11:08:33.721524 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4c047f6c-5748-4d0f-b19a-6c7c17ec23e0 req-2e78cc9a-c01b-44eb-8374-fb6ed8e1d2a6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/ae2dc099-a9c5-48b6-a1dd-856c9bde713a HTTP/1.1" status: 204 len: 173 time: 0.8659384 Mar 28 11:08:34.739245 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-8ebfd26e-9561-4c73-ba96-c077855853a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760174 Mar 28 11:08:34.745147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41954) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:34.824620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7686bdb-b2d5-458f-9f9f-76b653a5e2e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:34.896797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7686bdb-b2d5-458f-9f9f-76b653a5e2e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:34.956542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-164e9e97-5efc-445c-b797-f97091499bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:34.958018 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-164e9e97-5efc-445c-b797-f97091499bfb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1098 time: 0.1238055 Mar 28 11:08:35.062023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7686bdb-b2d5-458f-9f9f-76b653a5e2e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:35.094298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7686bdb-b2d5-458f-9f9f-76b653a5e2e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea5a1e7-d5ca-4851-be0c-ead2849dea72,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:35.132642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-07d08042-1bb8-46dc-b697-d16eef327982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:35.134096 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-07d08042-1bb8-46dc-b697-d16eef327982 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.1539824 Mar 28 11:08:35.216022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c7686bdb-b2d5-458f-9f9f-76b653a5e2e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:35.217003 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c7686bdb-b2d5-458f-9f9f-76b653a5e2e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/aea5a1e7-d5ca-4851-be0c-ead2849dea72 HTTP/1.1" status: 204 len: 168 time: 0.4709277 Mar 28 11:08:35.242131 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-93a9a325-29a7-4f44-ac39-60036e5680de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd HTTP/1.1" status: 200 len: 1000 time: 0.0974388 Mar 28 11:08:35.299666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41960) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:35.307417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-8a12b9e9-73da-432f-bee2-239bc2d2a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:35.309410 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-8a12b9e9-73da-432f-bee2-239bc2d2a84b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0603545 Mar 28 11:08:35.385402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-850d1531-b4d6-45b3-b0fe-bf4caaf97fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:35.387125 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-850d1531-b4d6-45b3-b0fe-bf4caaf97fde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712249 Mar 28 11:08:35.518888 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-69250540-2854-42fc-b33b-4747077b8d32 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244004 Mar 28 11:08:35.661616 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5b596393-baa4-4a64-876d-02f4305a95e8 req-b9be5a71-5044-4792-8b8e-8d1df21e7afc service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332860 Mar 28 11:08:35.861585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:36.209886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 26076d80-639e-47eb-a19e-f21f9023918b {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:08:36.210255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:36.391883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 26076d80-639e-47eb-a19e-f21f9023918b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=26076d80-639e-47eb-a19e-f21f9023918b,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:36.392474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:36.628542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 26076d80-639e-47eb-a19e-f21f9023918b owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:08:37.223236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ae2dc099-a9c5-48b6-a1dd-856c9bde713a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:08:37.258779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: ae2dc099-a9c5-48b6-a1dd-856c9bde713a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:08:37.262444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ae2dc099-a9c5-48b6-a1dd-856c9bde713a not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:08:37.355722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:37.398529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=26076d80-639e-47eb-a19e-f21f9023918b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:37.693855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:38.056967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:08:38.239622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:08:38.246826 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] Sync routers for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:08:38.249925 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d9823638-e5cf-46d2-bef0-f2af57b7fe47 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9491124 Mar 28 11:08:38.252801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41964) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:38.256145 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:38.256739 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:38.418728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb09a06-71ae-43e0-911b-c1cc950f33ad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting subnet dc787cca-2eef-4fd5-867b-8a2c53ba7b45 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:08:38.421700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a06-71ae-43e0-911b-c1cc950f33ad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:38.434824 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:38.478741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a06-71ae-43e0-911b-c1cc950f33ad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:38.564691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a06-71ae-43e0-911b-c1cc950f33ad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:38.713133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a06-71ae-43e0-911b-c1cc950f33ad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:38.721716 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:08:36Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:38.725533 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] Checking router: 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:08:38.734769 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] Routers {'5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:38.735583 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:38.749633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb09a06-71ae-43e0-911b-c1cc950f33ad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Subnet': ['ID=dc787cca-2eef-4fd5-867b-8a2c53ba7b45,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:38.754064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ecb09a06-71ae-43e0-911b-c1cc950f33ad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:38.762356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf051080-9588-4810-a2db-c090c2cf74ff None None] Network 75986ad3-eab6-48dc-ab08-661f1bc3a307 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:08:38.764235 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ecb09a06-71ae-43e0-911b-c1cc950f33ad tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/subnets/dc787cca-2eef-4fd5-867b-8a2c53ba7b45 HTTP/1.1" status: 204 len: 168 time: 0.5102015 Mar 28 11:08:38.766790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41968) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:38.923162 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] Set router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:38.973739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:39.040420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9204b-4ae0-45a9-9cdf-352a7c7f8cfb None None] DHCP port deletion for 75986ad3-eab6-48dc-ab08-661f1bc3a307 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:08:39.046188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-83a9204b-4ae0-45a9-9cdf-352a7c7f8cfb None None] Deleting port d39d5cc5-2753-4f0a-9145-0dfc00eef41d {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:08:39.047051 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83a9204b-4ae0-45a9-9cdf-352a7c7f8cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:39.184723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:39.219484 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:08:36Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:39.223645 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bad8cb-366e-441b-9084-4f08ea2fafcb None None] The sync data for ids ['5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1'] in dv-neutron-835336-1-hyperv is: [{'id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'name': 'tempest-TestNetworkBasicOps-router-560444423', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a67763a7-e632-4503-86d7-a15a08459974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:05:20Z', 'updated_at': '2022-03-28T11:08:36Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'a67763a7-e632-4503-86d7-a15a08459974', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:05:21Z', 'updated_at': '2022-03-28T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:08:39.235449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port a67763a7-e632-4503-86d7-a15a08459974 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:08:39.235826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:39.250596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-83a9204b-4ae0-45a9-9cdf-352a7c7f8cfb None None] For port d39d5cc5-2753-4f0a-9145-0dfc00eef41d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=d39d5cc5-2753-4f0a-9145-0dfc00eef41d,segment=NetworkSegment(6fb9bcb9-ee41-4f8e-9170-7c802d719110),segment_id=6fb9bcb9-ee41-4f8e-9170-7c802d719110)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:39.258945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83a9204b-4ae0-45a9-9cdf-352a7c7f8cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:39.373443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-83a9204b-4ae0-45a9-9cdf-352a7c7f8cfb None None] Calling delete_port for d39d5cc5-2753-4f0a-9145-0dfc00eef41d owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:08:39.416379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port a67763a7-e632-4503-86d7-a15a08459974, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a67763a7-e632-4503-86d7-a15a08459974,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:39.417862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:39.545648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for a67763a7-e632-4503-86d7-a15a08459974 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:08:39.576063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-83a9204b-4ae0-45a9-9cdf-352a7c7f8cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:39.637120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9204b-4ae0-45a9-9cdf-352a7c7f8cfb None None] Pushing event deleted for resources: {'Port': ['ID=d39d5cc5-2753-4f0a-9145-0dfc00eef41d,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:39.640668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a9204b-4ae0-45a9-9cdf-352a7c7f8cfb None None] No DVR routers for this DVR port d39d5cc5-2753-4f0a-9145-0dfc00eef41d on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:08:39.663082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d39d5cc5-2753-4f0a-9145-0dfc00eef41d no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:08:39.702686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: d39d5cc5-2753-4f0a-9145-0dfc00eef41d {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:08:39.702686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device d39d5cc5-2753-4f0a-9145-0dfc00eef41d not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:08:39.702686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 26076d80-639e-47eb-a19e-f21f9023918b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:08:39.736701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 26076d80-639e-47eb-a19e-f21f9023918b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:08:39.737430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 26076d80-639e-47eb-a19e-f21f9023918b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:08:39.960069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.001795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=a67763a7-e632-4503-86d7-a15a08459974,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:40.201433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.372382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.374602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.464696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.464696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Fanout notify agent at l3_agent the message router_deleted on router 5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:08:40.488688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.489869 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9a65145d-638c-4bc8-88cb-a720c8be2373 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/routers/5f5bd1ec-5be0-4a54-b4c4-b5a389c224f1 HTTP/1.1" status: 204 len: 168 time: 1.7220199 Mar 28 11:08:40.492671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41974) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:40.613174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.744479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.769325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75986ad3-eab6-48dc-ab08-661f1bc3a307']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:40.781227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb9bcb9-ee41-4f8e-9170-7c802d719110') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:40.781525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb9bcb9-ee41-4f8e-9170-7c802d719110') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:40.793399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.809457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.815402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:08:40.815809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:08:40.833459 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:08:40.983846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:40.988293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:41.018931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Network': ['ID=75986ad3-eab6-48dc-ab08-661f1bc3a307,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:41.087864 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-903ccd83-a456-453f-89c9-e821791e540f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/networks/75986ad3-eab6-48dc-ab08-661f1bc3a307 HTTP/1.1" status: 204 len: 168 time: 0.5934999 Mar 28 11:08:41.099684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41978) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:41.105875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'network': {'name': 'tempest-network-smoke--1309523771', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'port_security_enabled': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:41.111989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:41.116127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:network and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:41.119027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:41.124741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:41.171761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:08:41.175209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:41.206639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:08:41.215640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:41.215979 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Added segment 01ae9b66-a3eb-4241-aebf-ab23375cbf1e of type vlan for network 91ea773b-4c04-482b-8e9f-1f43306ece66 Mar 28 11:08:41.240710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:41.337308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:41.343494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:41.344067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:41.451200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Network': ['ID=91ea773b-4c04-482b-8e9f-1f43306ece66,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:41.460964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:08:41.516188 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f1ecd8f7-2cfc-484d-b469-8f9538a7ddb0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4154744 Mar 28 11:08:41.519248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41982) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:41.524635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'admin_state_up': True, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:41.532649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:41.536596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:router and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:41.542551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:41.548229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:41.615644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a67763a7-e632-4503-86d7-a15a08459974 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:08:41.624217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:41.625314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:41.645556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:41.650085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: a67763a7-e632-4503-86d7-a15a08459974 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:08:41.650437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a67763a7-e632-4503-86d7-a15a08459974 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:08:42.064572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:42.415050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:42.444308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:42.632448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.79 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/f284f820-fbe8-4e6a-b2ff-1d3501c44cbe) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:08:42.781599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:42.875693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:42.938006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:08:42.940456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:08:42.942934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:08:42.992467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=f284f820-fbe8-4e6a-b2ff-1d3501c44cbe,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:43.403498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:43.852644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:44.137110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:08:44.311384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:08:44.324328 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Sync routers for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:08:44.332078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:44.332690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:44.423478 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:44.427030 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-908b28ad-500e-4ff8-bc2d-3453ea0862ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9044523 Mar 28 11:08:44.428002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41986) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:44.544126 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9d3dd445-9704-4cb8-a947-83a8b203e56c tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1126263 Mar 28 11:08:44.544463 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 41992) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:44.548841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:44.677262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0425d091-7faf-4500-a6cd-9530db38a231 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:44.677262 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0425d091-7faf-4500-a6cd-9530db38a231 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316307 Mar 28 11:08:44.680044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 41996) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:44.722141 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fe22fb7c-0aea-49a3-8433-9589d67cd10e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408537 Mar 28 11:08:44.724668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42000) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:44.729867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-207900683', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:44.833288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:43Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:44.837178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Checking router: a2a45c33-759a-4c1e-a27e-f544a4cbbc38 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:08:44.837527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Updating router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:08:44.838190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:44.842049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:subnet and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:44.844791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:44.850445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:44.892693 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:44.914932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:08:44.918756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.212577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.223968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.235941 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Transition to ACTIVE for port object f284f820-fbe8-4e6a-b2ff-1d3501c44cbe will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:08:45.296392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=d46592e1-ea4c-4065-afc3-1ae6a7e219bd,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:45.297922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.303829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Checking segment: {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:08:45.304200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network hostable DHCP agents. Network: 91ea773b-4c04-482b-8e9f-1f43306ece66, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:08:45.377781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Attempting to bind port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:08:45.378252 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Attempting to bind port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:08:45.378518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Attempting to bind port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:08:45.380513 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dca66-b958-46c3-a1f0-c4c18f850467 None None] Pushing event updated for resources: {'Port': ['ID=f284f820-fbe8-4e6a-b2ff-1d3501c44cbe,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:45.386203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:08:45.386573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:08:45.387032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.387390 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:08:45.387817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Bound port: f284f820-fbe8-4e6a-b2ff-1d3501c44cbe, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:08:45.388189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.388997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:08:45.461042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] For port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:08:45.468455 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] For port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f284f820-fbe8-4e6a-b2ff-1d3501c44cbe,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:08:45.486524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 91ea773b-4c04-482b-8e9f-1f43306ece66) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:08:45.496868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:45.496868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.497186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d63ba-3fd2-4929-8292-c370220a68cc None None] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:08:45.569302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.573476 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-60f85223-4281-4db7-b2cd-4fbf59b4a1f2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8472307 Mar 28 11:08:45.576295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42004) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:45.693534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:45.694169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:45.782732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.798837 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dca66-b958-46c3-a1f0-c4c18f850467 None None] Pushing event updated for resources: {'Port': ['ID=f284f820-fbe8-4e6a-b2ff-1d3501c44cbe,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:45.936154 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-91ea773b-4c04-482b-8e9f-1f43306ece66', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:08:45.936956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:45.962954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:46.389035 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Allocated IP 172.20.0.2 (91ea773b-4c04-482b-8e9f-1f43306ece66/d46592e1-ea4c-4065-afc3-1ae6a7e219bd/90571caa-3aab-407e-9967-6ca397e9b863) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:08:46.402545 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:46.509183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:43Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:46.518101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0f4fc-f079-4d45-ba89-a6963e64a0a5 None None] The sync data for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv is: [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:43Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:08:46.627089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:46.638775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Transition to ACTIVE for port object 90571caa-3aab-407e-9967-6ca397e9b863 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:08:46.658327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Transition to ACTIVE for port object 90571caa-3aab-407e-9967-6ca397e9b863 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:08:46.764633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:46.848388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Pushing event updated for resources: {'Port': ['ID=90571caa-3aab-407e-9967-6ca397e9b863,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:46.856065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:08:46.856212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.1 (91ea773b-4c04-482b-8e9f-1f43306ece66/d46592e1-ea4c-4065-afc3-1ae6a7e219bd/40f78486-4a5c-4bde-965b-82232457b127) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:08:46.856659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:08:46.856659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:08:46.954403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Attempting to bind port 90571caa-3aab-407e-9967-6ca397e9b863 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:08:46.954770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Attempting to bind port 90571caa-3aab-407e-9967-6ca397e9b863 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:08:46.955157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Attempting to bind port 90571caa-3aab-407e-9967-6ca397e9b863 on network 91ea773b-4c04-482b-8e9f-1f43306ece66 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:08:46.960805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:08:46.961182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Checking segment: {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:08:46.961686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:46.962119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Bound using segment: {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:08:46.962588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Bound port: 90571caa-3aab-407e-9967-6ca397e9b863, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:08:46.962960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:47.029993 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:47.048320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 40f78486-4a5c-4bde-965b-82232457b127 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:08:47.067436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] For port 90571caa-3aab-407e-9967-6ca397e9b863, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:08:47.069077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] For port 90571caa-3aab-407e-9967-6ca397e9b863, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=90571caa-3aab-407e-9967-6ca397e9b863,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:08:47.178653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:47.224229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:47.268550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69989dd-d505-4eb8-86a3-6548dba1e263 None None] Pushing event updated for resources: {'Port': ['ID=90571caa-3aab-407e-9967-6ca397e9b863,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:47.295149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:08:47.298659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:08:47.302553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:08:47.357047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=40f78486-4a5c-4bde-965b-82232457b127,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:47.370149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.370505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.370860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.371197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.371520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.372022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.372508 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.372979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.373484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.373989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.374326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.374642 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:47.387753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:47.692627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 90571caa-3aab-407e-9967-6ca397e9b863 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:08:47.812116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 90571caa-3aab-407e-9967-6ca397e9b863 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:08:47.820599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:47.824349 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f284f820-fbe8-4e6a-b2ff-1d3501c44cbe up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:08:47.960675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:08:47.966339 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:47.973624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:48.095147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:48.111930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f284f820-fbe8-4e6a-b2ff-1d3501c44cbe,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:48.186698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:48.264801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=f284f820-fbe8-4e6a-b2ff-1d3501c44cbe,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:48.297810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-16c26869-6621-4fa9-88fd-7de4c8f83b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:48.374285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:48.440797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:48.562407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=40f78486-4a5c-4bde-965b-82232457b127,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:48.568087 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:48.696145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a89c4d-a0ce-4a91-962f-a8398d56256c None None] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:08:48.710254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:08:48.711315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:08:48.856978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0bca7689-27ab-46c3-bf5a-bd57094ad70e None None] Provisioning for port 90571caa-3aab-407e-9967-6ca397e9b863 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:08:48.866577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0bca7689-27ab-46c3-bf5a-bd57094ad70e None None] Provisioning complete for port 90571caa-3aab-407e-9967-6ca397e9b863 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:48.866945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0bca7689-27ab-46c3-bf5a-bd57094ad70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:48.896277 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:08:49.081749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:08:49.082476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0bca7689-27ab-46c3-bf5a-bd57094ad70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:49.092040 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Sync routers for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:08:49.098706 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-96f1d30a-43fa-4860-b7ad-4a015dd0fcc1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/a2a45c33-759a-4c1e-a27e-f544a4cbbc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5189314 Mar 28 11:08:49.099517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42008) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:49.107154 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:49.107154 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:49.131640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0bca7689-27ab-46c3-bf5a-bd57094ad70e None None] For port 90571caa-3aab-407e-9967-6ca397e9b863, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=90571caa-3aab-407e-9967-6ca397e9b863,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:49.183537 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0bca7689-27ab-46c3-bf5a-bd57094ad70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:49.262605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca7689-27ab-46c3-bf5a-bd57094ad70e None None] Pushing event updated for resources: {'Port': ['ID=90571caa-3aab-407e-9967-6ca397e9b863,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:49.277128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422c704-e9a8-4766-989d-1a91529d1089 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.278952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422c704-e9a8-4766-989d-1a91529d1089 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.278952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422c704-e9a8-4766-989d-1a91529d1089 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.278952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422c704-e9a8-4766-989d-1a91529d1089 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.279348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422c704-e9a8-4766-989d-1a91529d1089 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.279553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422c704-e9a8-4766-989d-1a91529d1089 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.281321 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1422c704-e9a8-4766-989d-1a91529d1089 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1808846 Mar 28 11:08:49.284180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42012) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:49.345626 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:49.366600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999108e-eba7-4527-88c9-ed3797961758 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.366600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999108e-eba7-4527-88c9-ed3797961758 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.366600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999108e-eba7-4527-88c9-ed3797961758 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.366600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999108e-eba7-4527-88c9-ed3797961758 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.366600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999108e-eba7-4527-88c9-ed3797961758 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.366600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999108e-eba7-4527-88c9-ed3797961758 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:49.367156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42016) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:49.367245 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8999108e-eba7-4527-88c9-ed3797961758 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0809503 Mar 28 11:08:49.452654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7191a5ec-e738-45dd-8b31-bb4978812523 None None] Provisioning for port 40f78486-4a5c-4bde-965b-82232457b127 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:08:49.464240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7191a5ec-e738-45dd-8b31-bb4978812523 None None] Provisioning complete for port 40f78486-4a5c-4bde-965b-82232457b127 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:49.464240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7191a5ec-e738-45dd-8b31-bb4978812523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:49.534985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7191a5ec-e738-45dd-8b31-bb4978812523 None None] Port 40f78486-4a5c-4bde-965b-82232457b127 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:08:49.548953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7191a5ec-e738-45dd-8b31-bb4978812523 None None] Provisioning complete for port 90571caa-3aab-407e-9967-6ca397e9b863 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:49.552376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7191a5ec-e738-45dd-8b31-bb4978812523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:49.651738 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9d5cef3e-22ee-4c89-b5c4-ea5ca8998dc9 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2810991 Mar 28 11:08:49.691059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 90571caa-3aab-407e-9967-6ca397e9b863 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:08:49.725716 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:49.730181 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Checking router: a2a45c33-759a-4c1e-a27e-f544a4cbbc38 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:08:49.730534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Updating router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 port 40f78486-4a5c-4bde-965b-82232457b127 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:08:49.781351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 90571caa-3aab-407e-9967-6ca397e9b863 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:49.781835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:49.794755 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:49.916488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-86dff35a-caaa-4f0d-81d6-25cc7168f27c None None] Provisioning complete for port 40f78486-4a5c-4bde-965b-82232457b127 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:49.916858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-86dff35a-caaa-4f0d-81d6-25cc7168f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:49.941279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f284f820-fbe8-4e6a-b2ff-1d3501c44cbe up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:08:49.955497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42022) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:49.960526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549426395', 'description': 'tempest-secgroup-smoke-549426395 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:49.966519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:49.971550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:49.978616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:49.981429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:50.019009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-86dff35a-caaa-4f0d-81d6-25cc7168f27c None None] Port 40f78486-4a5c-4bde-965b-82232457b127 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:08:50.033431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:50.033793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.069718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.094944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:50.099850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:50.103079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:50.109253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:50.160013 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.171788 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Transition to ACTIVE for port object 40f78486-4a5c-4bde-965b-82232457b127 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:08:50.184349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.286250 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.326300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.378386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5885b10c-9571-4c25-ad35-c4ffce70e3bc,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:50.414869 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Pushing event updated for resources: {'Port': ['ID=40f78486-4a5c-4bde-965b-82232457b127,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:50.429359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.434105 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ba11e46f-1588-4532-a349-bdbd17f932a2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4743474 Mar 28 11:08:50.434420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42028) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:50.439787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '5885b10c-9571-4c25-ad35-c4ffce70e3bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:50.445815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:50.450429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:50.452048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b0a28102-e96f-4960-85b9-530f9c548432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.455459 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.455630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:50.455802 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.456145 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.456481 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.456800 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.457128 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.457453 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.457780 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.458123 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.458446 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.458766 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.459086 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:50.462815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:50.516856 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Attempting to bind port 40f78486-4a5c-4bde-965b-82232457b127 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:08:50.517137 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Attempting to bind port 40f78486-4a5c-4bde-965b-82232457b127 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:08:50.517495 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Attempting to bind port 40f78486-4a5c-4bde-965b-82232457b127 on network 91ea773b-4c04-482b-8e9f-1f43306ece66 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:08:50.523021 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:08:50.523395 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Checking segment: {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:08:50.523854 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.524248 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Bound using segment: {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:08:50.524729 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Bound port: 40f78486-4a5c-4bde-965b-82232457b127, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:08:50.525095 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.568126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.614136 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] For port 40f78486-4a5c-4bde-965b-82232457b127, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:08:50.617144 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] For port 40f78486-4a5c-4bde-965b-82232457b127, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=40f78486-4a5c-4bde-965b-82232457b127,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:08:50.632347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.692494 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.737807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.765768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c39bb4-2925-443b-b827-26eaf950658a,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:50.777711 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:08:50.778364 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:50.832947 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a344b-e760-45be-8704-5f9a56496b38 None None] Pushing event updated for resources: {'Port': ['ID=40f78486-4a5c-4bde-965b-82232457b127,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:50.835193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.838912 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-04281e5c-54d3-4109-9f2e-86748962d120 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4013362 Mar 28 11:08:50.839846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42032) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:50.845400 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '5885b10c-9571-4c25-ad35-c4ffce70e3bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:50.852691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:50.861565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:50.861565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:50.867240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:50.938889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:50.968530 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:08:51.005626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.115081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.140135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bbd370-a83a-44dc-a396-d128d7c8d210,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:51.189640 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.191005 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c253a1c0-8b51-4da0-a99c-8f4cdd7e900d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3501639 Mar 28 11:08:51.193669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42036) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:51.199386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '5885b10c-9571-4c25-ad35-c4ffce70e3bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:51.205122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:51.209117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:51.212618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:51.220658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:51.298944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.300573 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:50Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:08:51.304542 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25c089-625d-4448-80c8-620f26b8686c None None] The sync data for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv is: [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:50Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:08:51.372523 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.440668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.469405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074ec138-c965-4964-bd6d-3c4a38d0099e,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:51.585314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.589342 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7b512184-7be7-4db7-91f2-3bf2012742c2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3919580 Mar 28 11:08:51.589342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42040) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:51.595003 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '5885b10c-9571-4c25-ad35-c4ffce70e3bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:51.601416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:51.605728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:51.608828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:51.617022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:51.618533 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.619019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.654232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 40f78486-4a5c-4bde-965b-82232457b127 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:08:51.794624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 40f78486-4a5c-4bde-965b-82232457b127 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:08:51.800315 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 40f78486-4a5c-4bde-965b-82232457b127 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:51.800680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.848483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.919430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.930423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:51.963279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 40f78486-4a5c-4bde-965b-82232457b127, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=40f78486-4a5c-4bde-965b-82232457b127,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:08:52.011906 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.043306 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d8a920-428b-4577-a57e-394f5076ff6f,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:52.058299 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.133022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=40f78486-4a5c-4bde-965b-82232457b127,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:52.149200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.153840 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6a86fe97-55b5-45f4-866e-42299708f088 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5600970 Mar 28 11:08:52.154078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42044) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:52.159370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '5885b10c-9571-4c25-ad35-c4ffce70e3bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:52.165676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:52.170178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:52.173003 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:52.185560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:52.240615 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:08:52.247970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.321368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.372106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.499137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc20675-9e4c-4ba2-8013-09ab5de78d85,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:52.566793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.568077 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ae620105-9389-496a-b4f3-073e0702693c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4129698 Mar 28 11:08:52.570761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42048) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:08:52.576325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': '5885b10c-9571-4c25-ad35-c4ffce70e3bc', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:52.582189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:52.586054 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:08:52.589538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:08:52.595310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:52.646391 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:08:52.653503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.712961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.783149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.807953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d521bb8-04d4-41a6-bc4c-8a305883bd67,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:52.817741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.818112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.818450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.823313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.823313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.823313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.823313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.823313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.823313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.823313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.823313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.823313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:08:52.897675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:52.898664 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-77e0f16e-9e33-42a5-ad42-5694821541c4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269839 Mar 28 11:08:53.023881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:53.130245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-097d501d-5195-4396-ba33-4c12bcbaea1a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:08:53.217275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-097d501d-5195-4396-ba33-4c12bcbaea1a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:08:53.218482 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-097d501d-5195-4396-ba33-4c12bcbaea1a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549426395&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.1281064 Mar 28 11:08:53.366421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-5ec0276e-a7e4-4610-b620-bdbd6a90fb63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:53.367863 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-5ec0276e-a7e4-4610-b620-bdbd6a90fb63 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 797 time: 0.1427414 Mar 28 11:08:53.383370 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-d579add5-bae9-4340-a471-15a43bc4b24d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.0091646 Mar 28 11:08:53.467674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-17781c3e-68da-4258-b48d-807e4d1a75b8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:08:53.566070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-17781c3e-68da-4258-b48d-807e4d1a75b8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:08:53.567375 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-17781c3e-68da-4258-b48d-807e4d1a75b8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790149 Mar 28 11:08:53.623647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 40f78486-4a5c-4bde-965b-82232457b127 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:08:53.695043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 40f78486-4a5c-4bde-965b-82232457b127 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:53.695413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:53.705482 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-5c4c0728-2ae5-4449-9384-dca3d2ddb252 service neutron] 10.222.0.18 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263568 Mar 28 11:08:53.841819 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-d671c055-b86a-4cc4-8fdd-6158321cea67 service neutron] 10.222.0.18 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295035 Mar 28 11:08:54.142493 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-440c03ad-4226-4932-a8e7-a18708d47843 req-c956eefa-9fd0-41fe-8d61-951cbbf6b688 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 210 time: 0.0427361 Mar 28 11:08:55.291707 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5d20517-8dac-49cd-82ba-76ba462508e1 req-3ee4c790-c7e0-4984-8a40-3d87cea05530 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 210 time: 0.0425880 Mar 28 11:08:56.380700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-86a2848e-0b5b-463a-b3ae-05d46229d504 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:56.381394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-86a2848e-0b5b-463a-b3ae-05d46229d504 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:08:56.445611 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-52c5d355-fb9b-4549-a58d-02b81c372193 req-12604563-3a29-4294-b6ff-55ca9ec964e9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 210 time: 0.0464101 Mar 28 11:08:56.463437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-86a2848e-0b5b-463a-b3ae-05d46229d504 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:08:56.464631 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-86a2848e-0b5b-463a-b3ae-05d46229d504 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 797 time: 0.2299116 Mar 28 11:08:56.532042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-b5ccbb1d-8c76-4e2d-b23c-f371ca09f152 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:08:56.547946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-b5ccbb1d-8c76-4e2d-b23c-f371ca09f152 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:08:56.547946 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-b5ccbb1d-8c76-4e2d-b23c-f371ca09f152 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 379 time: 0.0537438 Mar 28 11:08:56.556301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['5885b10c-9571-4c25-ad35-c4ffce70e3bc']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:56.693454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:08:56.702881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:08:56.771740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:08:56.775251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:56.934667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.6 (91ea773b-4c04-482b-8e9f-1f43306ece66/d46592e1-ea4c-4065-afc3-1ae6a7e219bd/8277a362-a4fe-4ca4-929e-e8ce7b5a907e) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:08:57.123130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:57.138662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 8277a362-a4fe-4ca4-929e-e8ce7b5a907e will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:08:57.217597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:57.284381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:08:57.287330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:08:57.296151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:08:57.333825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:57.365538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:57.366228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:57.441069 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-f6d284a1-ee1c-49a6-9231-3d62e27e3004 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8883753 Mar 28 11:08:57.465639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Request body: {'port': {'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:08:57.590584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:57.594487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dcf847aa-0daf-4268-bf78-7a95128abed7 None None] Provisioning for port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:08:57.600220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dcf847aa-0daf-4268-bf78-7a95128abed7 None None] Provisioning complete for port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:08:57.600599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dcf847aa-0daf-4268-bf78-7a95128abed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:57.630613 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8f631-26cd-4334-ad1b-d56131e563a7 req-3b547e6e-f9a5-4871-a6cd-0cb6ebedd84c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:57.632258 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aad8f631-26cd-4334-ad1b-d56131e563a7 req-3b547e6e-f9a5-4871-a6cd-0cb6ebedd84c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 931 time: 0.0827458 Mar 28 11:08:57.660874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dcf847aa-0daf-4268-bf78-7a95128abed7 None None] Port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:08:57.678494 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aad8f631-26cd-4334-ad1b-d56131e563a7 req-caaef276-5682-47ae-bb72-0b745c7a3250 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397980 Mar 28 11:08:57.925777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8277a362-a4fe-4ca4-929e-e8ce7b5a907e {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:08:57.932696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:57.946780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Transition to ACTIVE for port object 8277a362-a4fe-4ca4-929e-e8ce7b5a907e will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:08:58.017182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:58.174188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Pushing event updated for resources: {'Port': ['ID=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:58.255114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Attempting to bind port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:08:58.255439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Attempting to bind port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:08:58.255755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Attempting to bind port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e on network 91ea773b-4c04-482b-8e9f-1f43306ece66 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:08:58.260288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e on network 91ea773b-4c04-482b-8e9f-1f43306ece66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:08:58.260595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Attempting to bind port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e on network 91ea773b-4c04-482b-8e9f-1f43306ece66 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:08:58.265542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:08:58.265868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Checking segment: {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:08:58.266270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Bound using segment: {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:08:58.266678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Bound port: 8277a362-a4fe-4ca4-929e-e8ce7b5a907e, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:08:58.267010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:58.354671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] For port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:08:58.358149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] For port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:08:58.452419 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:58.510845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:58.511454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:08:58.512812 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-85284754-2ed2-4772-b492-9427e93399ee service neutron] 10.222.0.31 "PUT /v2.0/ports/8277a362-a4fe-4ca4-929e-e8ce7b5a907e HTTP/1.1" status: 200 len: 1093 time: 1.0513401 Mar 28 11:08:58.513742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:08:58.542435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85284754-2ed2-4772-b492-9427e93399ee service neutron] Pushing event updated for resources: {'Port': ['ID=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:08:58.565175 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'status': 'completed', 'code': 200} Mar 28 11:08:58.682978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ed86a-0249-4ca5-9625-f513dbb7a31f req-08b7d10e-8a85-42e4-ba0e-8c1d9110e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:58.684469 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4e5ed86a-0249-4ca5-9625-f513dbb7a31f req-08b7d10e-8a85-42e4-ba0e-8c1d9110e85d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 1096 time: 0.0731242 Mar 28 11:08:58.867734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3859-2905-4c6d-8d53-9571f4bb75a6 req-39159858-b9eb-4545-a0c0-8027b1c04ad1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:58.869206 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d2d3859-2905-4c6d-8d53-9571f4bb75a6 req-39159858-b9eb-4545-a0c0-8027b1c04ad1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 943 time: 0.0854852 Mar 28 11:08:58.913206 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d2d3859-2905-4c6d-8d53-9571f4bb75a6 req-489e6b5d-88f8-4074-bf0f-2e07d38e2103 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377774 Mar 28 11:08:58.946179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ed86a-0249-4ca5-9625-f513dbb7a31f req-50498582-ba18-41bf-884d-c8d5812af009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:58.947612 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4e5ed86a-0249-4ca5-9625-f513dbb7a31f req-50498582-ba18-41bf-884d-c8d5812af009 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2414103 Mar 28 11:08:59.084285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ed86a-0249-4ca5-9625-f513dbb7a31f req-dfe3406c-8679-48b2-8375-8cdb41520d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:59.085714 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4e5ed86a-0249-4ca5-9625-f513dbb7a31f req-dfe3406c-8679-48b2-8375-8cdb41520d46 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290221 Mar 28 11:08:59.226041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-727af84e-ca14-4e0b-b402-644a1be90a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:59.227475 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-727af84e-ca14-4e0b-b402-644a1be90a33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 1096 time: 0.0729086 Mar 28 11:08:59.306523 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-e5a4fd11-1444-4b3a-9813-3168a487a378 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e HTTP/1.1" status: 200 len: 217 time: 0.0594079 Mar 28 11:08:59.373101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-a452b851-914a-430d-8819-e88675be5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:59.374497 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-a452b851-914a-430d-8819-e88675be5b00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d46592e1-ea4c-4065-afc3-1ae6a7e219bd HTTP/1.1" status: 200 len: 834 time: 0.0590725 Mar 28 11:08:59.450798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-38fdea37-361b-4441-a55d-52de50e6b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:08:59.452223 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-38fdea37-361b-4441-a55d-52de50e6b300 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea773b-4c04-482b-8e9f-1f43306ece66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679004 Mar 28 11:08:59.586121 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-af0a6afc-02f5-43bc-83be-d2d880b1f28c service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237659 Mar 28 11:08:59.717848 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ea8a655f-ad29-4617-8d2f-da9f4fa0ede0 req-c9b0a29e-a4b0-43d0-b14c-f373d37159de service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222029 Mar 28 11:09:00.101731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4058ed8-88c8-4d68-93dc-0fcdbece2f94 req-efca8a58-31fb-41da-ba96-3ee214cac53a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:00.103200 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f4058ed8-88c8-4d68-93dc-0fcdbece2f94 req-efca8a58-31fb-41da-ba96-3ee214cac53a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 943 time: 0.0845988 Mar 28 11:09:00.149041 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f4058ed8-88c8-4d68-93dc-0fcdbece2f94 req-60754113-609a-42a7-ad70-7d951651314e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402853 Mar 28 11:09:01.329351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9beb4d-cce8-4afc-bc68-ae547cd31e7c req-5ff68f1b-5c8a-485f-8136-cd4af2062d98 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:01.330794 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be9beb4d-cce8-4afc-bc68-ae547cd31e7c req-5ff68f1b-5c8a-485f-8136-cd4af2062d98 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 943 time: 0.0774803 Mar 28 11:09:01.374046 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be9beb4d-cce8-4afc-bc68-ae547cd31e7c req-95628c11-d8a4-4d5a-b4c0-fdb14895c822 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377860 Mar 28 11:09:02.561209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ffb8-32f0-44db-9659-e882157da1e3 req-c751d6b7-14f0-4691-8f4f-1a3fc82239e0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:02.562675 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-05f1ffb8-32f0-44db-9659-e882157da1e3 req-c751d6b7-14f0-4691-8f4f-1a3fc82239e0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 943 time: 0.0846558 Mar 28 11:09:02.605566 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-05f1ffb8-32f0-44db-9659-e882157da1e3 req-c56d4972-0b1e-49d1-a267-d9a6a8db5823 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372684 Mar 28 11:09:03.360862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 8277a362-a4fe-4ca4-929e-e8ce7b5a907e details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:09:03.489760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:09:03.503106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:09:03.556568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:03.576816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8277a362-a4fe-4ca4-929e-e8ce7b5a907e {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:09:03.591851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:09:03.697231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:03.767877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:03.775161 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.775505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.775841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.776172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.776502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.776829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.777157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.777477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.777812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.778153 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.778470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.778785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:09:03.787587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ab5f2-4725-492f-8b62-f0cc9fbaa551 req-3c5cbcf9-a22f-445c-861b-133ee23b0080 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:03.789071 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c36ab5f2-4725-492f-8b62-f0cc9fbaa551 req-3c5cbcf9-a22f-445c-861b-133ee23b0080 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 944 time: 0.0790501 Mar 28 11:09:03.834009 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c36ab5f2-4725-492f-8b62-f0cc9fbaa551 req-6faa5347-b4e9-424f-8d90-9df78d852f58 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381753 Mar 28 11:09:04.076010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['8277a362-a4fe-4ca4-929e-e8ce7b5a907e'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:09:05.015433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc025e5-39fe-4ca1-9042-d0a26417edd4 req-d4164869-5ba9-4df7-bf98-2377e97387b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:05.016908 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dfc025e5-39fe-4ca1-9042-d0a26417edd4 req-d4164869-5ba9-4df7-bf98-2377e97387b6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 944 time: 0.0808766 Mar 28 11:09:05.058919 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dfc025e5-39fe-4ca1-9042-d0a26417edd4 req-970848d4-4323-45c4-b4d1-ba463e0a02ea tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364807 Mar 28 11:09:05.207731 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:09:05.363160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 8277a362-a4fe-4ca4-929e-e8ce7b5a907e up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:09:05.485891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:09:05.490697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:09:05.491564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:05.605802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:05.631821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:09:05.641216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:09:05.676660 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'code': 200} Mar 28 11:09:05.703236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:05.768927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:06.040392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc56afa-ca8e-4776-b99e-0755c5df07c0 req-938935bd-33ae-4fe1-b76a-4ba2e34a5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:06.041891 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0cc56afa-ca8e-4776-b99e-0755c5df07c0 req-938935bd-33ae-4fe1-b76a-4ba2e34a5077 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 1098 time: 0.0679066 Mar 28 11:09:06.087589 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0cc56afa-ca8e-4776-b99e-0755c5df07c0 req-1b987320-35ce-40a1-bcdf-8cb64c3e2d1d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367353 Mar 28 11:09:06.240647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612500-8244-49be-bd87-9062d08a5086 req-0e936a63-01df-4345-bf6f-3a8e870fcdbe tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:06.242087 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6a612500-8244-49be-bd87-9062d08a5086 req-0e936a63-01df-4345-bf6f-3a8e870fcdbe tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 945 time: 0.0810685 Mar 28 11:09:06.284460 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6a612500-8244-49be-bd87-9062d08a5086 req-9a926425-28a1-4a1f-90ca-525911794096 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363884 Mar 28 11:09:07.467797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059cf5c-554b-4f88-9ffa-45113a9d1783 req-98997559-0e85-47c6-9298-fad576968556 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:07.469267 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4059cf5c-554b-4f88-9ffa-45113a9d1783 req-98997559-0e85-47c6-9298-fad576968556 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 945 time: 0.0800717 Mar 28 11:09:07.513365 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4059cf5c-554b-4f88-9ffa-45113a9d1783 req-d14ac5f0-828c-4706-884c-03ae41f918fa tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377724 Mar 28 11:09:08.798498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02ef63-df5d-41d9-ba1b-f38c87111d42 req-b4b95a88-97e9-4018-999b-0e599ff9a524 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:08.799839 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0b02ef63-df5d-41d9-ba1b-f38c87111d42 req-b4b95a88-97e9-4018-999b-0e599ff9a524 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 945 time: 0.1803358 Mar 28 11:09:08.842170 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0b02ef63-df5d-41d9-ba1b-f38c87111d42 req-1b1e5c5d-69b9-4293-ba09-38f5a8773065 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367217 Mar 28 11:09:09.025805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57783-763a-446b-a1bf-cc21f77bcb17 req-db0ca5c1-0d0c-4d2c-b02f-1800f5940e89 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:09.027278 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-94f57783-763a-446b-a1bf-cc21f77bcb17 req-db0ca5c1-0d0c-4d2c-b02f-1800f5940e89 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 945 time: 0.0814612 Mar 28 11:09:09.071028 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-94f57783-763a-446b-a1bf-cc21f77bcb17 req-70c92d59-134e-4eec-8745-27fb3fd38e3e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373011 Mar 28 11:09:09.093825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42114) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:09.162015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d11a2a-64fe-45bf-9e0d-1b5f3afdfbc0 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:09.163467 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-53d11a2a-64fe-45bf-9e0d-1b5f3afdfbc0 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 1093 time: 0.0686715 Mar 28 11:09:09.166424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42118) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:09.171074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:09.176734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:09.180514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:floatingip and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:09.183324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:09.188891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:09.279486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:09.411776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:09.547046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.210 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/f6614420-5beb-45e5-9c84-912c2e1e2eb7) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:09:09.689930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:09.783390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:09.846573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:09:09.853282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:09:09.855802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:09:09.894203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=f6614420-5beb-45e5-9c84-912c2e1e2eb7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:10.265282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:10.383763 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:10.607622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:10.668355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:10.883387 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=f6614420-5beb-45e5-9c84-912c2e1e2eb7,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:10.891837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:11.059175 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 4fa7d355-36e3-4687-876c-4f223a09768f associated. External IP: 172.26.2.210, port: 8277a362-a4fe-4ca4-929e-e8ce7b5a907e. Mar 28 11:09:11.399353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:09:11.580287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:09:11.590129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] Sync routers for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:09:11.599327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:09:11.599930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:09:11.651564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:11.708913 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-daea79d3-e9b4-4f37-ac82-835d3ee004e6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5414858 Mar 28 11:09:11.709485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:09:11.711712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42124) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:11.755647 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'status': 'completed', 'code': 200} Mar 28 11:09:11.779028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:09:11.781783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d63ad-eb7b-458b-a03f-8382d3e82c65 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:11.783296 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b70d63ad-eb7b-458b-a03f-8382d3e82c65 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 1093 time: 0.0706160 Mar 28 11:09:11.876973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-42b4c85b-66cd-4416-8ebb-3e5f546e651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:11.878574 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-42b4c85b-66cd-4416-8ebb-3e5f546e651d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 1098 time: 0.0733180 Mar 28 11:09:12.008906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-a5bbc662-9d40-4816-afb2-970d75cb86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:12.010396 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-a5bbc662-9d40-4816-afb2-970d75cb86e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 898 time: 0.1257851 Mar 28 11:09:12.115700 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-f7655c80-286a-47cb-98e1-23e4af3f7989 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e HTTP/1.1" status: 200 len: 999 time: 0.0991235 Mar 28 11:09:12.121183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '4fa7d355-36e3-4687-876c-4f223a09768f', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:10Z', 'updated_at': '2022-03-28T11:09:10Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:09:12.125410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] Checking router: a2a45c33-759a-4c1e-a27e-f544a4cbbc38 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:09:12.133709 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:09:12.134333 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:08:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:09:12.181163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42132) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:12.184678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-1033ba59-107c-4f44-a75a-0599a99b679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:12.186088 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-1033ba59-107c-4f44-a75a-0599a99b679b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d46592e1-ea4c-4065-afc3-1ae6a7e219bd HTTP/1.1" status: 200 len: 834 time: 0.0647957 Mar 28 11:09:12.189015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-530556211', 'description': 'tempest-secgroup-smoke-530556211 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:12.223990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:12.244010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:12.276686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-bba2a2d9-381f-49b2-868b-0b2e64ca4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:12.278167 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-bba2a2d9-381f-49b2-868b-0b2e64ca4e25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea773b-4c04-482b-8e9f-1f43306ece66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838697 Mar 28 11:09:12.312651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:09:12.368090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:12.405307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:12.412563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:12.417467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:12.432768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:12.441760 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-d76a67df-0cad-4cf8-b817-99bd24db211d service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555002 Mar 28 11:09:12.626195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:12.631617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-36878ab0-3c6c-446d-a2a1-a0c9daa31d1f req-743d3ec1-cb34-47bf-8e00-8193948020c0 service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774290 Mar 28 11:09:12.686240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:12.689850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '4fa7d355-36e3-4687-876c-4f223a09768f', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:10Z', 'updated_at': '2022-03-28T11:09:10Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:09:12.693842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb560a4-3a82-47f9-b975-a1959f48a529 None None] The sync data for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv is: [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '4fa7d355-36e3-4687-876c-4f223a09768f', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:10Z', 'updated_at': '2022-03-28T11:09:10Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:09:12.731676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7af5783-1b78-45da-8e2e-b1298e35a71c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:12.811604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:12.812850 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-de2c533e-ea10-42a9-bac7-08dc15ab106c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6307552 Mar 28 11:09:12.815693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42138) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:12.820742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'e7af5783-1b78-45da-8e2e-b1298e35a71c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:12.826849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:12.830728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:12.833743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:12.839567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:12.879844 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d1a06-03e7-44c6-93f4-5bd1757a5036 None None] New status for floating IP 4fa7d355-36e3-4687-876c-4f223a09768f: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:09:12.956018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.019037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.114266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.136073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d66100-4909-4f6e-9b45-1a2b51691122,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:13.223038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.224765 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-05e90fe1-8852-4990-a9ed-7ab9e85cbe66 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4077222 Mar 28 11:09:13.227116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42142) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:13.234058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'e7af5783-1b78-45da-8e2e-b1298e35a71c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:13.239112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:13.242975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:13.246181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:13.251859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:13.345297 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.406994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.485676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.513745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14af4dbf-1766-45ea-99b9-32bb6dbc5ee6,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:13.588584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.589737 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-654e9518-773e-455c-bee6-8b037ffb6b1f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617160 Mar 28 11:09:13.592996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42146) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:13.598028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'e7af5783-1b78-45da-8e2e-b1298e35a71c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:13.603994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:13.607921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:13.610850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:13.616571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:13.777739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.838602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.902774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.926531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950593be-805c-4463-b381-29484e2cec99,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:13.994204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:13.995382 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fcecaad0-fe98-4fba-9f12-769fc3bfb7e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4014828 Mar 28 11:09:13.998497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42150) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:14.003445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'e7af5783-1b78-45da-8e2e-b1298e35a71c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:14.009092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:14.013527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:14.016379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:14.022159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:14.115178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.176267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.256618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.279407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcbc236-9f08-48cd-8189-dd10e9e23f04,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:14.342398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.343554 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b895ed9c-0ab2-4ddd-b8ab-164912ee7bf9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3441567 Mar 28 11:09:14.346217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42154) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:14.351100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'e7af5783-1b78-45da-8e2e-b1298e35a71c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:14.357109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:14.360886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:14.363729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:14.369424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:14.427522 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:09:14.433972 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.500455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.582603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.611448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e07221a-7112-4eb7-8abc-ed32c3011e1d,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:14.674630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.675685 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-de63d949-85ff-4a71-8df0-d0aadbb46533 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3284738 Mar 28 11:09:14.678250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42158) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:14.683298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'e7af5783-1b78-45da-8e2e-b1298e35a71c', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:14.689185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:14.693068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:14.695890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:14.701623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:14.760923 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:09:14.766638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.831425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.873821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.896508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd6bcd6-405f-45fa-973c-fdc499d264f7,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:14.994089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:14.995702 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a5b5374f-c43c-4bb7-8a29-1ba2e29346bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161092 Mar 28 11:09:15.152287 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-c50275f1-f895-4fa0-94da-701734c228c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530556211&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.0382330 Mar 28 11:09:15.297876 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-adb6402e-62c5-4624-a53a-7f32847ee459 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:15.299218 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-adb6402e-62c5-4624-a53a-7f32847ee459 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 797 time: 0.1400511 Mar 28 11:09:15.313763 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-783717c4-a47c-4d1a-a766-48d4179014b1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.0091157 Mar 28 11:09:15.401368 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4d3717e7-a284-4ac6-91f5-fbc2ddad1cbd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0827391 Mar 28 11:09:15.574271 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-f6b5a519-30f8-47d3-acc5-b18551914e26 service neutron] 10.222.0.18 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613278 Mar 28 11:09:15.691877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:15.704038 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-f896336d-81f1-47cf-a4c7-f710807c37c0 service neutron] 10.222.0.18 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235409 Mar 28 11:09:16.073013 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab13aa00-6948-4abd-a892-3640c227883b req-6f21337e-64b6-4791-b5d1-86777b4771fd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 210 time: 0.1602321 Mar 28 11:09:17.220138 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-943861ed-3f98-46fe-8cbe-e18a743a025f req-04572694-9d0b-4603-89e5-11ca050003c6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 210 time: 0.0416179 Mar 28 11:09:18.270037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-530daa17-e488-48a0-b50c-d7553584d142 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:18.271478 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-530daa17-e488-48a0-b50c-d7553584d142 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 797 time: 0.1476381 Mar 28 11:09:18.301980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0df2ccbe-123a-46fc-8efa-d20bc73a958b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:18.337824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-c5a15771-0248-4663-b61b-6d4abeb74094 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:09:18.374494 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-daf1b31b-48ac-432e-b185-49dd74790612 req-d7b82e83-1a24-4eb8-a1b5-72a9d5743f69 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 210 time: 0.0451529 Mar 28 11:09:18.423101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-c5a15771-0248-4663-b61b-6d4abeb74094 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:09:18.424299 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-c5a15771-0248-4663-b61b-6d4abeb74094 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 471 time: 0.1349721 Mar 28 11:09:18.434886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['e7af5783-1b78-45da-8e2e-b1298e35a71c']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:18.575561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:18.576107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:port and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:18.578515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:18.584208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:18.643057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:09:18.643556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:18.800752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.12 (91ea773b-4c04-482b-8e9f-1f43306ece66/d46592e1-ea4c-4065-afc3-1ae6a7e219bd/a423cb13-f201-419b-82f9-a7df1be8e2b6) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:09:18.993120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:19.008875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object a423cb13-f201-419b-82f9-a7df1be8e2b6 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:09:19.103018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:19.166292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:09:19.169998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:09:19.188663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:09:19.214569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=a423cb13-f201-419b-82f9-a7df1be8e2b6,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:19.250818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:19.251448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:19.349267 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9cd0a8e9-99b3-4b8f-9d39-9ae5aeb3ec17 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9189615 Mar 28 11:09:19.368546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Request body: {'port': {'device_id': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:19.479531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:19.532323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e1822ece-be05-4b1f-8a4a-9fa80659746c None None] Provisioning for port a423cb13-f201-419b-82f9-a7df1be8e2b6 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:09:19.537778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e1822ece-be05-4b1f-8a4a-9fa80659746c None None] Provisioning complete for port a423cb13-f201-419b-82f9-a7df1be8e2b6 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:09:19.538460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e1822ece-be05-4b1f-8a4a-9fa80659746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:19.569964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585de991-ce43-41d4-a766-b6742af6e190 req-e3b0c316-b7f4-4c1b-aa57-0aedfaf19ea6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:19.571754 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-585de991-ce43-41d4-a766-b6742af6e190 req-e3b0c316-b7f4-4c1b-aa57-0aedfaf19ea6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 932 time: 0.0888968 Mar 28 11:09:19.593296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e1822ece-be05-4b1f-8a4a-9fa80659746c None None] Port a423cb13-f201-419b-82f9-a7df1be8e2b6 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:09:19.626954 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-585de991-ce43-41d4-a766-b6742af6e190 req-355f6b21-bbec-499c-a756-690a4d21d93d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 Mar 28 11:09:19.830320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a423cb13-f201-419b-82f9-a7df1be8e2b6 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:09:19.837623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:19.851570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Transition to ACTIVE for port object a423cb13-f201-419b-82f9-a7df1be8e2b6 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:09:19.976704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:20.108214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Pushing event updated for resources: {'Port': ['ID=a423cb13-f201-419b-82f9-a7df1be8e2b6,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:20.214934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Attempting to bind port a423cb13-f201-419b-82f9-a7df1be8e2b6 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:09:20.215307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Attempting to bind port a423cb13-f201-419b-82f9-a7df1be8e2b6 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:09:20.215637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Attempting to bind port a423cb13-f201-419b-82f9-a7df1be8e2b6 on network 91ea773b-4c04-482b-8e9f-1f43306ece66 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:09:20.220357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Port a423cb13-f201-419b-82f9-a7df1be8e2b6 on network 91ea773b-4c04-482b-8e9f-1f43306ece66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:09:20.220677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Attempting to bind port a423cb13-f201-419b-82f9-a7df1be8e2b6 on network 91ea773b-4c04-482b-8e9f-1f43306ece66 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:09:20.226757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:09:20.226757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Checking segment: {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:09:20.226757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Bound using segment: {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:09:20.227109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Bound port: a423cb13-f201-419b-82f9-a7df1be8e2b6, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ae9b66-a3eb-4241-aebf-ab23375cbf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:09:20.227457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:20.412841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] For port a423cb13-f201-419b-82f9-a7df1be8e2b6, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:09:20.416178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] For port a423cb13-f201-419b-82f9-a7df1be8e2b6, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a423cb13-f201-419b-82f9-a7df1be8e2b6,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:09:20.468158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ddd05e2e-2ab0-44dd-a501-cba3b9372fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:20.520272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:20.579828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:20.579828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:20.580836 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] 10.222.0.31 "PUT /v2.0/ports/a423cb13-f201-419b-82f9-a7df1be8e2b6 HTTP/1.1" status: 200 len: 1094 time: 1.2164087 Mar 28 11:09:20.581271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:09:20.609119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc582a-ccdb-4ea3-998f-8965526fd793 service neutron] Pushing event updated for resources: {'Port': ['ID=a423cb13-f201-419b-82f9-a7df1be8e2b6,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:20.633318 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'status': 'completed', 'code': 200} Mar 28 11:09:20.756488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2735b-8074-433d-aff5-8b4abf08f1c8 req-cd5fe2db-869d-431a-940a-b6a0814c30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:20.758753 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e0b2735b-8074-433d-aff5-8b4abf08f1c8 req-cd5fe2db-869d-431a-940a-b6a0814c30dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 1097 time: 0.0840709 Mar 28 11:09:20.823662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d4301-e5da-40f6-9089-52bb2255eae1 req-e48966c9-df19-4888-bcb1-3ae6faa81498 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:20.825502 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-550d4301-e5da-40f6-9089-52bb2255eae1 req-e48966c9-df19-4888-bcb1-3ae6faa81498 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 944 time: 0.0861557 Mar 28 11:09:20.872018 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-550d4301-e5da-40f6-9089-52bb2255eae1 req-7f0af68b-d780-416e-a0fb-20fa14247615 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406504 Mar 28 11:09:20.914185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2735b-8074-433d-aff5-8b4abf08f1c8 req-26686298-6fe9-46bb-85b1-c3484bebca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:20.915868 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e0b2735b-8074-433d-aff5-8b4abf08f1c8 req-26686298-6fe9-46bb-85b1-c3484bebca09 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1422286 Mar 28 11:09:21.053006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2735b-8074-433d-aff5-8b4abf08f1c8 req-f5287e65-1f31-41ec-bde0-f72bf1d84d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:21.054468 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e0b2735b-8074-433d-aff5-8b4abf08f1c8 req-f5287e65-1f31-41ec-bde0-f72bf1d84d08 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309388 Mar 28 11:09:21.186868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-83ea24a8-1867-4b07-a397-47904a3065d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:21.191808 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-83ea24a8-1867-4b07-a397-47904a3065d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 1097 time: 0.0742068 Mar 28 11:09:21.263191 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-9a555218-7b39-4ab4-ba18-f0b5743f6f5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a423cb13-f201-419b-82f9-a7df1be8e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0605507 Mar 28 11:09:21.332131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-2e38ee76-a62f-4ac4-acd0-846bf2ce6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:21.333794 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-2e38ee76-a62f-4ac4-acd0-846bf2ce6cc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d46592e1-ea4c-4065-afc3-1ae6a7e219bd HTTP/1.1" status: 200 len: 834 time: 0.0611548 Mar 28 11:09:21.407458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-2e9a3ac1-7d49-4ff3-8f77-b82b4c22ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:21.408871 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-2e9a3ac1-7d49-4ff3-8f77-b82b4c22ff36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea773b-4c04-482b-8e9f-1f43306ece66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693107 Mar 28 11:09:21.543959 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-3b599163-62d5-4f34-bd6d-6be4e5e040b8 service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285367 Mar 28 11:09:21.611322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:21.662133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:21.676486 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a15c93ab-ad10-4b03-a6db-a4b884e4d139 req-4453220d-1058-4d78-b1ad-3ef8d4a5778e service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259513 Mar 28 11:09:22.058582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366e31-cf66-4da1-9b9e-e6f87baa0bc7 req-3ae316d1-ab11-4d0e-b84d-e16de84343b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:22.060122 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7c366e31-cf66-4da1-9b9e-e6f87baa0bc7 req-3ae316d1-ab11-4d0e-b84d-e16de84343b4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 944 time: 0.0805721 Mar 28 11:09:22.107898 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7c366e31-cf66-4da1-9b9e-e6f87baa0bc7 req-7021fb0d-e623-47f6-bfad-7d6528ae9c20 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 Mar 28 11:09:23.034024 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:23.287719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97843089-a535-4e05-99d9-3c7188414249 req-27dc0390-c7d7-43f4-8759-be1ed516a6a3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:23.289151 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-97843089-a535-4e05-99d9-3c7188414249 req-27dc0390-c7d7-43f4-8759-be1ed516a6a3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 944 time: 0.0793591 Mar 28 11:09:23.334231 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-97843089-a535-4e05-99d9-3c7188414249 req-c674bb70-e5bd-4a83-bb95-c3bf7b261d2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384703 Mar 28 11:09:24.520020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c9910-fd68-499f-8382-d818592361b9 req-1a549f92-637c-45dc-a918-66ecc0e863bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:24.521325 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f44c9910-fd68-499f-8382-d818592361b9 req-1a549f92-637c-45dc-a918-66ecc0e863bd tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 944 time: 0.0844734 Mar 28 11:09:24.565874 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f44c9910-fd68-499f-8382-d818592361b9 req-f012ebdb-f80f-45d3-acaa-c40bd86386dc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386951 Mar 28 11:09:25.455072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device a423cb13-f201-419b-82f9-a7df1be8e2b6 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:09:25.587757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port a423cb13-f201-419b-82f9-a7df1be8e2b6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a423cb13-f201-419b-82f9-a7df1be8e2b6,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:09:25.601747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'port_id': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'mac_address': 'fa:16:3e:bb:ba:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:09:25.660798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:25.679149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a423cb13-f201-419b-82f9-a7df1be8e2b6 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:09:25.694450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port a423cb13-f201-419b-82f9-a7df1be8e2b6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a423cb13-f201-419b-82f9-a7df1be8e2b6,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:09:25.750781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919fd95-c24d-43b9-a220-5baee8984bf8 req-60376930-0c2f-4f9c-85c4-145050994b5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:25.752250 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c919fd95-c24d-43b9-a220-5baee8984bf8 req-60376930-0c2f-4f9c-85c4-145050994b5e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 944 time: 0.0789480 Mar 28 11:09:25.782741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:25.797876 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c919fd95-c24d-43b9-a220-5baee8984bf8 req-9d0bd0f1-24ff-4c04-8e0e-ddc32e8963ed tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399759 Mar 28 11:09:25.849167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=a423cb13-f201-419b-82f9-a7df1be8e2b6,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:26.112577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['a423cb13-f201-419b-82f9-a7df1be8e2b6'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:09:26.985047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bcb3a-ae42-403d-ab7b-cff9737fce53 req-dd0526f0-5fd0-40c1-a306-c534e166970c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:26.986504 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-331bcb3a-ae42-403d-ab7b-cff9737fce53 req-dd0526f0-5fd0-40c1-a306-c534e166970c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 945 time: 0.0833704 Mar 28 11:09:27.031116 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-331bcb3a-ae42-403d-ab7b-cff9737fce53 req-eec669ec-a888-434e-a548-615d70d9832f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389712 Mar 28 11:09:27.453243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device a423cb13-f201-419b-82f9-a7df1be8e2b6 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:09:27.645489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port a423cb13-f201-419b-82f9-a7df1be8e2b6 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:09:27.650704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port a423cb13-f201-419b-82f9-a7df1be8e2b6 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:09:27.651065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:27.765326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:27.790834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:09:27.800485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port a423cb13-f201-419b-82f9-a7df1be8e2b6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a423cb13-f201-419b-82f9-a7df1be8e2b6,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:09:27.836246 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'code': 200} Mar 28 11:09:27.874082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:27.941142 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=a423cb13-f201-419b-82f9-a7df1be8e2b6,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:28.214804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb10e9-c15b-4a9d-93c5-48761c0de639 req-a33866e9-c931-4b33-bdac-1c7c1c65da0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:28.218262 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8cb10e9-c15b-4a9d-93c5-48761c0de639 req-a33866e9-c931-4b33-bdac-1c7c1c65da0f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 946 time: 0.0802445 Mar 28 11:09:28.263378 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8cb10e9-c15b-4a9d-93c5-48761c0de639 req-269c2944-ed5f-4848-9ca0-0d1f3bc526d0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409985 Mar 28 11:09:28.279320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c8e99-647c-4174-8586-d565062ab1a5 req-e6e9a8b0-2657-4eb6-a26a-e6f59033d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:28.285317 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a17c8e99-647c-4174-8586-d565062ab1a5 req-e6e9a8b0-2657-4eb6-a26a-e6f59033d1d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 1099 time: 0.0704913 Mar 28 11:09:28.328850 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a17c8e99-647c-4174-8586-d565062ab1a5 req-d6728e18-c3f3-4ffa-8300-f416f9564c84 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378881 Mar 28 11:09:29.448897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185940-dee2-45f7-a71b-1d72881b6a0e req-cccaa822-bf14-4d70-a0ff-05518fc69d4a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:29.450361 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d6185940-dee2-45f7-a71b-1d72881b6a0e req-cccaa822-bf14-4d70-a0ff-05518fc69d4a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 946 time: 0.0800507 Mar 28 11:09:29.499495 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d6185940-dee2-45f7-a71b-1d72881b6a0e req-1e968681-ab4a-4061-bd87-3fa92f9b6e7c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392385 Mar 28 11:09:30.684047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e463c-c888-40e1-bbd9-9b941836a186 req-03e28259-f089-4bbf-b02e-658ded93f08d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:30.687359 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aa0e463c-c888-40e1-bbd9-9b941836a186 req-03e28259-f089-4bbf-b02e-658ded93f08d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 946 time: 0.0839496 Mar 28 11:09:30.729670 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aa0e463c-c888-40e1-bbd9-9b941836a186 req-ea91c741-7b2b-448a-be4e-07cd41fd9048 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377467 Mar 28 11:09:30.913100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da895c-de7b-4b58-bee8-fa28a342b1df req-a7cc681d-9046-48dd-8712-56d180c002e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:30.915813 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a1da895c-de7b-4b58-bee8-fa28a342b1df req-a7cc681d-9046-48dd-8712-56d180c002e8 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 946 time: 0.0828416 Mar 28 11:09:30.959330 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a1da895c-de7b-4b58-bee8-fa28a342b1df req-e268b853-9076-4b01-ae17-076782e1106a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372152 Mar 28 11:09:30.981556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42222) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:31.054401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e086e6-7a37-4ba7-ba59-138a9b151e32 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:31.055909 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d8e086e6-7a37-4ba7-ba59-138a9b151e32 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 1094 time: 0.0733559 Mar 28 11:09:31.058660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42226) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:09:31.063555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:09:31.069417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:09:31.073287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:floatingip and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:09:31.076391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:09:31.081810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:09:31.180855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:31.310593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:31.446704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.122 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/5396057b-0766-458c-aa32-01f3aeb707ab) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:09:31.688809 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:31.771239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:31.829379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:09:31.832005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:09:31.839634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:09:31.877266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=5396057b-0766-458c-aa32-01f3aeb707ab,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:32.255878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:32.370975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:32.577485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:32.639644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:32.746232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=5396057b-0766-458c-aa32-01f3aeb707ab,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:09:32.759526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:32.929632 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP d9dc9233-db0e-40a5-b4dc-704d098d8984 associated. External IP: 172.26.2.122, port: a423cb13-f201-419b-82f9-a7df1be8e2b6. Mar 28 11:09:33.384484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:09:33.578248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:09:33.587336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] Sync routers for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:09:33.596314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:09:33.596921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:09:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:09:33.742476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:33.779607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:09:33.798766 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-eb40ea78-cc56-4c9c-91e7-7b999562c70c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7390366 Mar 28 11:09:33.799512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:09:33.844635 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'status': 'completed', 'code': 200} Mar 28 11:09:33.974299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8909-6256-4234-88f1-543a37b823a1 req-470d399f-e3a8-4545-a2f7-f222d4eb0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:33.975786 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df6f8909-6256-4234-88f1-543a37b823a1 req-470d399f-e3a8-4545-a2f7-f222d4eb0cef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 1099 time: 0.0834529 Mar 28 11:09:34.112046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8909-6256-4234-88f1-543a37b823a1 req-5d821641-d1db-4819-8fbb-e47b06329f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:34.113486 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df6f8909-6256-4234-88f1-543a37b823a1 req-5d821641-d1db-4819-8fbb-e47b06329f6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 898 time: 0.1311834 Mar 28 11:09:34.164301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '4fa7d355-36e3-4687-876c-4f223a09768f', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:10Z', 'updated_at': '2022-03-28T11:09:13Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}, {'id': 'd9dc9233-db0e-40a5-b4dc-704d098d8984', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.122', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:bb:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:32Z', 'updated_at': '2022-03-28T11:09:32Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:09:34.168145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] Checking router: a2a45c33-759a-4c1e-a27e-f544a4cbbc38 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:09:34.176945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:09:34.177534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:09:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:09:34.218799 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df6f8909-6256-4234-88f1-543a37b823a1 req-fba17e4b-faa5-4a28-9d43-6e582bb79a1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a423cb13-f201-419b-82f9-a7df1be8e2b6 HTTP/1.1" status: 200 len: 1000 time: 0.0971849 Mar 28 11:09:34.280614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8909-6256-4234-88f1-543a37b823a1 req-e71a7f7d-96be-4ca4-b26b-b67cb1bd1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:34.282066 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df6f8909-6256-4234-88f1-543a37b823a1 req-e71a7f7d-96be-4ca4-b26b-b67cb1bd1868 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d46592e1-ea4c-4065-afc3-1ae6a7e219bd HTTP/1.1" status: 200 len: 834 time: 0.0571673 Mar 28 11:09:34.356730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:09:34.358815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8909-6256-4234-88f1-543a37b823a1 req-d2c83652-6dd6-4b58-9706-6a7001a864cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:34.367268 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df6f8909-6256-4234-88f1-543a37b823a1 req-d2c83652-6dd6-4b58-9706-6a7001a864cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea773b-4c04-482b-8e9f-1f43306ece66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716610 Mar 28 11:09:34.499803 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df6f8909-6256-4234-88f1-543a37b823a1 req-51e1d044-5c24-46c5-886e-2bbfab3a2e3a service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310341 Mar 28 11:09:34.637271 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df6f8909-6256-4234-88f1-543a37b823a1 req-2f0c2282-a696-4efc-9ba6-288870be46c7 service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315768 Mar 28 11:09:34.711593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '4fa7d355-36e3-4687-876c-4f223a09768f', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:10Z', 'updated_at': '2022-03-28T11:09:13Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}, {'id': 'd9dc9233-db0e-40a5-b4dc-704d098d8984', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.122', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:bb:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:32Z', 'updated_at': '2022-03-28T11:09:32Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:09:34.715668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a999a2c5-5dc7-4f6e-a00f-528033dd1a04 None None] The sync data for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv is: [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '4fa7d355-36e3-4687-876c-4f223a09768f', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:10Z', 'updated_at': '2022-03-28T11:09:13Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}, {'id': 'd9dc9233-db0e-40a5-b4dc-704d098d8984', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.122', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:bb:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:32Z', 'updated_at': '2022-03-28T11:09:32Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:09:34.893046 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e36ba4-ccb9-443f-b783-c150fbdf2f32 None None] New status for floating IP d9dc9233-db0e-40a5-b4dc-704d098d8984: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:09:36.793955 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-76755cc6-41de-46cf-8c28-f18a2bc0c5e9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732508 Mar 28 11:09:36.895153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-778df68d-9046-4556-afaf-22e9df94a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:36.896935 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-778df68d-9046-4556-afaf-22e9df94a279 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 1098 time: 0.0708313 Mar 28 11:09:37.042824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-2c06d18a-384c-4a2c-adfa-a28c96ff2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:37.044231 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-2c06d18a-384c-4a2c-adfa-a28c96ff2a7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.1286786 Mar 28 11:09:37.148400 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-c94badd5-d895-4156-a9ca-4017ce928fa0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b604ab-2c16-4047-be1f-cfab72ee36a4 HTTP/1.1" status: 200 len: 1001 time: 0.0967288 Mar 28 11:09:37.214610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-b7052589-8152-4e87-a6eb-e37c88c04d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:37.215971 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-b7052589-8152-4e87-a6eb-e37c88c04d21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0608959 Mar 28 11:09:37.400319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-5f7b5014-69bd-4a99-9d98-ea859939aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:09:37.401446 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-5f7b5014-69bd-4a99-9d98-ea859939aaf9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1728604 Mar 28 11:09:37.531531 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-bd71b7df-d33b-4dd8-a7bf-d1dfac25ed88 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231782 Mar 28 11:09:37.664047 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ae4d0f12-a338-4767-bfb6-35bca5331e88 req-82dac9d2-0add-4605-9489-952155af5d7a service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250038 Mar 28 11:09:42.206740 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:09:45.673535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:48.397882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d01127f4-8330-44d9-8dd1-b8a4aae0e4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:50.466814 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f0096a6a-bd9b-4fcd-909f-0b5ec073ca27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:51.570583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:51.587915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:09:53.044443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:08.842997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42254) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:08.949118 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-daea61d0-b8dd-4950-a7f5-15cd39b5504d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/4fa7d355-36e3-4687-876c-4f223a09768f HTTP/1.1" status: 200 len: 993 time: 0.1050000 Mar 28 11:10:09.857174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42264) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:09.863002 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:09.980908 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:10.188337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:10.215785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:10.306078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:10.365760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:10.366878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:10.370355 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/ports/8277a362-a4fe-4ca4-929e-e8ce7b5a907e HTTP/1.1" status: 200 len: 938 time: 0.5121465 Mar 28 11:10:10.371134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:10.400108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,revision_number=6']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:10.408174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.408518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.408850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.409178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.409497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.409815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.410527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.410872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.411166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.411492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.411926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.412248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de827f-2fa4-4206-a807-2a5cbc72c2e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:10.419468 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'status': 'completed', 'code': 200} Mar 28 11:10:10.545020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-de891bd2-5650-4459-bca5-5ea4d7e1ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:10.546511 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-de891bd2-5650-4459-bca5-5ea4d7e1ddfd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 1099 time: 0.0831122 Mar 28 11:10:10.616082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9b1dbf80-ed1a-4427-8799-5deb03a5a645 None None] Provisioning complete for port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:10.619279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9b1dbf80-ed1a-4427-8799-5deb03a5a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:10.675678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9b1dbf80-ed1a-4427-8799-5deb03a5a645 None None] Port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e is administratively disabled so it will not transition to active. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 28 11:10:10.677915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-a871b211-a3e8-44e4-838b-b4c512fb2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:10.680004 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-a871b211-a3e8-44e4-838b-b4c512fb2f13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 898 time: 0.1260068 Mar 28 11:10:10.785710 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-7e7a81c8-b13d-47bd-b611-a550d7c08642 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e HTTP/1.1" status: 200 len: 1002 time: 0.0944486 Mar 28 11:10:10.852117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-3c0eb004-c215-4705-9d4f-32d8885ab7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:10.853496 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-3c0eb004-c215-4705-9d4f-32d8885ab7eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d46592e1-ea4c-4065-afc3-1ae6a7e219bd HTTP/1.1" status: 200 len: 834 time: 0.0595138 Mar 28 11:10:10.928829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-c31f539c-c044-486a-9dc6-033d5f77c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:10.930285 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-c31f539c-c044-486a-9dc6-033d5f77c3c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea773b-4c04-482b-8e9f-1f43306ece66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670969 Mar 28 11:10:11.061684 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-f8c01860-c277-4b9c-847f-fd5d96d6646a service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205511 Mar 28 11:10:11.191597 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df514ed4-176c-4cc1-be06-6dc33dbe55ec req-016b99a0-d8bc-4a23-8f60-f5c6f036532d service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199815 Mar 28 11:10:13.858841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42274) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:13.864498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7e0c4394-a347-4569-8acd-1cb20e365227 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:14.072260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e0c4394-a347-4569-8acd-1cb20e365227 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:14.282367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-7e0c4394-a347-4569-8acd-1cb20e365227 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:14.305765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e0c4394-a347-4569-8acd-1cb20e365227 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:14.357508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e0c4394-a347-4569-8acd-1cb20e365227 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:14.423244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c4394-a347-4569-8acd-1cb20e365227 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:14.423244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7e0c4394-a347-4569-8acd-1cb20e365227 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:14.423244 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7e0c4394-a347-4569-8acd-1cb20e365227 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/ports/8277a362-a4fe-4ca4-929e-e8ce7b5a907e HTTP/1.1" status: 200 len: 937 time: 0.5611286 Mar 28 11:10:14.423244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:14.424066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42278) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:14.451466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c4394-a347-4569-8acd-1cb20e365227 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,revision_number=7']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:14.476119 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'status': 'completed', 'code': 200} Mar 28 11:10:14.542509 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2459f8ea-a24d-47bb-bfe5-c55bb8045a3e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/4fa7d355-36e3-4687-876c-4f223a09768f HTTP/1.1" status: 200 len: 993 time: 0.1172779 Mar 28 11:10:14.606979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-787f9589-563a-4a61-b940-4dc796ee310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:14.608527 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-787f9589-563a-4a61-b940-4dc796ee310c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 1098 time: 0.0785997 Mar 28 11:10:14.615031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d6661336-4b10-44f0-909a-b2b1166c3a28 None None] Provisioning complete for port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:14.618803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6661336-4b10-44f0-909a-b2b1166c3a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:14.742825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-02b67b03-2d3f-4be2-a3d4-0bc4f45942b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:14.744202 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-02b67b03-2d3f-4be2-a3d4-0bc4f45942b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 898 time: 0.1289909 Mar 28 11:10:14.820149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['8277a362-a4fe-4ca4-929e-e8ce7b5a907e'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:10:14.853447 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-74efaa52-dd90-4d75-bb61-d4dcaaef4d99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e HTTP/1.1" status: 200 len: 1001 time: 0.1021252 Mar 28 11:10:14.916044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-f6d4bbce-7206-4475-b158-c8b5a52ee553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:14.917492 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-f6d4bbce-7206-4475-b158-c8b5a52ee553 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d46592e1-ea4c-4065-afc3-1ae6a7e219bd HTTP/1.1" status: 200 len: 834 time: 0.0572090 Mar 28 11:10:14.995322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-83a13db8-c1f8-4907-ae04-ade63bc7a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:14.996768 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-83a13db8-c1f8-4907-ae04-ade63bc7a1af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea773b-4c04-482b-8e9f-1f43306ece66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697041 Mar 28 11:10:15.128391 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-510bb3ba-f6f6-4b03-811d-136aca79685e service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217675 Mar 28 11:10:15.257422 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e85b2d3-90c1-4984-b0d4-6a15a45ab496 req-91792c94-dabe-4327-b2c9-cb7a99c1b13c service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224313 Mar 28 11:10:15.700973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:17.153810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42290) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:17.355230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 5396057b-0766-458c-aa32-01f3aeb707ab {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:17.355573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:17.530710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:17.530945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:17.651607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 5396057b-0766-458c-aa32-01f3aeb707ab owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:17.860990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:18.002955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=5396057b-0766-458c-aa32-01f3aeb707ab,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:18.044259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.044611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.044955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.045293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.045626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.045984 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.046315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.046634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.046966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.047286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.047604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.047923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:18.104498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:18.104831 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP d9dc9233-db0e-40a5-b4dc-704d098d8984 disassociated (deleted). External IP: 172.26.2.122, port: a423cb13-f201-419b-82f9-a7df1be8e2b6. Mar 28 11:10:18.249958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-00d94b89-32dd-44c1-97ba-2819962073ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:18.448559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:10:18.624478 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:10:18.635507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] Sync routers for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:10:18.640189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:18.644818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:18.645434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:09:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:18.695388 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-80d802ce-8537-4d13-b6e2-21433ba23acc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/floatingips/d9dc9233-db0e-40a5-b4dc-704d098d8984 HTTP/1.1" status: 204 len: 168 time: 1.5404732 Mar 28 11:10:18.695974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:18.748772 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'status': 'completed', 'code': 200} Mar 28 11:10:18.867049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:18.881106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-777306ea-63f5-4917-ad53-9d8f513414b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:18.883146 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-777306ea-63f5-4917-ad53-9d8f513414b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 1099 time: 0.0765767 Mar 28 11:10:19.028136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-1bb74249-6d3a-4491-9b3a-7ab4d6034fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:19.029580 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-1bb74249-6d3a-4491-9b3a-7ab4d6034fec service neutron] 10.222.0.31 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 898 time: 0.1364946 Mar 28 11:10:19.097072 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-51b18d0e-1d8a-43c0-ac16-41e180d9d3c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a423cb13-f201-419b-82f9-a7df1be8e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0601835 Mar 28 11:10:19.164508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-ad167128-75f3-4925-b6fd-3bb7392794b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:19.165966 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-ad167128-75f3-4925-b6fd-3bb7392794b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d46592e1-ea4c-4065-afc3-1ae6a7e219bd HTTP/1.1" status: 200 len: 834 time: 0.0605464 Mar 28 11:10:19.205894 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:10:19.232945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '4fa7d355-36e3-4687-876c-4f223a09768f', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:10Z', 'updated_at': '2022-03-28T11:09:13Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:19.236896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] Checking router: a2a45c33-759a-4c1e-a27e-f544a4cbbc38 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:10:19.243294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b3ad-56ef-494f-b269-d2d205d216ed req-57a2315a-239a-4d5a-b92a-a2a6d3d6da9f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:19.243877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-bda0b3ad-56ef-494f-b269-d2d205d216ed req-57a2315a-239a-4d5a-b92a-a2a6d3d6da9f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:19.245950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:19.246576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:09:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:19.249776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-92702300-f896-45b6-b108-59541e0522d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:19.251794 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-92702300-f896-45b6-b108-59541e0522d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea773b-4c04-482b-8e9f-1f43306ece66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768232 Mar 28 11:10:19.305858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-bda0b3ad-56ef-494f-b269-d2d205d216ed req-57a2315a-239a-4d5a-b92a-a2a6d3d6da9f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:19.307341 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bda0b3ad-56ef-494f-b269-d2d205d216ed req-57a2315a-239a-4d5a-b92a-a2a6d3d6da9f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 946 time: 0.1540146 Mar 28 11:10:19.355095 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bda0b3ad-56ef-494f-b269-d2d205d216ed req-7cfae76c-eac1-4fb5-a783-e0409aa93267 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417738 Mar 28 11:10:19.430538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:19.496427 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-9000e289-d028-4d55-a08a-28b6ad904bac service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372742 Mar 28 11:10:19.627945 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9b2db66f-3048-4591-9ba1-18f21bddbd93 req-02c5db0c-7020-4cf9-9cc9-7ed852a09d3e service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247990 Mar 28 11:10:19.776691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '4fa7d355-36e3-4687-876c-4f223a09768f', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:10Z', 'updated_at': '2022-03-28T11:09:13Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:19.780597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e866f7-bccc-458e-9e17-baa06f3dae43 None None] The sync data for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv is: [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '4fa7d355-36e3-4687-876c-4f223a09768f', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'port_id': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'mac_address': 'fa:16:3e:df:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63812619-10ad-4cbe-b169-d982050c6701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:09:10Z', 'updated_at': '2022-03-28T11:09:13Z', 'revision_number': 1, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:10:19.983032 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e96c027-11d1-4c55-b1e6-8719298a81a1 None None] New status for floating IP d9dc9233-db0e-40a5-b4dc-704d098d8984: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:10:20.450273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-160f93f3-32d8-4a6e-8eff-ebc51d2d102f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:20.540078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6a37a-ac05-45a5-a567-1aa4645c69a0 req-4d9a03d1-bb8c-4566-b0f1-e07c108accd2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:20.541535 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-30c6a37a-ac05-45a5-a567-1aa4645c69a0 req-4d9a03d1-bb8c-4566-b0f1-e07c108accd2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 946 time: 0.0785589 Mar 28 11:10:20.585893 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-30c6a37a-ac05-45a5-a567-1aa4645c69a0 req-f353a25e-c0fe-4039-9714-410b549544d7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7af5783-1b78-45da-8e2e-b1298e35a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383389 Mar 28 11:10:20.888896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-3f43c14f-8289-46d8-8639-35621e03e250 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:20.889578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-3f43c14f-8289-46d8-8639-35621e03e250 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:20.900864 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-3f43c14f-8289-46d8-8639-35621e03e250 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:20.901918 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-3f43c14f-8289-46d8-8639-35621e03e250 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 946 time: 0.0925999 Mar 28 11:10:20.971010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port a423cb13-f201-419b-82f9-a7df1be8e2b6 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:20.971344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:21.210331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port a423cb13-f201-419b-82f9-a7df1be8e2b6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a423cb13-f201-419b-82f9-a7df1be8e2b6,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:21.210638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:21.332507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for a423cb13-f201-419b-82f9-a7df1be8e2b6 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:21.530307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:21.586117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=a423cb13-f201-419b-82f9-a7df1be8e2b6,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:21.597764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:21.621894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:21.658951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port a423cb13-f201-419b-82f9-a7df1be8e2b6 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:10:21.661335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:21.664726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'name': 'network-vif-deleted', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:21.709069 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf0b512-bef1-48c9-8ae6-e32d8482d00a', 'name': 'network-vif-deleted', 'tag': 'a423cb13-f201-419b-82f9-a7df1be8e2b6', 'status': 'completed', 'code': 200} Mar 28 11:10:21.739577 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ee6756bd-1b43-4e23-b420-25db9e00c3b4 req-c1ce47be-24a2-462a-8c58-2a6d8a9ae1f3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 210 time: 0.0446606 Mar 28 11:10:21.770708 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e7319518-df7d-4a77-8037-a5dfac95d67c req-ca64a7be-57ce-49ee-a3b9-26b8c6764029 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/a423cb13-f201-419b-82f9-a7df1be8e2b6 HTTP/1.1" status: 204 len: 173 time: 0.8609240 Mar 28 11:10:22.901309 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f119758f-615b-4df1-9e41-c6e80867cc18 req-1d14202b-6855-4438-b6e1-fa50d3c3a1db tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcf0b512-bef1-48c9-8ae6-e32d8482d00a HTTP/1.1" status: 200 len: 210 time: 0.0426097 Mar 28 11:10:23.066597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:23.994582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42310) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:24.072407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f0b65d71-cbd4-427d-9e08-4cf827394e6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:24.104383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f0b65d71-cbd4-427d-9e08-4cf827394e6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:24.209776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f0b65d71-cbd4-427d-9e08-4cf827394e6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:24.229318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b65d71-cbd4-427d-9e08-4cf827394e6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7af5783-1b78-45da-8e2e-b1298e35a71c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:24.294598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f0b65d71-cbd4-427d-9e08-4cf827394e6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:24.295739 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f0b65d71-cbd4-427d-9e08-4cf827394e6a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/e7af5783-1b78-45da-8e2e-b1298e35a71c HTTP/1.1" status: 204 len: 168 time: 0.3001695 Mar 28 11:10:24.363935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42316) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:24.566091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port f6614420-5beb-45e5-9c84-912c2e1e2eb7 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:24.566431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:24.828454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:24.828686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:24.951597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for f6614420-5beb-45e5-9c84-912c2e1e2eb7 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:25.162962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:25.211990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=f6614420-5beb-45e5-9c84-912c2e1e2eb7,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:25.300977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:25.301308 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 4fa7d355-36e3-4687-876c-4f223a09768f disassociated (deleted). External IP: 172.26.2.210, port: 8277a362-a4fe-4ca4-929e-e8ce7b5a907e. Mar 28 11:10:25.647305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:10:25.720185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device a423cb13-f201-419b-82f9-a7df1be8e2b6 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:10:25.756015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: a423cb13-f201-419b-82f9-a7df1be8e2b6 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:10:25.756364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device a423cb13-f201-419b-82f9-a7df1be8e2b6 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:10:25.823093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:10:25.832479 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] Sync routers for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:10:25.839057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:25.841168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:25.841768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:25.896473 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bdb6890d-d18c-4afc-9eba-802234ce87a9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/floatingips/4fa7d355-36e3-4687-876c-4f223a09768f HTTP/1.1" status: 204 len: 168 time: 1.5313668 Mar 28 11:10:25.897048 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:25.948371 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'status': 'completed', 'code': 200} Mar 28 11:10:26.027720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:26.082666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-bf672ae3-3a63-4ce0-a24e-5e6874c4190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:26.084046 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-bf672ae3-3a63-4ce0-a24e-5e6874c4190b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 1098 time: 0.0713017 Mar 28 11:10:26.221586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-a68b60e4-0668-4f3e-8abc-120206d5062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:26.223058 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-a68b60e4-0668-4f3e-8abc-120206d5062a service neutron] 10.222.0.31 "GET /v2.0/networks?id=91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 200 len: 898 time: 0.1304350 Mar 28 11:10:26.390750 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:26.394996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] Checking router: a2a45c33-759a-4c1e-a27e-f544a4cbbc38 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:10:26.403852 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:26.404558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:26.411796 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-11503784-b7a6-4122-883f-e9e2dc44f575 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e HTTP/1.1" status: 200 len: 217 time: 0.1790245 Mar 28 11:10:26.470743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6fd4-cb7b-44ef-bca2-e206d1812e3f req-2cf3c735-007a-4ab4-8183-d0c4b640cdc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:26.472399 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-831f6fd4-cb7b-44ef-bca2-e206d1812e3f req-2cf3c735-007a-4ab4-8183-d0c4b640cdc2 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 945 time: 0.0848243 Mar 28 11:10:26.477364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-e84ee3a1-3f7a-48a2-ae11-a8a413f62363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:26.478815 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-e84ee3a1-3f7a-48a2-ae11-a8a413f62363 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d46592e1-ea4c-4065-afc3-1ae6a7e219bd HTTP/1.1" status: 200 len: 834 time: 0.0608697 Mar 28 11:10:26.541800 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-831f6fd4-cb7b-44ef-bca2-e206d1812e3f req-49e04e11-6194-4315-9076-06517a4d19f9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588450 Mar 28 11:10:26.568060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-db3b21a5-a7ba-4335-bd77-5870fa5aa4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:26.569569 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-db3b21a5-a7ba-4335-bd77-5870fa5aa4e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=91ea773b-4c04-482b-8e9f-1f43306ece66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831008 Mar 28 11:10:26.582644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:26.700538 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-0806240c-3a42-443e-8f22-c34faa68215a service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238189 Mar 28 11:10:26.831463 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b13cc23e-5f09-4551-8a28-3a94c0995eb1 req-0ddd15e9-a70e-4126-bab7-8feac459858e service neutron] 10.222.0.31 "GET /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239793 Mar 28 11:10:26.887684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:26.891757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b54637-6f7e-41d7-bc98-d4e7662e9d2b None None] The sync data for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv is: [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:08:47Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '40f78486-4a5c-4bde-965b-82232457b127', 'name': '', 'network_id': '91ea773b-4c04-482b-8e9f-1f43306ece66', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a2:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:46Z', 'updated_at': '2022-03-28T11:08:51Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': 'd46592e1-ea4c-4065-afc3-1ae6a7e219bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:10:27.089048 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a79657-ab6c-44a3-8769-0dd7f5481697 None None] New status for floating IP 4fa7d355-36e3-4687-876c-4f223a09768f: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:10:27.714878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c33c-9328-49e8-969a-96b646564ab0 req-84f8d047-1d4a-4bca-b87e-6aa0589f5f33 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:27.716324 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ca24c33c-9328-49e8-969a-96b646564ab0 req-84f8d047-1d4a-4bca-b87e-6aa0589f5f33 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 945 time: 0.0792809 Mar 28 11:10:27.760099 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ca24c33c-9328-49e8-969a-96b646564ab0 req-4e103ca0-a4cd-41e4-8831-b2b7d0cf38ed tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381839 Mar 28 11:10:28.377037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d3a26-5d9a-423f-b526-0e235f573751 req-786cdfac-ce84-49e6-8879-a81eb8101238 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:28.377718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-309d3a26-5d9a-423f-b526-0e235f573751 req-786cdfac-ce84-49e6-8879-a81eb8101238 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:28.461192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-309d3a26-5d9a-423f-b526-0e235f573751 req-786cdfac-ce84-49e6-8879-a81eb8101238 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:28.462276 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-309d3a26-5d9a-423f-b526-0e235f573751 req-786cdfac-ce84-49e6-8879-a81eb8101238 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 945 time: 0.1645482 Mar 28 11:10:28.533237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-309d3a26-5d9a-423f-b526-0e235f573751 req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:28.533571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-309d3a26-5d9a-423f-b526-0e235f573751 req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:28.774178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-309d3a26-5d9a-423f-b526-0e235f573751 req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:28.774446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-309d3a26-5d9a-423f-b526-0e235f573751 req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:28.896708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-309d3a26-5d9a-423f-b526-0e235f573751 req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 8277a362-a4fe-4ca4-929e-e8ce7b5a907e owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:28.942624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafec274-7af5-47d0-88a9-7ac0781a0e22 req-d07dd808-9a15-4292-8c3b-efb255400a43 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:28.944102 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dafec274-7af5-47d0-88a9-7ac0781a0e22 req-d07dd808-9a15-4292-8c3b-efb255400a43 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 945 time: 0.0829542 Mar 28 11:10:28.989556 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dafec274-7af5-47d0-88a9-7ac0781a0e22 req-6a3034f8-5d6f-4597-b3b6-43f453b1af10 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885b10c-9571-4c25-ad35-c4ffce70e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389493 Mar 28 11:10:29.100689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-309d3a26-5d9a-423f-b526-0e235f573751 req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:29.153675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=8277a362-a4fe-4ca4-929e-e8ce7b5a907e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:29.227430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-309d3a26-5d9a-423f-b526-0e235f573751 req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port 8277a362-a4fe-4ca4-929e-e8ce7b5a907e on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:10:29.229827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-309d3a26-5d9a-423f-b526-0e235f573751 req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:29.232217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'name': 'network-vif-deleted', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:29.276366 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63812619-10ad-4cbe-b169-d982050c6701', 'name': 'network-vif-deleted', 'tag': '8277a362-a4fe-4ca4-929e-e8ce7b5a907e', 'status': 'completed', 'code': 200} Mar 28 11:10:29.294820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-309d3a26-5d9a-423f-b526-0e235f573751 req-a3fe0162-423a-4d9a-9731-4113e306ef0e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/8277a362-a4fe-4ca4-929e-e8ce7b5a907e HTTP/1.1" status: 204 len: 173 time: 0.8245833 Mar 28 11:10:30.153146 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-557c170b-2845-4095-b1d3-4453852c1e52 req-b4cad80d-4354-4192-a29d-75984a8be436 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=63812619-10ad-4cbe-b169-d982050c6701 HTTP/1.1" status: 200 len: 210 time: 0.0422509 Mar 28 11:10:31.249879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42336) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:31.320185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0906db5d-78c2-42c8-8b30-0f2c64a8715c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:31.349493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0906db5d-78c2-42c8-8b30-0f2c64a8715c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:31.507289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0906db5d-78c2-42c8-8b30-0f2c64a8715c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:31.526579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906db5d-78c2-42c8-8b30-0f2c64a8715c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5885b10c-9571-4c25-ad35-c4ffce70e3bc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:31.533625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0906db5d-78c2-42c8-8b30-0f2c64a8715c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:31.534776 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0906db5d-78c2-42c8-8b30-0f2c64a8715c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/5885b10c-9571-4c25-ad35-c4ffce70e3bc HTTP/1.1" status: 204 len: 168 time: 0.2838905 Mar 28 11:10:31.626710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42342) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:31.767384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 8277a362-a4fe-4ca4-929e-e8ce7b5a907e no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:10:31.801125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 8277a362-a4fe-4ca4-929e-e8ce7b5a907e {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:10:31.801475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 8277a362-a4fe-4ca4-929e-e8ce7b5a907e not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:10:32.270279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:32.619818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 40f78486-4a5c-4bde-965b-82232457b127 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:32.623589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:32.804255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 40f78486-4a5c-4bde-965b-82232457b127, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=40f78486-4a5c-4bde-965b-82232457b127,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:32.804526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:32.925156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 40f78486-4a5c-4bde-965b-82232457b127 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:33.179797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:33.232013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=40f78486-4a5c-4bde-965b-82232457b127,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:33.609447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:33.962226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:10:34.144509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:10:34.155421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] Sync routers for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:10:34.161750 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-62679093-5b79-4f0f-b67d-e1d40a725f5d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/a2a45c33-759a-4c1e-a27e-f544a4cbbc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5339656 Mar 28 11:10:34.162623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42346) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:34.165510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:34.166339 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:34.229474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbbff94-e131-4f98-b079-29866232e7f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting subnet d46592e1-ea4c-4065-afc3-1ae6a7e219bd {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:10:34.232265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff94-e131-4f98-b079-29866232e7f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:34.288959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff94-e131-4f98-b079-29866232e7f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:34.340897 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:34.369783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff94-e131-4f98-b079-29866232e7f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:34.518718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff94-e131-4f98-b079-29866232e7f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:34.561734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbff94-e131-4f98-b079-29866232e7f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Subnet': ['ID=d46592e1-ea4c-4065-afc3-1ae6a7e219bd,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:34.565094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff94-e131-4f98-b079-29866232e7f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:34.571570 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fcbbff94-e131-4f98-b079-29866232e7f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/subnets/d46592e1-ea4c-4065-afc3-1ae6a7e219bd HTTP/1.1" status: 204 len: 168 time: 0.4072258 Mar 28 11:10:34.574446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42350) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:34.591557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e2e72a-e7dd-493c-8d78-9b2f12df5078 None None] Network 91ea773b-4c04-482b-8e9f-1f43306ece66 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:10:34.833529 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:10:33Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:34.840803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] Checking router: a2a45c33-759a-4c1e-a27e-f544a4cbbc38 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:10:34.857690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] Routers {'a2a45c33-759a-4c1e-a27e-f544a4cbbc38'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:34.858325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:34.866455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:35.002724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] DHCP port deletion for 91ea773b-4c04-482b-8e9f-1f43306ece66 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:10:35.017374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Deleting port 90571caa-3aab-407e-9967-6ca397e9b863 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:35.017738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:35.050385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:35.088738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] Set router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:35.118138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:35.118484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:35.298094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port f284f820-fbe8-4e6a-b2ff-1d3501c44cbe, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f284f820-fbe8-4e6a-b2ff-1d3501c44cbe,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:35.298389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:35.419667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for f284f820-fbe8-4e6a-b2ff-1d3501c44cbe owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:35.442969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] For port 90571caa-3aab-407e-9967-6ca397e9b863, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=90571caa-3aab-407e-9967-6ca397e9b863,segment=NetworkSegment(01ae9b66-a3eb-4241-aebf-ab23375cbf1e),segment_id=01ae9b66-a3eb-4241-aebf-ab23375cbf1e)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:35.443527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:35.598702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Calling delete_port for 90571caa-3aab-407e-9967-6ca397e9b863 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:35.673224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 90571caa-3aab-407e-9967-6ca397e9b863 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:10:35.731521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:10:33Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:35.739512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea78f8-a81f-4144-bc2e-fa9dfe8a6065 None None] The sync data for ids ['a2a45c33-759a-4c1e-a27e-f544a4cbbc38'] in dv-neutron-835336-1-hyperv is: [{'id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'name': 'tempest-TestNetworkBasicOps-router-1321578412', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:08:41Z', 'updated_at': '2022-03-28T11:10:33Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'f284f820-fbe8-4e6a-b2ff-1d3501c44cbe', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a45c33-759a-4c1e-a27e-f544a4cbbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:08:42Z', 'updated_at': '2022-03-28T11:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:10:35.791425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:35.798847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:35.838495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=f284f820-fbe8-4e6a-b2ff-1d3501c44cbe,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:35.847382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:35.903196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Pushing event deleted for resources: {'Port': ['ID=90571caa-3aab-407e-9967-6ca397e9b863,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:35.905496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] No DVR routers for this DVR port 90571caa-3aab-407e-9967-6ca397e9b863 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:10:35.916202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.916555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.916990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.917782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.917782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.918006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.918206 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.918528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.918852 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.919173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.919488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.919805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c042a-81ca-4831-ae3c-655d5919bd25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:35.940238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.110505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.112868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.238055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.238577 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Fanout notify agent at l3_agent the message router_deleted on router a2a45c33-759a-4c1e-a27e-f544a4cbbc38 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:10:36.253870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.256114 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5f70e233-b446-4b16-b4cb-a79daa18a260 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/routers/a2a45c33-759a-4c1e-a27e-f544a4cbbc38 HTTP/1.1" status: 204 len: 168 time: 1.6795800 Mar 28 11:10:36.258444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42354) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:36.381046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.510455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.534632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ea773b-4c04-482b-8e9f-1f43306ece66']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:36.546712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ae9b66-a3eb-4241-aebf-ab23375cbf1e') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:36.547008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ae9b66-a3eb-4241-aebf-ab23375cbf1e') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:36.558666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.574829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.580822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:10:36.581208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:10:36.595319 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:10:36.735576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.753445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.764219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Network': ['ID=91ea773b-4c04-482b-8e9f-1f43306ece66,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:36.833118 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a62a0715-2fcd-47da-96d8-7843aa4c6fba tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/networks/91ea773b-4c04-482b-8e9f-1f43306ece66 HTTP/1.1" status: 204 len: 168 time: 0.5735765 Mar 28 11:10:36.861184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42358) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:36.867395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'network': {'name': 'tempest-network-smoke--416708891', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'port_security_enabled': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:36.872457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:36.876618 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:network and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:36.879511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:36.885123 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:36.951975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:10:36.955362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.982603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:10:36.991500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:36.991844 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Added segment 8a782d9e-e16d-4645-9424-9e2fd2969ede of type vlan for network 682c099e-1357-4f44-97dc-e604bdba8d59 Mar 28 11:10:37.020648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:37.105999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:37.111309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:37.111885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:37.320876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Network': ['ID=682c099e-1357-4f44-97dc-e604bdba8d59,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:37.330744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 682c099e-1357-4f44-97dc-e604bdba8d59 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:10:37.381610 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-32902c0a-d835-48ec-bf76-f13a522a07e5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5193121 Mar 28 11:10:37.384415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42362) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:37.389760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-224540695', 'admin_state_up': True, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:37.397815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:37.402077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:router and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:37.405335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:37.527274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:37.597836 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:37.598922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:37.614521 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:37.671093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 40f78486-4a5c-4bde-965b-82232457b127 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:10:37.704192 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 40f78486-4a5c-4bde-965b-82232457b127 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:10:37.704640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 40f78486-4a5c-4bde-965b-82232457b127 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:10:37.705187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f284f820-fbe8-4e6a-b2ff-1d3501c44cbe no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:10:37.728036 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-9453ed8e-7626-4619-b255-c9ee701d7285 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774708 Mar 28 11:10:37.740590 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: f284f820-fbe8-4e6a-b2ff-1d3501c44cbe {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:10:37.747782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f284f820-fbe8-4e6a-b2ff-1d3501c44cbe not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:10:37.892905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-17fce44b-8975-4a49-bddd-4ea91defc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:37.894295 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-17fce44b-8975-4a49-bddd-4ea91defc8ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0698297 Mar 28 11:10:37.930823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:38.039378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-f61f6646-f325-4619-92a2-1b1e0ca257cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:38.040791 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-f61f6646-f325-4619-92a2-1b1e0ca257cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.1258605 Mar 28 11:10:38.148568 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-6c118ff0-6f86-46cb-b3bd-d9272582b970 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd HTTP/1.1" status: 200 len: 1000 time: 0.0978191 Mar 28 11:10:38.213446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-fa1c4a4a-12fc-421e-a6fd-6ea528074dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:38.214900 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-fa1c4a4a-12fc-421e-a6fd-6ea528074dfa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0571573 Mar 28 11:10:38.284418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:38.296165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-e91cca48-5995-4424-98be-13b6a650f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:38.297661 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-e91cca48-5995-4424-98be-13b6a650f825 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730793 Mar 28 11:10:38.317746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:38.432064 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-6fcc382b-acb8-48a0-943d-76fe62f1fd06 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241531 Mar 28 11:10:38.450450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.122 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/c8d18faf-856b-4d5c-a58e-4b33cf550dcb) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:10:38.567257 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78e70b38-c854-42b1-8374-0e7c1cd5bbd4 req-5af895f2-bb06-4780-98bd-2e964d1aca8a service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260831 Mar 28 11:10:38.598378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:38.689634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:38.751599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:10:38.754285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:10:38.756715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:10:38.802840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:39.323120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:39.656920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:39.956673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:10:40.137497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:10:40.146758 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Sync routers for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:10:40.156587 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:40.157275 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:40.272679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:40.274258 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6c14368f-0e9a-4fb9-a6b1-628d31fcd106 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8888068 Mar 28 11:10:40.277319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42366) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:40.317886 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a8453b65-65a4-47f0-82d0-70a76c2409fc tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b516e8f73c66466d9aba5a18c87f3dde&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391376 Mar 28 11:10:40.320493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42370) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:40.330536 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:40.450248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4df60d-ce00-4a63-a8ba-d39f26351a68 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:40.451733 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fa4df60d-ce00-4a63-a8ba-d39f26351a68 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303585 Mar 28 11:10:40.454513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42374) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:40.497790 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7939235f-29ba-43c1-b004-73d9608342a2 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415919 Mar 28 11:10:40.502227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42378) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:40.508433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-782903388', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:40.617506 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:10:38Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:40.624236 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Checking router: 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:10:40.624236 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Updating router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 port c8d18faf-856b-4d5c-a58e-4b33cf550dcb binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:10:40.624455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:40.626448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:subnet and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:40.629238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:40.635587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:40.677605 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:40.689307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:10:40.692801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:40.963617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:40.993099 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.004552 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Transition to ACTIVE for port object c8d18faf-856b-4d5c-a58e-4b33cf550dcb will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:10:41.046094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Subnet': ['ID=43b7759d-8434-464a-b749-398f11066ef9,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:41.051312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Checking segment: {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:10:41.051663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network hostable DHCP agents. Network: 682c099e-1357-4f44-97dc-e604bdba8d59, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:10:41.071978 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.135186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 682c099e-1357-4f44-97dc-e604bdba8d59 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:10:41.146049 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Attempting to bind port c8d18faf-856b-4d5c-a58e-4b33cf550dcb on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:10:41.146409 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Attempting to bind port c8d18faf-856b-4d5c-a58e-4b33cf550dcb by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:10:41.146779 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Attempting to bind port c8d18faf-856b-4d5c-a58e-4b33cf550dcb on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:10:41.156442 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:10:41.156807 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:10:41.157285 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.157669 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:10:41.158146 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Bound port: c8d18faf-856b-4d5c-a58e-4b33cf550dcb, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:10:41.158508 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.184931 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Pushing event updated for resources: {'Port': ['ID=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:41.202574 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.202991 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.203324 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.203644 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.203958 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.204271 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.204582 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.204896 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.205205 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.205512 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.205820 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.206152 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:10:41.231844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 682c099e-1357-4f44-97dc-e604bdba8d59) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:10:41.235929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:41.236488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.241506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d74f659-9c57-4f59-a481-2428a68989b2 None None] Network 682c099e-1357-4f44-97dc-e604bdba8d59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:10:41.249379 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] For port c8d18faf-856b-4d5c-a58e-4b33cf550dcb, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:10:41.252931 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] For port c8d18faf-856b-4d5c-a58e-4b33cf550dcb, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:10:41.323761 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.337242 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6927f0f2-6ad2-46c4-a73d-ad4a8d7846fc tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8324068 Mar 28 11:10:41.338592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42382) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:41.350440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42386) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:41.405270 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:41.405880 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:41.465785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-682c099e-1357-4f44-97dc-e604bdba8d59', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:10:41.466650 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.506624 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6524e8f-d4f0-4357-9d43-1ae53c7415fe None None] Pushing event updated for resources: {'Port': ['ID=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:41.606517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Deleting port 4d861884-3b66-4e6f-8abf-70d3de77b477 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:41.607087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.642879 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:41.699289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Allocated IP 172.20.0.2 (682c099e-1357-4f44-97dc-e604bdba8d59/43b7759d-8434-464a-b749-398f11066ef9/b29e4567-5077-42d7-acfd-b8705dd3b6b0) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:10:41.915796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.916190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.934553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:41.944772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Transition to ACTIVE for port object b29e4567-5077-42d7-acfd-b8705dd3b6b0 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:10:41.962955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Transition to ACTIVE for port object b29e4567-5077-42d7-acfd-b8705dd3b6b0 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:10:41.993203 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:10:38Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:41.997125 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0b1e3-658c-4f8e-82fc-a2e8f24ce852 None None] The sync data for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv is: [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:10:38Z', 'revision_number': 3, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:10:42.031771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:42.051834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Calling delete_port for 4d861884-3b66-4e6f-8abf-70d3de77b477 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:42.101435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Network 682c099e-1357-4f44-97dc-e604bdba8d59 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:10:42.104413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:10:42.112699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:10:42.156954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Pushing event updated for resources: {'Port': ['ID=b29e4567-5077-42d7-acfd-b8705dd3b6b0,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:42.213427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Attempting to bind port b29e4567-5077-42d7-acfd-b8705dd3b6b0 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:10:42.213796 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Attempting to bind port b29e4567-5077-42d7-acfd-b8705dd3b6b0 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:10:42.214195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Attempting to bind port b29e4567-5077-42d7-acfd-b8705dd3b6b0 on network 682c099e-1357-4f44-97dc-e604bdba8d59 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:10:42.219639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:10:42.220010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Checking segment: {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:10:42.220411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:42.220801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Bound using segment: {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:10:42.221261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Bound port: b29e4567-5077-42d7-acfd-b8705dd3b6b0, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:10:42.221634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:42.315782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:42.324127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:42.327643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] For port b29e4567-5077-42d7-acfd-b8705dd3b6b0, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:10:42.330951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] For port b29e4567-5077-42d7-acfd-b8705dd3b6b0, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b29e4567-5077-42d7-acfd-b8705dd3b6b0,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:10:42.380841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event deleted for resources: {'Port': ['ID=4d861884-3b66-4e6f-8abf-70d3de77b477,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:42.403984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:42.490031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262f239-286a-4b19-9dbe-14efc284e771 None None] Pushing event updated for resources: {'Port': ['ID=b29e4567-5077-42d7-acfd-b8705dd3b6b0,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:42.500998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:42.501335 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Floating IP d37c5d4b-f6f1-4b8d-80f9-1a73ced7d7b4 disassociated (deleted). External IP: 172.26.2.155, port: b4b604ab-2c16-4047-be1f-cfab72ee36a4. Mar 28 11:10:42.790555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.1 (682c099e-1357-4f44-97dc-e604bdba8d59/43b7759d-8434-464a-b749-398f11066ef9/a37bc83b-aae4-4357-bdce-cd081fa7a3c3) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:10:42.964804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Router bbdef605-43f6-4beb-b05a-e351f3e995ee has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:10:42.972156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:42.989124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object a37bc83b-aae4-4357-bdce-cd081fa7a3c3 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:10:43.084583 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:43.153302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:10:43.155304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 682c099e-1357-4f44-97dc-e604bdba8d59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:10:43.164254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] Sync routers for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:10:43.164550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:10:43.166771 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:10:43.169892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:43.175218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:43.175907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:43.211999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:43.231687 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1629ebc0-23ee-4a2c-878b-e803b0e6f4af tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "DELETE /v2.0/floatingips/d37c5d4b-f6f1-4b8d-80f9-1a73ced7d7b4 HTTP/1.1" status: 204 len: 168 time: 1.8777413 Mar 28 11:10:43.231687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:43.245202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:43.304920 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'status': 'completed', 'code': 200} Mar 28 11:10:43.401843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:43.454440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-cd655190-d698-43c0-bb24-21ac600dc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:43.456080 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-cd655190-d698-43c0-bb24-21ac600dc947 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 1098 time: 0.0958719 Mar 28 11:10:43.825059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-7fa6105d-596b-4193-9c1b-a1f295cfc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:43.826886 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-7fa6105d-596b-4193-9c1b-a1f295cfc995 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.3592432 Mar 28 11:10:43.898123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c8d18faf-856b-4d5c-a58e-4b33cf550dcb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:10:43.922114 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-d3df6c5f-5fea-4f07-af41-f13fd0180148 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b604ab-2c16-4047-be1f-cfab72ee36a4 HTTP/1.1" status: 200 len: 217 time: 0.0864780 Mar 28 11:10:43.926353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:43.932257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf37fa3c-43ce-4103-9e8b-831f368457d9 None None] Network 682c099e-1357-4f44-97dc-e604bdba8d59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:10:43.996062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-42dbd838-1b98-4eae-907e-39c45cd480e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:43.997142 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-42dbd838-1b98-4eae-907e-39c45cd480e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0679255 Mar 28 11:10:44.086932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e9af0491-13d8-4de4-939f-e56d33db0170 None None] Provisioning for port b29e4567-5077-42d7-acfd-b8705dd3b6b0 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:10:44.091474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-2713974b-72c6-4017-91db-a449e45021a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:44.093141 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-2713974b-72c6-4017-91db-a449e45021a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882592 Mar 28 11:10:44.108962 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8353637-1a6f-44e1-8e52-50a72d5c8a80 req-72ed8b49-ee4b-42de-80df-19b93b3f036a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:44.110438 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b8353637-1a6f-44e1-8e52-50a72d5c8a80 req-72ed8b49-ee4b-42de-80df-19b93b3f036a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 945 time: 0.2349992 Mar 28 11:10:44.226220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port c8d18faf-856b-4d5c-a58e-4b33cf550dcb completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:10:44.238708 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b8353637-1a6f-44e1-8e52-50a72d5c8a80 req-330c6c73-69b1-454b-abd1-18852e8f9f70 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201167 Mar 28 11:10:44.240320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c8d18faf-856b-4d5c-a58e-4b33cf550dcb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:44.240795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:44.265479 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-f16430d9-d8e2-4f4a-824c-667e1dfa39f8 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643209 Mar 28 11:10:44.368325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7aeb21ce-a3cf-4fbb-9523-b5a01431678c', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:54Z', 'updated_at': '2022-03-28T11:04:57Z', 'revision_number': 1, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:44.376188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] Checking router: bbdef605-43f6-4beb-b05a-e351f3e995ee for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:10:44.404537 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fce7df98-cf7c-43ed-97e2-fded15ff3605 req-b912b5e5-92a9-482f-b921-5c6109ed2850 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312122 Mar 28 11:10:44.429725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:44.434368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:44.434988 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:44.483426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:44.515885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:44.550797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port c8d18faf-856b-4d5c-a58e-4b33cf550dcb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:44.603843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:44.607676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:44.616469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:44.617391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b29e4567-5077-42d7-acfd-b8705dd3b6b0 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:10:44.737931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:44.754464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 682c099e-1357-4f44-97dc-e604bdba8d59 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:10:44.755636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:10:44.904393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:44.950952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:10:44.974100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b29e4567-5077-42d7-acfd-b8705dd3b6b0 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:10:44.985042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b29e4567-5077-42d7-acfd-b8705dd3b6b0 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:44.985411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:45.058713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6d109e98-20a6-40e0-84a4-dbada39eaff6 None None] Provisioning for port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:10:45.083361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6d109e98-20a6-40e0-84a4-dbada39eaff6 None None] Provisioning complete for port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:45.083732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6d109e98-20a6-40e0-84a4-dbada39eaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:45.149655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:10:45.160488 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Sync routers for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:10:45.163222 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-82f64bfb-7014-4a7a-8c28-1673fb19c07d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/56d2fdd1-00e8-4482-8f31-33fcdd831ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8234818 Mar 28 11:10:45.165775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42396) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:45.174503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-6d109e98-20a6-40e0-84a4-dbada39eaff6 None None] Port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:10:45.174897 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:45.175587 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:45.289615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:45.335894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66dcc6-986d-4848-979f-18208bff891e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.337348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66dcc6-986d-4848-979f-18208bff891e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.338001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66dcc6-986d-4848-979f-18208bff891e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.339128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66dcc6-986d-4848-979f-18208bff891e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.340146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66dcc6-986d-4848-979f-18208bff891e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.340628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66dcc6-986d-4848-979f-18208bff891e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.340727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-25d2eea2-ae1a-49ea-86fc-12c317d3ec00 None None] Provisioning complete for port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:45.341043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-25d2eea2-ae1a-49ea-86fc-12c317d3ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:45.342893 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ed66dcc6-986d-4848-979f-18208bff891e tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1758394 Mar 28 11:10:45.345404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42402) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:45.375208 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:45.425348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port b29e4567-5077-42d7-acfd-b8705dd3b6b0, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b29e4567-5077-42d7-acfd-b8705dd3b6b0,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:45.441718 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7aeb21ce-a3cf-4fbb-9523-b5a01431678c', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:54Z', 'updated_at': '2022-03-28T11:04:57Z', 'revision_number': 1, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:45.454430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcafbc-1d54-47c5-a391-fd4bde497d34 None None] The sync data for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv is: [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7aeb21ce-a3cf-4fbb-9523-b5a01431678c', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'port_id': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'mac_address': 'fa:16:3e:a2:62:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:04:54Z', 'updated_at': '2022-03-28T11:04:57Z', 'revision_number': 1, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:10:45.482312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-25d2eea2-ae1a-49ea-86fc-12c317d3ec00 None None] Port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:10:45.496096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363173c-e9bc-4d88-adbd-598ffbb17c75 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.496571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363173c-e9bc-4d88-adbd-598ffbb17c75 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.497021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363173c-e9bc-4d88-adbd-598ffbb17c75 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.497569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363173c-e9bc-4d88-adbd-598ffbb17c75 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.498032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363173c-e9bc-4d88-adbd-598ffbb17c75 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.498135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:45.498481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363173c-e9bc-4d88-adbd-598ffbb17c75 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.500298 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1363173c-e9bc-4d88-adbd-598ffbb17c75 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1537838 Mar 28 11:10:45.503226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42406) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:45.519161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a5e7d-aef8-4920-852f-123d7813f5f1 req-a03e4cd2-c79e-4f32-882e-b76ea16db58c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.519667 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ee9a5e7d-aef8-4920-852f-123d7813f5f1 req-a03e4cd2-c79e-4f32-882e-b76ea16db58c tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 945 time: 0.1354988 Mar 28 11:10:45.577680 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ee9a5e7d-aef8-4920-852f-123d7813f5f1 req-20ac5323-c063-4822-8cd0-a2ab7170f386 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507131 Mar 28 11:10:45.615081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=b29e4567-5077-42d7-acfd-b8705dd3b6b0,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:45.700403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:45.732118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c8d18faf-856b-4d5c-a58e-4b33cf550dcb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:10:45.807173 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:10:43Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:10:44Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:45.809210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c8d18faf-856b-4d5c-a58e-4b33cf550dcb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:45.809580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:45.811430 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Checking router: 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:10:45.811782 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Updating router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:10:45.856504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2053e8-19e5-4eea-9b27-00c286db5de5 None None] New status for floating IP d37c5d4b-f6f1-4b8d-80f9-1a73ced7d7b4: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:10:45.866470 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:45.892798 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d1992ca1-4f0a-4df1-92a9-d0a3d979c72b tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3884420 Mar 28 11:10:45.924032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e5328107-686e-4a4c-b7ea-730191eafa54 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:45.924887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e5328107-686e-4a4c-b7ea-730191eafa54 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Synchronizing usage tracker for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:46.019622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e5328107-686e-4a4c-b7ea-730191eafa54 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Unset dirty status for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:46.020770 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e5328107-686e-4a4c-b7ea-730191eafa54 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 945 time: 0.2185292 Mar 28 11:10:46.064811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b29e4567-5077-42d7-acfd-b8705dd3b6b0 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:10:46.127586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Deleting port b4b604ab-2c16-4047-be1f-cfab72ee36a4 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:46.127841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.134530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b29e4567-5077-42d7-acfd-b8705dd3b6b0 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:46.135086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.183214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42414) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:46.191449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135116760', 'description': 'tempest-secgroup-smoke-135116760 description', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:46.199300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:46.204033 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:46.207232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:46.213768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:46.253136 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.266351 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Transition to ACTIVE for port object a37bc83b-aae4-4357-bdce-cd081fa7a3c3 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:10:46.276907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.297013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:46.301067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:46.304483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:46.310259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:46.333608 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.387743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.388886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] For port b4b604ab-2c16-4047-be1f-cfab72ee36a4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b4b604ab-2c16-4047-be1f-cfab72ee36a4,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:46.389363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.486103 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712d1cc-450b-4b03-9c33-e08966bbbfac None None] Pushing event updated for resources: {'Port': ['ID=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:46.489624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.554194 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Attempting to bind port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:10:46.554716 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Attempting to bind port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:10:46.555333 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Attempting to bind port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 on network 682c099e-1357-4f44-97dc-e604bdba8d59 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:10:46.560566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:46.566047 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:10:46.566630 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Checking segment: {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:10:46.567153 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.567663 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Bound using segment: {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:10:46.568500 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Bound port: a37bc83b-aae4-4357-bdce-cd081fa7a3c3, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:10:46.570638 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.626538 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.631486 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bfdef0ad-f5d6-4d49-b9c6-1d01619c60a5 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4459367 Mar 28 11:10:46.632166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42420) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:46.638325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b9b08a5d-a01a-4e1a-8bd6-95bafb028b14', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:46.646525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:46.651569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:46.656102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:46.664042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:46.670640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Calling delete_port for b4b604ab-2c16-4047-be1f-cfab72ee36a4 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:46.716200 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] For port a37bc83b-aae4-4357-bdce-cd081fa7a3c3, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:10:46.725834 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] For port a37bc83b-aae4-4357-bdce-cd081fa7a3c3, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:10:46.810439 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.892024 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:46.892569 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:46.906977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.925747 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-eafa09cd-6672-468b-af41-8a0f9a2adbf6 req-4425b409-46fc-47be-91ad-afc9cff135f2 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 210 time: 0.2280393 Mar 28 11:10:46.930770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:46.979223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event deleted for resources: {'Port': ['ID=b4b604ab-2c16-4047-be1f-cfab72ee36a4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:47.011500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.065627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.068922 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712d1cc-450b-4b03-9c33-e08966bbbfac None None] Pushing event updated for resources: {'Port': ['ID=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:47.069215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] No DVR routers for this DVR port b4b604ab-2c16-4047-be1f-cfab72ee36a4 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:10:47.071870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.081142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'name': 'network-vif-deleted', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:47.106540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d3a4dd-a8d1-4d4b-a509-100a812c6ad9,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:47.108352 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:47.128537 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a75d90-9619-4fd7-9954-050ba20a05d9', 'name': 'network-vif-deleted', 'tag': 'b4b604ab-2c16-4047-be1f-cfab72ee36a4', 'status': 'completed', 'code': 200} Mar 28 11:10:47.147789 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bb0ece1d-023f-4593-976f-2002b8236a52 req-e622e50f-6519-4d32-b066-b4a0731f030d tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "DELETE /v2.0/ports/b4b604ab-2c16-4047-be1f-cfab72ee36a4 HTTP/1.1" status: 204 len: 173 time: 1.1184199 Mar 28 11:10:47.164269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.168339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42428) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:47.168502 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f8bab019-cd78-411b-bc13-4853bb50e433 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5351930 Mar 28 11:10:47.174203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b9b08a5d-a01a-4e1a-8bd6-95bafb028b14', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:47.180367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:47.184380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:47.187440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:47.196704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:47.283797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.356170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.420330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.438348 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:10:43Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:10:46Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:47.445184 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2fa3fc-0e9f-47d0-95bb-ede14b3f085f None None] The sync data for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv is: [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:10:43Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:10:46Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:10:47.447628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775d31c3-a7b7-4c51-a35f-512c1a3dad21,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:47.512866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.513821 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d47a16e7-81c4-43d5-80e2-13177c46a654 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3437495 Mar 28 11:10:47.518113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42432) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:47.522991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b9b08a5d-a01a-4e1a-8bd6-95bafb028b14', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:47.529084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:47.533272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:47.551219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:47.559324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:47.628943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.732464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.732925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a37bc83b-aae4-4357-bdce-cd081fa7a3c3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:10:47.815280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.839249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13aec9d7-d20b-4fd9-a55a-e2a18e7ef77d,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:47.867046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:10:47.872437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:47.872804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.951267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:47.954812 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5b0a2e23-8696-4558-a551-07d7e6bdc653 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4354138 Mar 28 11:10:47.955967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42438) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:47.962048 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b9b08a5d-a01a-4e1a-8bd6-95bafb028b14', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:47.971497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:47.978258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:47.981722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:47.997076 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:48.019174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.061195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port a37bc83b-aae4-4357-bdce-cd081fa7a3c3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:48.099173 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-954ff82d-85b2-44a0-adf4-e0463a68bb9b req-0fda3dc5-7f50-49fc-ae4a-cf398163f856 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1a75d90-9619-4fd7-9954-050ba20a05d9 HTTP/1.1" status: 200 len: 210 time: 0.0513263 Mar 28 11:10:48.101208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.140618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.190188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.234588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:48.294281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8960b5ab-880e-41b8-8c74-fd5cad360abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.294482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.319822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95812261-d949-477a-9f68-5b4219da0387,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:48.397045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.398310 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2b01917d-9420-4395-988b-f95d643e045c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4413235 Mar 28 11:10:48.401184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42442) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:48.406048 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b9b08a5d-a01a-4e1a-8bd6-95bafb028b14', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:48.412194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:48.416025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:48.419043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:48.424672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:48.489627 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:10:48.497282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.567316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.643189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.667803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c102aa1-8c3f-4f5b-9fce-48bb496f8883,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:48.768930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.772665 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-955cd7cc-c386-4b64-89f3-cde60ad4ecd3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3680227 Mar 28 11:10:48.772920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42446) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:48.778039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'security_group_rule': {'security_group_id': 'b9b08a5d-a01a-4e1a-8bd6-95bafb028b14', 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:48.784049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:48.788683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:security_group_rule and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:10:48.791605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:10:48.797514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:48.871753 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Project b516e8f73c66466d9aba5a18c87f3dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:10:48.878747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:48.946457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:49.002707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:49.026190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512e222b-8f1a-4e79-9389-9f3c1bb26c5a,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:49.093950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:49.095139 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-06dbe243-4ca2-4447-9ea0-41ebbea43dcf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3212578 Mar 28 11:10:49.254329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-93e64e39-e338-4ae2-a877-dfc239c80ab9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:49.335423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-93e64e39-e338-4ae2-a877-dfc239c80ab9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:49.336574 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-93e64e39-e338-4ae2-a877-dfc239c80ab9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135116760&fields=id&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 267 time: 0.1211414 Mar 28 11:10:49.489184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-3c202184-43c4-4d84-b5cf-ca454cf45a23 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:49.495997 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-3c202184-43c4-4d84-b5cf-ca454cf45a23 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/networks?id=682c099e-1357-4f44-97dc-e604bdba8d59 HTTP/1.1" status: 200 len: 796 time: 0.1527398 Mar 28 11:10:49.507394 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-efb134f8-8f95-4d9c-8aad-80678c611211 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/quotas/b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 375 time: 0.0104535 Mar 28 11:10:49.595654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-065bef0f-c89a-4fd0-afa2-7ce648963254 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:49.666946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-065bef0f-c89a-4fd0-afa2-7ce648963254 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:49.668466 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-065bef0f-c89a-4fd0-afa2-7ce648963254 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556067 Mar 28 11:10:49.681874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a37bc83b-aae4-4357-bdce-cd081fa7a3c3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:10:49.749417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:49.749788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:49.821834 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-d2918940-8c61-4dde-9085-bcd30305e034 service neutron] 10.222.0.18 "GET /v2.0/networks/682c099e-1357-4f44-97dc-e604bdba8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365690 Mar 28 11:10:49.893283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device b4b604ab-2c16-4047-be1f-cfab72ee36a4 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:10:49.929877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: b4b604ab-2c16-4047-be1f-cfab72ee36a4 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:10:49.930759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device b4b604ab-2c16-4047-be1f-cfab72ee36a4 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:10:49.962550 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-a462bafc-d2d0-4180-89a7-450748480dc1 service neutron] 10.222.0.18 "GET /v2.0/networks/682c099e-1357-4f44-97dc-e604bdba8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341550 Mar 28 11:10:50.326530 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a732d1e-a1f1-40eb-a582-3a22d1d9ad45 req-0ce6ab3a-fc4d-4da6-b5fa-34274d556351 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 210 time: 0.1002581 Mar 28 11:10:50.470771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-434b118c-2346-49cc-9389-54cb88fb2cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:51.473603 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6a9c3eea-2bd5-4d49-89ef-a0ad20b69c13 req-f0c4299f-e049-4477-8e26-8c54049b30e7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 210 time: 0.0424900 Mar 28 11:10:51.632730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:51.674276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:52.450580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-6b512d42-646f-4754-a098-efc59462c9e9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:52.451275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-6b512d42-646f-4754-a098-efc59462c9e9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:52.517589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-6b512d42-646f-4754-a098-efc59462c9e9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:52.519193 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-6b512d42-646f-4754-a098-efc59462c9e9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/networks?id=682c099e-1357-4f44-97dc-e604bdba8d59 HTTP/1.1" status: 200 len: 796 time: 0.2154391 Mar 28 11:10:52.589212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-e1c97526-4f56-4702-9faf-c77eb9f462c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:52.603510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-e1c97526-4f56-4702-9faf-c77eb9f462c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:52.605018 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-e1c97526-4f56-4702-9faf-c77eb9f462c1 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b516e8f73c66466d9aba5a18c87f3dde HTTP/1.1" status: 200 len: 379 time: 0.0628474 Mar 28 11:10:52.628536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'port': {'device_id': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'admin_state_up': True, 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'security_groups': ['b9b08a5d-a01a-4e1a-8bd6-95bafb028b14']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:52.650569 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fa7a30b5-3a0d-487c-be69-2555d2bd282b req-f6cd1ad5-e874-4769-b221-3c1bbc0ebbc4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 210 time: 0.0555818 Mar 28 11:10:52.778758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:10:52.788418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:10:52.848933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Made reservation on behalf of b516e8f73c66466d9aba5a18c87f3dde for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:10:52.852578 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:53.031339 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:53.039236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.20.0.6 (682c099e-1357-4f44-97dc-e604bdba8d59/43b7759d-8434-464a-b749-398f11066ef9/6ae55d07-5b33-4359-8ac4-3882f1cd7903) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:10:53.226978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:53.243143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Transition to ACTIVE for port object 6ae55d07-5b33-4359-8ac4-3882f1cd7903 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:10:53.346673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:53.415876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 682c099e-1357-4f44-97dc-e604bdba8d59 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:10:53.423327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:10:53.428172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:10:53.457781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=6ae55d07-5b33-4359-8ac4-3882f1cd7903,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:53.497552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:53.498198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:53.587137 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-c1b71583-a6bd-4c6d-b2ec-5a5fd012937c tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9625256 Mar 28 11:10:53.608847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-42219196-d0f4-4c3c-827a-916bd8aa270d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:10:53.609763 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-42219196-d0f4-4c3c-827a-916bd8aa270d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054698 Mar 28 11:10:53.620611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Request body: {'port': {'device_id': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:10:53.735078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:53.780592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-87285792-85c8-46e5-98f3-75f207acf2a6 None None] Provisioning for port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:10:53.785891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-87285792-85c8-46e5-98f3-75f207acf2a6 None None] Provisioning complete for port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:10:53.786289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-87285792-85c8-46e5-98f3-75f207acf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:53.838315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc55192-7238-4956-87ab-6ea365cda4ec req-f8374f23-60d9-4bb1-8e63-bd1ada467b80 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:53.839685 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7dc55192-7238-4956-87ab-6ea365cda4ec req-f8374f23-60d9-4bb1-8e63-bd1ada467b80 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 931 time: 0.0846424 Mar 28 11:10:53.845389 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-87285792-85c8-46e5-98f3-75f207acf2a6 None None] Port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:10:53.884062 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7dc55192-7238-4956-87ab-6ea365cda4ec req-7f58fb00-ed5a-4493-8565-e3e6812bbaa9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384257 Mar 28 11:10:53.935218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42502) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:10:54.077347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae55d07-5b33-4359-8ac4-3882f1cd7903 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:10:54.085508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:54.104523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Transition to ACTIVE for port object 6ae55d07-5b33-4359-8ac4-3882f1cd7903 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:10:54.139592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Deleting port f16ba117-c6e9-4a84-9a0e-14904754c5d2 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:54.139932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:54.191679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:54.314198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:54.314535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:54.354760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae55d07-5b33-4359-8ac4-3882f1cd7903,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:54.434255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Attempting to bind port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:10:54.434595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Attempting to bind port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:10:54.434919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Attempting to bind port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 on network 682c099e-1357-4f44-97dc-e604bdba8d59 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:10:54.439828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 on network 682c099e-1357-4f44-97dc-e604bdba8d59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:10:54.440147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Attempting to bind port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 on network 682c099e-1357-4f44-97dc-e604bdba8d59 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:10:54.446225 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:10:54.446561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Checking segment: {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:10:54.446947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Bound using segment: {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:10:54.447371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Bound port: 6ae55d07-5b33-4359-8ac4-3882f1cd7903, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a782d9e-e16d-4645-9424-9e2fd2969ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:10:54.447716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:54.540966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] For port 6ae55d07-5b33-4359-8ac4-3882f1cd7903, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:10:54.544032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] For port 6ae55d07-5b33-4359-8ac4-3882f1cd7903, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6ae55d07-5b33-4359-8ac4-3882f1cd7903,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:10:54.559977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Calling delete_port for f16ba117-c6e9-4a84-9a0e-14904754c5d2 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:54.597793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:54.654299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:54.654814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:54.656230 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] 10.222.0.31 "PUT /v2.0/ports/6ae55d07-5b33-4359-8ac4-3882f1cd7903 HTTP/1.1" status: 200 len: 1093 time: 1.0393021 Mar 28 11:10:54.656659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:54.684248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b7660-8c3b-4810-947d-1c538e814c97 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae55d07-5b33-4359-8ac4-3882f1cd7903,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:54.703416 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'status': 'completed', 'code': 200} Mar 28 11:10:54.877843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:54.921640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abcb8-2e2c-47d9-9b79-b992526dcd63 req-3ea90f67-fc52-4076-86ab-87326b93f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:54.923076 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9c4abcb8-2e2c-47d9-9b79-b992526dcd63 req-3ea90f67-fc52-4076-86ab-87326b93f7ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 1096 time: 0.1705294 Mar 28 11:10:54.928337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event deleted for resources: {'Port': ['ID=f16ba117-c6e9-4a84-9a0e-14904754c5d2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:55.067070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:55.067396 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Floating IP 7aeb21ce-a3cf-4fbb-9523-b5a01431678c disassociated (deleted). External IP: 172.26.2.15, port: e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd. Mar 28 11:10:55.079634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abcb8-2e2c-47d9-9b79-b992526dcd63 req-9b4f2ec6-9bde-40ce-9eaa-7b69edd4683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:55.081147 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9c4abcb8-2e2c-47d9-9b79-b992526dcd63 req-9b4f2ec6-9bde-40ce-9eaa-7b69edd4683c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1365213 Mar 28 11:10:55.219498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abcb8-2e2c-47d9-9b79-b992526dcd63 req-43f12d1a-e0c8-41bc-93f8-2b856de17f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:55.220851 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9c4abcb8-2e2c-47d9-9b79-b992526dcd63 req-43f12d1a-e0c8-41bc-93f8-2b856de17f04 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318102 Mar 28 11:10:55.228843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47588f9c-49c5-4a9f-a869-aba7ecbef732 req-660851bc-93bb-4a95-b083-3fa70bcbf97b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:55.230313 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-47588f9c-49c5-4a9f-a869-aba7ecbef732 req-660851bc-93bb-4a95-b083-3fa70bcbf97b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 943 time: 0.2353153 Mar 28 11:10:55.356169 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-47588f9c-49c5-4a9f-a869-aba7ecbef732 req-96579172-a848-4dee-a440-05848e7a4d10 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174567 Mar 28 11:10:55.361869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-6c6e5d5f-33c5-4969-8efd-af97e74a3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:55.363833 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-6c6e5d5f-33c5-4969-8efd-af97e74a3810 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 1096 time: 0.0737929 Mar 28 11:10:55.443676 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-154647be-3d58-4b78-b70d-cd013c30eb03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae55d07-5b33-4359-8ac4-3882f1cd7903 HTTP/1.1" status: 200 len: 217 time: 0.0605478 Mar 28 11:10:55.479017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Router bbdef605-43f6-4beb-b05a-e351f3e995ee has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:10:55.511265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-e9cc9708-35d4-4a23-968e-725389867735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:55.512703 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-e9cc9708-35d4-4a23-968e-725389867735 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43b7759d-8434-464a-b749-398f11066ef9 HTTP/1.1" status: 200 len: 834 time: 0.0606179 Mar 28 11:10:55.590617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-771eebc4-d227-4493-be4b-c9eb85eec332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:55.592078 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-771eebc4-d227-4493-be4b-c9eb85eec332 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=682c099e-1357-4f44-97dc-e604bdba8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693567 Mar 28 11:10:55.657448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:10:55.669715 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] Sync routers for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:10:55.674157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:55.679783 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:55.680398 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:55.757425 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-0e380027-0c23-47b8-8682-4de568b1574e service neutron] 10.222.0.31 "GET /v2.0/networks/682c099e-1357-4f44-97dc-e604bdba8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397042 Mar 28 11:10:55.758068 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-22fd5371-cc0a-4d3b-8a1c-2fdd6a11c38a tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "DELETE /v2.0/floatingips/7aeb21ce-a3cf-4fbb-9523-b5a01431678c HTTP/1.1" status: 204 len: 168 time: 1.8066797 Mar 28 11:10:55.758068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:55.796942 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'status': 'completed', 'code': 200} Mar 28 11:10:55.876045 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:55.934838 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-af394ce1-cf8f-4a73-b91c-7601a13593a3 req-927589c9-034e-4ef9-b548-f7b85e235881 service neutron] 10.222.0.31 "GET /v2.0/networks/682c099e-1357-4f44-97dc-e604bdba8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825559 Mar 28 11:10:55.953288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-5ce67453-0a46-4b4e-acc5-fdb187980955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:55.954791 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-5ce67453-0a46-4b4e-acc5-fdb187980955 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a27231c113448fbbc623f4b58a6f685&device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0992730 Mar 28 11:10:56.093936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-aeed8304-2b65-41d2-84c6-d2bcb561fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:56.095410 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-aeed8304-2b65-41d2-84c6-d2bcb561fd40 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 200 len: 913 time: 0.1312118 Mar 28 11:10:56.195315 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:56.196266 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-aec443bf-f811-4b19-9509-a07bd423156a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd HTTP/1.1" status: 200 len: 217 time: 0.0673547 Mar 28 11:10:56.204664 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] Checking router: bbdef605-43f6-4beb-b05a-e351f3e995ee for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:10:56.208293 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:10:56.213770 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:10:56.214409 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:56.266997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-c8eaf6f7-1a7d-42c0-aa23-af81a19e220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:56.268604 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-c8eaf6f7-1a7d-42c0-aa23-af81a19e220a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 200 len: 851 time: 0.0650442 Mar 28 11:10:56.326322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa01d5-d4f8-467c-8f0f-d4838eb9eb1e req-f4213b24-9e1c-40fe-b02d-326a11bc3255 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:56.327134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-1afa01d5-d4f8-467c-8f0f-d4838eb9eb1e req-f4213b24-9e1c-40fe-b02d-326a11bc3255 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Synchronizing usage tracker for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:56.359848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-a08df974-45f1-4eb0-a169-5e53b59514ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:56.361437 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-a08df974-45f1-4eb0-a169-5e53b59514ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a13414b-468c-4d72-8ffa-41d8f4434cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797358 Mar 28 11:10:56.392762 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:10:56.397749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-1afa01d5-d4f8-467c-8f0f-d4838eb9eb1e req-f4213b24-9e1c-40fe-b02d-326a11bc3255 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Unset dirty status for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:56.400491 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1afa01d5-d4f8-467c-8f0f-d4838eb9eb1e req-f4213b24-9e1c-40fe-b02d-326a11bc3255 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 945 time: 0.1534853 Mar 28 11:10:56.454689 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1afa01d5-d4f8-467c-8f0f-d4838eb9eb1e req-4245a9f3-20b4-4856-b4cd-1112a7ac38bb tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491838 Mar 28 11:10:56.558500 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-81b5d97e-233f-473d-a1ca-32d999006ef0 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882784 Mar 28 11:10:56.564740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dba96c-c900-4e84-9de9-6543f4cf96e8 req-946fbbf9-15da-4f43-a2f3-60269a64a94a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:56.566322 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-30dba96c-c900-4e84-9de9-6543f4cf96e8 req-946fbbf9-15da-4f43-a2f3-60269a64a94a tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 943 time: 0.0867338 Mar 28 11:10:56.611994 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-30dba96c-c900-4e84-9de9-6543f4cf96e8 req-2a9adafa-2f98-4534-b6a3-8b2f3697ba0d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398407 Mar 28 11:10:56.745726 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:10:56.749652 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c09c9-e3f3-47e3-be6f-8f61ca4b6481 None None] The sync data for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv is: [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:00:18Z', 'revision_number': 4, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '466edf2e-b6da-444e-b7ab-3c2bff8dbedc', 'name': '', 'network_id': '8a13414b-468c-4d72-8ffa-41d8f4434cba', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'mac_address': 'fa:16:3e:4b:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:16Z', 'updated_at': '2022-03-28T11:00:25Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'subnets': [{'id': '5b0d7c2b-598b-432e-afb1-8c6f02962280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:10:56.812796 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-66c7ee07-3c2e-4b2e-80ad-a9948b6a2669 req-30826911-8afc-482f-ae83-2c31221eb576 service neutron] 10.222.0.31 "GET /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307258 Mar 28 11:10:56.950997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c4d7d-4007-42ce-9558-8382dfa2fc66 None None] New status for floating IP 7aeb21ce-a3cf-4fbb-9523-b5a01431678c: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:10:57.147390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-938d041c-a44e-4223-87a7-b1156ac41557 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:57.147984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-938d041c-a44e-4223-87a7-b1156ac41557 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Synchronizing usage tracker for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:10:57.159341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-938d041c-a44e-4223-87a7-b1156ac41557 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Unset dirty status for tenant:0a27231c113448fbbc623f4b58a6f685 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:10:57.160385 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-938d041c-a44e-4223-87a7-b1156ac41557 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 945 time: 0.0937634 Mar 28 11:10:57.229214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Deleting port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:10:57.229557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:57.468353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] For port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:57.468627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:57.591424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Calling delete_port for e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:10:57.639813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f17000-d5cf-4d97-9a60-1bd0ce19adef req-60de5b85-2a05-4d61-95f5-78a3e6aaeec6 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:57.641399 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-12f17000-d5cf-4d97-9a60-1bd0ce19adef req-60de5b85-2a05-4d61-95f5-78a3e6aaeec6 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 945 time: 0.0794611 Mar 28 11:10:57.691104 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-12f17000-d5cf-4d97-9a60-1bd0ce19adef req-18ff799f-82a5-46e5-a2f0-5c41f87a3ef2 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae1e59ce-1231-4c95-a95a-1b1a48e728bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Mar 28 11:10:57.826527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:57.878016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event deleted for resources: {'Port': ['ID=e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:57.925462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47a6b-b28c-4c96-b037-0dae137af926 req-37876f4f-f816-45f5-84fd-5b15f64ae8c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:57.926934 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3fd47a6b-b28c-4c96-b037-0dae137af926 req-37876f4f-f816-45f5-84fd-5b15f64ae8c7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 943 time: 0.1982708 Mar 28 11:10:57.934670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 6ae55d07-5b33-4359-8ac4-3882f1cd7903 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:10:57.959498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] No DVR routers for this DVR port e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:10:57.962060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:57.964731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'name': 'network-vif-deleted', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:10:57.973950 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3fd47a6b-b28c-4c96-b037-0dae137af926 req-fac4f8bb-ac44-4ea1-b952-38cd33ea4c86 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Mar 28 11:10:58.011638 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0536b91-7001-46f6-afd3-09aeceddb5c4', 'name': 'network-vif-deleted', 'tag': 'e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd', 'status': 'completed', 'code': 200} Mar 28 11:10:58.031357 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d898644c-fecc-4a53-8f67-2bb518153ec1 req-4941bdb0-b0bc-4c02-a102-c96fdf7349df tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.31 "DELETE /v2.0/ports/e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd HTTP/1.1" status: 204 len: 173 time: 0.8647501 Mar 28 11:10:58.090220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 6ae55d07-5b33-4359-8ac4-3882f1cd7903, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6ae55d07-5b33-4359-8ac4-3882f1cd7903,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:58.106576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'port_id': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'mac_address': 'fa:16:3e:02:77:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:10:58.191972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:58.208945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae55d07-5b33-4359-8ac4-3882f1cd7903 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:10:58.229423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 6ae55d07-5b33-4359-8ac4-3882f1cd7903, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6ae55d07-5b33-4359-8ac4-3882f1cd7903,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:10:58.305061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:10:58.376878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=6ae55d07-5b33-4359-8ac4-3882f1cd7903,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:10:58.647654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['6ae55d07-5b33-4359-8ac4-3882f1cd7903'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:10:58.880911 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1867598d-c81c-44c2-bfb9-9bb56aeaf782 req-52ec0763-f6f3-45e5-b5cc-b123b1193082 tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0536b91-7001-46f6-afd3-09aeceddb5c4 HTTP/1.1" status: 200 len: 210 time: 0.0646265 Mar 28 11:10:59.162677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff0ec-9cbf-4782-b1f7-165ed1a53102 req-8fc8db14-0191-4bf2-9f10-e738a454cca0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:10:59.164021 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a27ff0ec-9cbf-4782-b1f7-165ed1a53102 req-8fc8db14-0191-4bf2-9f10-e738a454cca0 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 944 time: 0.0815270 Mar 28 11:10:59.206779 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a27ff0ec-9cbf-4782-b1f7-165ed1a53102 req-7fbcc1ec-d842-495f-8d21-8be64eba8118 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370088 Mar 28 11:10:59.952991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 6ae55d07-5b33-4359-8ac4-3882f1cd7903 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:10:59.970458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42530) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:00.070599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:11:00.075654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:11:00.076021 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:00.127963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Deleting port 104a6c9a-c505-4974-8569-8aeca3230413 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:00.128301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:00.192155 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:00.219771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:11:00.230144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 6ae55d07-5b33-4359-8ac4-3882f1cd7903, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6ae55d07-5b33-4359-8ac4-3882f1cd7903,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:00.266283 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'code': 200} Mar 28 11:11:00.293283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:00.294319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:00.303485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:00.303800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:00.381541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:11:00.381878 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e50101ca-a3bd-41d1-b6ea-a0aad2c0d7fd not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:11:00.403888 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1c6e6-78b6-49b2-b34a-acc37d8806ea req-fa83a6a0-1862-4997-8d4c-3cec449a041e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:00.404478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=6ae55d07-5b33-4359-8ac4-3882f1cd7903,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:00.405560 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-75e1c6e6-78b6-49b2-b34a-acc37d8806ea req-fa83a6a0-1862-4997-8d4c-3cec449a041e tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 945 time: 0.0879924 Mar 28 11:11:00.428870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Calling delete_port for 104a6c9a-c505-4974-8569-8aeca3230413 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:00.453095 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-75e1c6e6-78b6-49b2-b34a-acc37d8806ea req-5acb1951-9e58-4bd7-b5a7-4aa504c61988 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 Mar 28 11:11:00.727192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39f14-7c67-4913-9123-20702fa2ebf6 req-f2eb279b-dab3-4024-b920-019c7d18995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:00.728588 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d1f39f14-7c67-4913-9123-20702fa2ebf6 req-f2eb279b-dab3-4024-b920-019c7d18995a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 1098 time: 0.0910320 Mar 28 11:11:00.772250 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d1f39f14-7c67-4913-9123-20702fa2ebf6 req-c2fc97ff-39d7-4d11-95d2-079f9e750b2a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341663 Mar 28 11:11:00.808745 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:00.853866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event deleted for resources: {'Port': ['ID=104a6c9a-c505-4974-8569-8aeca3230413,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:00.943789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:00.956775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:00.957869 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7ebaedd2-b887-4e7e-9c3d-4399cddd824e tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "DELETE /v2.0/floatingips/f5cd538a-a4b6-4706-8b7a-d9e65cfd0dcb HTTP/1.1" status: 204 len: 168 time: 0.9863911 Mar 28 11:11:01.653736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5319c-1d2c-4bd4-a402-f2a14982976d req-f23d2acc-6249-488f-baad-348fa3b552fe tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:01.655239 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fce5319c-1d2c-4bd4-a402-f2a14982976d req-f23d2acc-6249-488f-baad-348fa3b552fe tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 945 time: 0.0829327 Mar 28 11:11:01.699678 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fce5319c-1d2c-4bd4-a402-f2a14982976d req-9b6b6762-efb8-4447-835f-e7a39dd6f480 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388954 Mar 28 11:11:02.890092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8fee0-18da-4ea1-a995-33b63afe82c4 req-21e87470-e489-4ff2-8ff2-c3dba2a835e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:02.891512 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3ad8fee0-18da-4ea1-a995-33b63afe82c4 req-21e87470-e489-4ff2-8ff2-c3dba2a835e4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 945 time: 0.0830517 Mar 28 11:11:02.935658 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3ad8fee0-18da-4ea1-a995-33b63afe82c4 req-5a183575-73d7-497e-9e59-a0aa1668dac3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385437 Mar 28 11:11:03.116877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40249fd-b1eb-4407-b6b3-014b5e053fc5 req-174da514-7bea-457b-88e9-ececed21bbaf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:03.118341 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d40249fd-b1eb-4407-b6b3-014b5e053fc5 req-174da514-7bea-457b-88e9-ececed21bbaf tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 945 time: 0.0794780 Mar 28 11:11:03.162668 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d40249fd-b1eb-4407-b6b3-014b5e053fc5 req-db72a771-c576-4be1-9928-3b3267bead59 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386612 Mar 28 11:11:03.185299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42554) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:03.256991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec867b9-cb70-47d6-b0c8-237c92eb9382 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:03.258388 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9ec867b9-cb70-47d6-b0c8-237c92eb9382 tempest-TestNetworkBasicOps-1773425341 tempest-TestNetworkBasicOps-1773425341-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 1093 time: 0.0721323 Mar 28 11:11:03.261124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42558) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:03.266020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:11:03.272307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:11:03.276117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Usage tracker for resource:floatingip and tenant:b516e8f73c66466d9aba5a18c87f3dde is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:11:03.278860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:11:03.284451 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:11:03.367750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:03.506408 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:03.553628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42564) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:03.628952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4be7a1d0-ba48-412c-ae5f-5b0ba6c0f6fd tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:03.653834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Allocated IP 172.26.2.94 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/2a4cc9ac-ac35-4202-be28-a4744f8a5a02) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:11:03.660335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4be7a1d0-ba48-412c-ae5f-5b0ba6c0f6fd tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:03.803268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4be7a1d0-ba48-412c-ae5f-5b0ba6c0f6fd tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:03.805100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:03.826599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7a1d0-ba48-412c-ae5f-5b0ba6c0f6fd tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e59ce-1231-4c95-a95a-1b1a48e728bf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:03.886931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4be7a1d0-ba48-412c-ae5f-5b0ba6c0f6fd tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:03.888047 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4be7a1d0-ba48-412c-ae5f-5b0ba6c0f6fd tempest-TestVolumeBootPattern-182804178 tempest-TestVolumeBootPattern-182804178-project] 10.222.0.18 "DELETE /v2.0/security-groups/ae1e59ce-1231-4c95-a95a-1b1a48e728bf HTTP/1.1" status: 204 len: 168 time: 0.3333879 Mar 28 11:11:03.906748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:03.967207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:11:03.969999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:11:03.980288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:11:04.009487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42570) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:04.028088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=2a4cc9ac-ac35-4202-be28-a4744f8a5a02,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:04.516979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:04.649569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:04.783567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:04.856609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:04.912568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:05.019526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event updated for resources: {'Port': ['ID=2a4cc9ac-ac35-4202-be28-a4744f8a5a02,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:05.032651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:05.129331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Deleting port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:05.129669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:05.201780 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 6f186b48-06d8-4f4f-be20-df1a964e5d21 associated. External IP: 172.26.2.94, port: 6ae55d07-5b33-4359-8ac4-3882f1cd7903. Mar 28 11:11:05.402040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] For port 466edf2e-b6da-444e-b7ab-3c2bff8dbedc, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=466edf2e-b6da-444e-b7ab-3c2bff8dbedc,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:05.402318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:05.526517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Calling delete_port for 466edf2e-b6da-444e-b7ab-3c2bff8dbedc owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:05.550823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:11:05.732078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:11:05.742573 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] Sync routers for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:11:05.751324 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:05.751933 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:05.757366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:05.804929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=466edf2e-b6da-444e-b7ab-3c2bff8dbedc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:05.808799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:05.870671 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-13e2dffd-8858-4983-b9b5-fcaa8fa0d077 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6061313 Mar 28 11:11:05.870671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:11:05.873280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42576) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:05.950109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'status': 'completed', 'code': 200} Mar 28 11:11:05.962878 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:06.007509 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-797cc62b-0622-4f1c-90d3-27fbf748b610 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/6f186b48-06d8-4f4f-be20-df1a964e5d21 HTTP/1.1" status: 200 len: 990 time: 0.1309557 Mar 28 11:11:06.192178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:06.198450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-10fe70d0-e055-4144-94aa-eced9c8b97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:06.199922 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-10fe70d0-e055-4144-94aa-eced9c8b97cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 1098 time: 0.1742489 Mar 28 11:11:06.317186 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:10:43Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '6f186b48-06d8-4f4f-be20-df1a964e5d21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'port_id': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'mac_address': 'fa:16:3e:02:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:11:04Z', 'updated_at': '2022-03-28T11:11:04Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:10:48Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:06.320937 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] Checking router: 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:11:06.328898 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:06.329516 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:06.489217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-7092a21d-a1d5-41e6-8405-f1b3c7f88b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:06.490731 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-7092a21d-a1d5-41e6-8405-f1b3c7f88b4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=682c099e-1357-4f44-97dc-e604bdba8d59 HTTP/1.1" status: 200 len: 897 time: 0.2293580 Mar 28 11:11:06.504011 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:06.825489 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-df5b9faa-c0bf-4f89-a60d-773e19ef041e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae55d07-5b33-4359-8ac4-3882f1cd7903 HTTP/1.1" status: 200 len: 998 time: 0.2849295 Mar 28 11:11:06.878950 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:10:43Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '6f186b48-06d8-4f4f-be20-df1a964e5d21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'port_id': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'mac_address': 'fa:16:3e:02:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:11:04Z', 'updated_at': '2022-03-28T11:11:04Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:10:48Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:06.883518 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077dddb-21a2-423b-875d-4e4bc4925f47 None None] The sync data for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv is: [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:10:43Z', 'revision_number': 4, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '6f186b48-06d8-4f4f-be20-df1a964e5d21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'port_id': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'mac_address': 'fa:16:3e:02:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:11:04Z', 'updated_at': '2022-03-28T11:11:04Z', 'revision_number': 0, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:10:48Z', 'revision_number': 5, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:11:06.918649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Router bbdef605-43f6-4beb-b05a-e351f3e995ee has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:11:06.920218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-1a1aece8-6950-4dee-9859-a0ff809c7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:06.921659 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-1a1aece8-6950-4dee-9859-a0ff809c7ce1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43b7759d-8434-464a-b749-398f11066ef9 HTTP/1.1" status: 200 len: 834 time: 0.0888689 Mar 28 11:11:07.009822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42582) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:07.080708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0738cb02-c999-4898-82e6-75a4bfcf5e3b None None] New status for floating IP 6f186b48-06d8-4f4f-be20-df1a964e5d21: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:11:07.168684 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-2b13ab5f-2a23-42f9-810d-08ad8590bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:07.170185 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-2b13ab5f-2a23-42f9-810d-08ad8590bcd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=682c099e-1357-4f44-97dc-e604bdba8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2409368 Mar 28 11:11:07.171103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:11:07.182619 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] Sync routers for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:11:07.194567 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:07.195544 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:07.218569 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4b904c03-fa83-4969-bf2b-eb88b14cf1e5 admin admin] 10.222.0.18 "PUT /v2.0/routers/bbdef605-43f6-4beb-b05a-e351f3e995ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2075946 Mar 28 11:11:07.219439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42586) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:07.247279 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7ee3cc6f-890b-4c9f-a1fc-44bc7753d152 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/6f186b48-06d8-4f4f-be20-df1a964e5d21 HTTP/1.1" status: 200 len: 990 time: 0.2361712 Mar 28 11:11:07.381393 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:07.463002 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-8413b24d-0a8b-4d0a-8998-ab3817800f6e service neutron] 10.222.0.31 "GET /v2.0/networks/682c099e-1357-4f44-97dc-e604bdba8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845042 Mar 28 11:11:07.513767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:07.666063 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:11:05Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:07.669923 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] Checking router: bbdef605-43f6-4beb-b05a-e351f3e995ee for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:11:07.678695 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] Routers {'bbdef605-43f6-4beb-b05a-e351f3e995ee'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:07.679288 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['bbdef605-43f6-4beb-b05a-e351f3e995ee'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:07.762874 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-51e9ee6f-d8e5-406e-a677-72621e838063 req-ee9c6182-d2ad-41ec-bab9-85cf84a6f923 service neutron] 10.222.0.31 "GET /v2.0/networks/682c099e-1357-4f44-97dc-e604bdba8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905531 Mar 28 11:11:07.774108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:07.848465 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] Set router bbdef605-43f6-4beb-b05a-e351f3e995ee gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:07.876142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Deleting port 9fe2f303-ae99-4a0e-b92a-91b798857b2d {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:07.876669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:08.051206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] For port 9fe2f303-ae99-4a0e-b92a-91b798857b2d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9fe2f303-ae99-4a0e-b92a-91b798857b2d,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:08.051484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:08.125606 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:11:05Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:08.129504 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5639c4d-597e-4141-aa23-bf9c07c50e15 None None] The sync data for ids ['bbdef605-43f6-4beb-b05a-e351f3e995ee'] in dv-neutron-835336-1-hyperv is: [{'id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'name': 'tempest-TestVolumeBootPattern-1310720513-router', 'tenant_id': '0a27231c113448fbbc623f4b58a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:11Z', 'updated_at': '2022-03-28T11:11:05Z', 'revision_number': 5, 'project_id': '0a27231c113448fbbc623f4b58a6f685', 'gw_port': {'id': '9fe2f303-ae99-4a0e-b92a-91b798857b2d', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdef605-43f6-4beb-b05a-e351f3e995ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:12Z', 'updated_at': '2022-03-28T11:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:11:08.249693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42590) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:08.295396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Calling delete_port for 9fe2f303-ae99-4a0e-b92a-91b798857b2d owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:08.355512 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9a90d7c1-7b49-468d-9902-eb5fdf87588b tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/6f186b48-06d8-4f4f-be20-df1a964e5d21 HTTP/1.1" status: 200 len: 992 time: 0.1045792 Mar 28 11:11:08.528781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:08.579216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe2f303-ae99-4a0e-b92a-91b798857b2d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:08.670928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:08.841804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:08.843979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:08.928789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:08.929389 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbdef605-43f6-4beb-b05a-e351f3e995ee {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:11:08.941032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:08.942300 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bc3a4439-4789-482c-9f17-5797f5f3f986 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bbdef605-43f6-4beb-b05a-e351f3e995ee HTTP/1.1" status: 204 len: 168 time: 1.7195082 Mar 28 11:11:08.944943 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42594) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:09.015626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffb0e21-3139-4442-a1e4-738ca75d9ba0 admin admin] Deleting subnet 5b0d7c2b-598b-432e-afb1-8c6f02962280 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:11:09.018900 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0e21-3139-4442-a1e4-738ca75d9ba0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.069416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0e21-3139-4442-a1e4-738ca75d9ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.143928 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0e21-3139-4442-a1e4-738ca75d9ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.299946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0e21-3139-4442-a1e4-738ca75d9ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.336548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb0e21-3139-4442-a1e4-738ca75d9ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0d7c2b-598b-432e-afb1-8c6f02962280,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:09.340230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0e21-3139-4442-a1e4-738ca75d9ba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.345380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa96865-fd88-4d34-871c-2112d317a1f7 None None] Network 8a13414b-468c-4d72-8ffa-41d8f4434cba requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:11:09.346708 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6ffb0e21-3139-4442-a1e4-738ca75d9ba0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5b0d7c2b-598b-432e-afb1-8c6f02962280 HTTP/1.1" status: 204 len: 168 time: 0.4007032 Mar 28 11:11:09.349761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42598) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:09.469093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.480313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Deleting port 90f81a69-0393-474c-9dba-f24f2a467729 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:09.480642 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.605516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] DHCP port deletion for 8a13414b-468c-4d72-8ffa-41d8f4434cba request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:11:09.609926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] Deleting port 90f81a69-0393-474c-9dba-f24f2a467729 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:09.610314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.697204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9fe2f303-ae99-4a0e-b92a-91b798857b2d no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:09.699372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] For port 90f81a69-0393-474c-9dba-f24f2a467729, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=90f81a69-0393-474c-9dba-f24f2a467729,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:09.699542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.747491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 9fe2f303-ae99-4a0e-b92a-91b798857b2d {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:11:09.747830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9fe2f303-ae99-4a0e-b92a-91b798857b2d not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:11:09.748251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 90f81a69-0393-474c-9dba-f24f2a467729 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:09.825813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Calling delete_port for 90f81a69-0393-474c-9dba-f24f2a467729 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:09.957368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:09.970923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Port 90f81a69-0393-474c-9dba-f24f2a467729 update to DOWN by agent not found {{(pid=88495) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 28 11:11:09.971360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 466edf2e-b6da-444e-b7ab-3c2bff8dbedc no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:09.998463 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] For port 90f81a69-0393-474c-9dba-f24f2a467729, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=90f81a69-0393-474c-9dba-f24f2a467729,segment=NetworkSegment(10571f5b-e127-4ee3-b095-ab40cdf1e162),segment_id=10571f5b-e127-4ee3-b095-ab40cdf1e162)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:09.999653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:10.008705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f81a69-0393-474c-9dba-f24f2a467729,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:10.010543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] No DVR routers for this DVR port 90f81a69-0393-474c-9dba-f24f2a467729 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:11:10.013061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 466edf2e-b6da-444e-b7ab-3c2bff8dbedc {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:11:10.013458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 466edf2e-b6da-444e-b7ab-3c2bff8dbedc not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:11:10.125794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] Calling delete_port for 90f81a69-0393-474c-9dba-f24f2a467729 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:10.126143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:10.151457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a13414b-468c-4d72-8ffa-41d8f4434cba']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:10.164098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10571f5b-e127-4ee3-b095-ab40cdf1e162') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:10.164503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10571f5b-e127-4ee3-b095-ab40cdf1e162') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:10.176149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:10.193221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:10.196230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:11:10.200726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:11:10.200847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:11:10.200847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:11:10.212743 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:11:10.380557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:10.396413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:10.407810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a13414b-468c-4d72-8ffa-41d8f4434cba,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:10.489021 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2f8de7b3-cfcc-40f5-bdff-dc13c134c330 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8a13414b-468c-4d72-8ffa-41d8f4434cba HTTP/1.1" status: 204 len: 168 time: 1.1382601 Mar 28 11:11:10.492395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42602) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:10.699814 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] Deleting port 90f81a69-0393-474c-9dba-f24f2a467729 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:10.700368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:10.769055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-82184716-2fc6-4f55-b5cf-c5ad408874c3 None None] The port '90f81a69-0393-474c-9dba-f24f2a467729' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:11:11.128861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:11.466582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Deleting port 109ba71c-2006-44e2-bca8-8aebbca4f474 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:11.467231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:11.636518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] For port 109ba71c-2006-44e2-bca8-8aebbca4f474, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=109ba71c-2006-44e2-bca8-8aebbca4f474,segment=NetworkSegment(29785f31-8d58-46fc-98a0-887ce389e406),segment_id=29785f31-8d58-46fc-98a0-887ce389e406)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:11.636873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:11.754922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Calling delete_port for 109ba71c-2006-44e2-bca8-8aebbca4f474 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:12.179050 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:12.225349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=109ba71c-2006-44e2-bca8-8aebbca4f474,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:12.495117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:12.847001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:11:13.024778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:11:13.033566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] Sync routers for ids ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:11:13.034122 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8642f307-0157-4486-a29e-01b9ebd2bbf7 admin admin] 10.222.0.18 "PUT /v2.0/routers/83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5404563 Mar 28 11:11:13.037148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42606) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:13.049706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] Routers {'83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:13.050359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:13.222518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:13.229647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] Set router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:13.525403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:13.531888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:23Z', 'updated_at': '2022-03-28T11:11:11Z', 'revision_number': 5, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'gw_port': {'id': 'b0275b91-e3e7-4348-9aff-7b56c822c4f0', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:00:25Z', 'updated_at': '2022-03-28T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:13.537215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] Checking router: 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:11:13.546349 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] Routers {'83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:13.547283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:10:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:13.568864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Deleting port b0275b91-e3e7-4348-9aff-7b56c822c4f0 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:13.569208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:13.704072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] Set router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:13.753703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] For port b0275b91-e3e7-4348-9aff-7b56c822c4f0, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b0275b91-e3e7-4348-9aff-7b56c822c4f0,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:13.754093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:13.810482 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:23Z', 'updated_at': '2022-03-28T11:11:13Z', 'revision_number': 6, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:13.814387 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c91a0-5424-48ca-8ce9-63dd08e87806 None None] The sync data for ids ['83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd'] in dv-neutron-835336-1-hyperv is: [{'id': '83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd', 'name': 'tempest-TestVolumeBootPattern-1421727167-router', 'tenant_id': '5e57aaf27e6a48538ac883105fbad634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:00:23Z', 'updated_at': '2022-03-28T11:11:13Z', 'revision_number': 6, 'project_id': '5e57aaf27e6a48538ac883105fbad634', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:11:13.880245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Calling delete_port for b0275b91-e3e7-4348-9aff-7b56c822c4f0 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:14.139604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.190885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0275b91-e3e7-4348-9aff-7b56c822c4f0,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:14.282071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.452889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.455063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.540118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.540721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:11:14.554644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.555785 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8a2d2197-4112-4750-a35f-6077216b296f admin admin] 10.222.0.18 "DELETE /v2.0/routers/83c669b7-6bd1-4fdb-aff1-e5f12d14c4fd HTTP/1.1" status: 204 len: 168 time: 1.5177376 Mar 28 11:11:14.558399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42610) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:14.620146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-933147bb-8837-4cda-b363-1cd560d19d22 admin admin] Deleting subnet 83588b95-9304-45fc-ac9a-aaaab898ba55 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:11:14.622897 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-933147bb-8837-4cda-b363-1cd560d19d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.672350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-933147bb-8837-4cda-b363-1cd560d19d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.757347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-933147bb-8837-4cda-b363-1cd560d19d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.883170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-933147bb-8837-4cda-b363-1cd560d19d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.918886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933147bb-8837-4cda-b363-1cd560d19d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83588b95-9304-45fc-ac9a-aaaab898ba55,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:14.924832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-933147bb-8837-4cda-b363-1cd560d19d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:14.930580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04461039-9bc0-45a3-b291-44a577b31623 None None] Network 2cf19984-f670-4828-88a8-887fa1fd0fd4 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:11:14.934441 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-933147bb-8837-4cda-b363-1cd560d19d22 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/83588b95-9304-45fc-ac9a-aaaab898ba55 HTTP/1.1" status: 204 len: 168 time: 0.3728631 Mar 28 11:11:14.934568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42614) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:15.039372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.050543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Deleting port f19ecb5a-fc40-42af-b785-c14a650cdadd {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:15.050794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.209779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] DHCP port deletion for 2cf19984-f670-4828-88a8-887fa1fd0fd4 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:11:15.214048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] Deleting port f19ecb5a-fc40-42af-b785-c14a650cdadd {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:15.214466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.362125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] For port f19ecb5a-fc40-42af-b785-c14a650cdadd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f19ecb5a-fc40-42af-b785-c14a650cdadd,segment=NetworkSegment(29785f31-8d58-46fc-98a0-887ce389e406),segment_id=29785f31-8d58-46fc-98a0-887ce389e406)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:15.362481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.418902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] For port f19ecb5a-fc40-42af-b785-c14a650cdadd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f19ecb5a-fc40-42af-b785-c14a650cdadd,segment=NetworkSegment(29785f31-8d58-46fc-98a0-887ce389e406),segment_id=29785f31-8d58-46fc-98a0-887ce389e406)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:15.419283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.483388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Calling delete_port for f19ecb5a-fc40-42af-b785-c14a650cdadd owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:15.537327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] Calling delete_port for f19ecb5a-fc40-42af-b785-c14a650cdadd owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:15.643257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.653543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:11:15.653920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:11:15.689116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19ecb5a-fc40-42af-b785-c14a650cdadd,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:15.690983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 109ba71c-2006-44e2-bca8-8aebbca4f474 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:15.694956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] No DVR routers for this DVR port f19ecb5a-fc40-42af-b785-c14a650cdadd on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:11:15.726622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.727509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 109ba71c-2006-44e2-bca8-8aebbca4f474 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:11:15.727846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 109ba71c-2006-44e2-bca8-8aebbca4f474 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:11:15.728288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b0275b91-e3e7-4348-9aff-7b56c822c4f0 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:15.763420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b0275b91-e3e7-4348-9aff-7b56c822c4f0 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:11:15.763761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b0275b91-e3e7-4348-9aff-7b56c822c4f0 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:11:15.764188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f19ecb5a-fc40-42af-b785-c14a650cdadd no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:15.796439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: f19ecb5a-fc40-42af-b785-c14a650cdadd {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:11:15.796781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f19ecb5a-fc40-42af-b785-c14a650cdadd not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:11:15.810736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.836269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf19984-f670-4828-88a8-887fa1fd0fd4']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:15.847913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29785f31-8d58-46fc-98a0-887ce389e406') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:15.848206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29785f31-8d58-46fc-98a0-887ce389e406') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:15.859167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.874467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.880773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:11:15.881094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:11:15.893730 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:11:16.012660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:16.028596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:16.039457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf19984-f670-4828-88a8-887fa1fd0fd4,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:16.042201 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2aae21a0-a245-4213-b9d6-a161db705586 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2cf19984-f670-4828-88a8-887fa1fd0fd4 HTTP/1.1" status: 204 len: 168 time: 1.1067152 Mar 28 11:11:16.155120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] Deleting port f19ecb5a-fc40-42af-b785-c14a650cdadd {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:16.155598 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:16.221255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e64a2e7c-3b33-482f-8aab-02b8a6a86ece None None] The port 'f19ecb5a-fc40-42af-b785-c14a650cdadd' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:11:16.397135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42620) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:16.445182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5cf06bb4-597a-4a35-8323-39f4f22715a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a27231c113448fbbc623f4b58a6f685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468678 Mar 28 11:11:16.447368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42624) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:16.507501 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-81e14c37-28d6-47ee-902d-efd2a589f115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:16.532361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-81e14c37-28d6-47ee-902d-efd2a589f115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:16.658227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-81e14c37-28d6-47ee-902d-efd2a589f115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:16.675437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e14c37-28d6-47ee-902d-efd2a589f115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9240e114-05e1-4cb9-8524-dc7fb7b62a16,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:16.682486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-81e14c37-28d6-47ee-902d-efd2a589f115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:16.683589 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-81e14c37-28d6-47ee-902d-efd2a589f115 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9240e114-05e1-4cb9-8524-dc7fb7b62a16 HTTP/1.1" status: 204 len: 168 time: 0.2353635 Mar 28 11:11:17.294952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42632) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:17.342963 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d310124b-b1f1-40a3-8612-d4f1a3c784fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e57aaf27e6a48538ac883105fbad634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468543 Mar 28 11:11:17.345402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42636) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:17.400995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-696bef3f-00a5-41dc-b5f1-7082c80370c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:17.428834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-696bef3f-00a5-41dc-b5f1-7082c80370c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:17.545734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-696bef3f-00a5-41dc-b5f1-7082c80370c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:17.560421 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bef3f-00a5-41dc-b5f1-7082c80370c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0d0d9d-bc19-4a8d-8656-31162002fa25,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:17.567621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-696bef3f-00a5-41dc-b5f1-7082c80370c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:17.572316 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-696bef3f-00a5-41dc-b5f1-7082c80370c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d0d0d9d-bc19-4a8d-8656-31162002fa25 HTTP/1.1" status: 204 len: 168 time: 0.2224259 Mar 28 11:11:18.276510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-df87c646-6e6c-4d41-a60b-a27537f04cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:20.458413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2ace5b76-3668-492f-8d9a-68f3cd9d07c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:21.585884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:21.608057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:23.048083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:33.206132 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:11:39.734349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42654) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:39.739525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1507c7f4-7f74-422c-9ecf-0b24f6dafbbb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:11:40.364031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1507c7f4-7f74-422c-9ecf-0b24f6dafbbb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:40.423456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1507c7f4-7f74-422c-9ecf-0b24f6dafbbb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:40.601031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1507c7f4-7f74-422c-9ecf-0b24f6dafbbb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:11:40.777331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1507c7f4-7f74-422c-9ecf-0b24f6dafbbb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:11:40.783825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1507c7f4-7f74-422c-9ecf-0b24f6dafbbb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:40.784951 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1507c7f4-7f74-422c-9ecf-0b24f6dafbbb tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/56d2fdd1-00e8-4482-8f31-33fcdd831ec7 HTTP/1.1" status: 200 len: 888 time: 1.0496042 Mar 28 11:11:40.786902 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b926c10-a5b5-4988-aae6-2a18f812f4e1 None None] Sync routers for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:11:40.800317 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b926c10-a5b5-4988-aae6-2a18f812f4e1 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:40.800937 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6b926c10-a5b5-4988-aae6-2a18f812f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:11:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:40.861437 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6b926c10-a5b5-4988-aae6-2a18f812f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:40.869445 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b926c10-a5b5-4988-aae6-2a18f812f4e1 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:40.870044 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6b926c10-a5b5-4988-aae6-2a18f812f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:11:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:40.927061 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6b926c10-a5b5-4988-aae6-2a18f812f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:40.927444 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b926c10-a5b5-4988-aae6-2a18f812f4e1 None None] The sync data for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv is: [] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:11:41.696433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54168bd5-e82f-4a17-804e-5c5a60be9bd6 None None] New status for floating IP 6f186b48-06d8-4f4f-be20-df1a964e5d21: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:11:41.748161 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c8d18faf-856b-4d5c-a58e-4b33cf550dcb no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:42.028909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:42.044844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port c8d18faf-856b-4d5c-a58e-4b33cf550dcb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:42.103590 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:42.104406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a37bc83b-aae4-4357-bdce-cd081fa7a3c3 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:42.218575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:42.252229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.252568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.252904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.253234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.253556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.253877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.254223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.254540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.254857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.255186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.255482 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.255794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:42.285536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:42.346979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port a37bc83b-aae4-4357-bdce-cd081fa7a3c3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:42.423149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:42.487467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:42.971388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42660) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:42.976565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a004a7c0-c08d-4d81-831c-72100336cbc3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:11:43.489238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a004a7c0-c08d-4d81-831c-72100336cbc3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:43.556257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a004a7c0-c08d-4d81-831c-72100336cbc3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-458008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-458003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451680'] for router, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:43.729828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a004a7c0-c08d-4d81-831c-72100336cbc3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:11:44.017719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a004a7c0-c08d-4d81-831c-72100336cbc3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:11:44.024709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a004a7c0-c08d-4d81-831c-72100336cbc3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:44.025833 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a004a7c0-c08d-4d81-831c-72100336cbc3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/56d2fdd1-00e8-4482-8f31-33fcdd831ec7 HTTP/1.1" status: 200 len: 887 time: 1.0534649 Mar 28 11:11:44.028652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42666) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:44.029720 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] Sync routers for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:11:44.039890 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:44.040484 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:11:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:44.135320 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-77597fc2-972b-4a85-b45f-fb6eddec0dc6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/6f186b48-06d8-4f4f-be20-df1a964e5d21 HTTP/1.1" status: 200 len: 990 time: 0.1056116 Mar 28 11:11:44.236628 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:44.564095 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:11:43Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:11:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '6f186b48-06d8-4f4f-be20-df1a964e5d21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'port_id': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'mac_address': 'fa:16:3e:02:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:11:04Z', 'updated_at': '2022-03-28T11:11:41Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:11:42Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:44.567759 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] Checking router: 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:11:44.576157 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:44.576730 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:11:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:44.744764 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:45.076060 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:11:43Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:11:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '6f186b48-06d8-4f4f-be20-df1a964e5d21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'port_id': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'mac_address': 'fa:16:3e:02:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:11:04Z', 'updated_at': '2022-03-28T11:11:41Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:11:42Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:45.079890 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51853b56-21fe-4527-aa21-50e0317acb92 None None] The sync data for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv is: [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:11:43Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:11:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '6f186b48-06d8-4f4f-be20-df1a964e5d21', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'port_id': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'mac_address': 'fa:16:3e:02:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:11:04Z', 'updated_at': '2022-03-28T11:11:41Z', 'revision_number': 2, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:11:42Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:11:45.139201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42670) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:45.254728 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-87d83311-7baf-4cb1-811c-72ffbc37c8f6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/6f186b48-06d8-4f4f-be20-df1a964e5d21 HTTP/1.1" status: 200 len: 990 time: 0.1143036 Mar 28 11:11:45.751528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:45.777651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c8d18faf-856b-4d5c-a58e-4b33cf550dcb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:11:45.847872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c8d18faf-856b-4d5c-a58e-4b33cf550dcb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:11:45.848326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:45.966265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:45.982531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port c8d18faf-856b-4d5c-a58e-4b33cf550dcb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:46.030820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:46.031603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a37bc83b-aae4-4357-bdce-cd081fa7a3c3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:11:46.146767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:46.159110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:11:46.159477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:46.258706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42674) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:46.273065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:46.304702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port a37bc83b-aae4-4357-bdce-cd081fa7a3c3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:46.363718 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9daf6d50-49e4-4403-9d35-1ceaf34544da tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/6f186b48-06d8-4f4f-be20-df1a964e5d21 HTTP/1.1" status: 200 len: 990 time: 0.1037998 Mar 28 11:11:46.367127 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:46.435936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:46.637822 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4bf38e-323e-451d-8c0c-f5daf2627220 None None] New status for floating IP 6f186b48-06d8-4f4f-be20-df1a964e5d21: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:11:47.367484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42678) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:47.474072 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c35fdbad-a721-4983-a814-559afa204226 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/floatingips/6f186b48-06d8-4f4f-be20-df1a964e5d21 HTTP/1.1" status: 200 len: 992 time: 0.1053281 Mar 28 11:11:47.710331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c8d18faf-856b-4d5c-a58e-4b33cf550dcb up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:11:47.779268 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port c8d18faf-856b-4d5c-a58e-4b33cf550dcb triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:11:47.779630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:47.813173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42686) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:47.893936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a37bc83b-aae4-4357-bdce-cd081fa7a3c3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:11:47.961853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:11:47.962164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:48.014349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 2a4cc9ac-ac35-4202-be28-a4744f8a5a02 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:48.014598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:48.187290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:48.187617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:48.265019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-362defd0-2cec-4468-9890-cdce42c3ce95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:48.309318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 2a4cc9ac-ac35-4202-be28-a4744f8a5a02 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:48.499091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:48.545280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=2a4cc9ac-ac35-4202-be28-a4744f8a5a02,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:48.580921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.581276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.581591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.581942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.582268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.582587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.582908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.583226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.583541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.583853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.584770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.585091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:48.645177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:48.645499 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Floating IP 6f186b48-06d8-4f4f-be20-df1a964e5d21 disassociated (deleted). External IP: 172.26.2.94, port: 6ae55d07-5b33-4359-8ac4-3882f1cd7903. Mar 28 11:11:49.096379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:11:49.277840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:11:49.287103 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] Sync routers for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:11:49.293701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:49.295806 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:49.296403 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:11:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:49.347250 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7bc6d4d0-7286-489c-923f-ed61c794e47d tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/floatingips/6f186b48-06d8-4f4f-be20-df1a964e5d21 HTTP/1.1" status: 204 len: 168 time: 1.5329807 Mar 28 11:11:49.347848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:11:49.395525 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'status': 'completed', 'code': 200} Mar 28 11:11:49.476171 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:49.682734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-0b204670-7df9-41b1-a820-dcef0c822dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:49.684881 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-0b204670-7df9-41b1-a820-dcef0c822dbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 1098 time: 0.2342899 Mar 28 11:11:49.826818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-d3335a78-8825-42ef-a0dc-8f943e47363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:49.827937 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:11:43Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:11:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:11:46Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:49.828691 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-d3335a78-8825-42ef-a0dc-8f943e47363d service neutron] 10.222.0.31 "GET /v2.0/networks?id=682c099e-1357-4f44-97dc-e604bdba8d59 HTTP/1.1" status: 200 len: 897 time: 0.1341293 Mar 28 11:11:49.831934 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] Checking router: 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:11:49.840118 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:49.840703 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:11:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:49.906560 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-3b9bdef8-dc5b-4cac-af24-5e5b4d8d1db7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae55d07-5b33-4359-8ac4-3882f1cd7903 HTTP/1.1" status: 200 len: 217 time: 0.0656018 Mar 28 11:11:49.935468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4dec5-0ab7-431e-a0ec-62fbf1c2c132 req-07b42281-8367-4c94-94fb-fa3e727d4a34 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:49.936165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4fd4dec5-0ab7-431e-a0ec-62fbf1c2c132 req-07b42281-8367-4c94-94fb-fa3e727d4a34 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:11:49.972582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-e9faf893-ba97-4d2e-b980-b53c4f51344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:49.974127 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-e9faf893-ba97-4d2e-b980-b53c4f51344f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=43b7759d-8434-464a-b749-398f11066ef9 HTTP/1.1" status: 200 len: 834 time: 0.0583019 Mar 28 11:11:50.011711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4fd4dec5-0ab7-431e-a0ec-62fbf1c2c132 req-07b42281-8367-4c94-94fb-fa3e727d4a34 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:11:50.013150 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4fd4dec5-0ab7-431e-a0ec-62fbf1c2c132 req-07b42281-8367-4c94-94fb-fa3e727d4a34 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 945 time: 0.1604965 Mar 28 11:11:50.020699 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:50.054991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-baf744eb-06dc-4cf4-bd2c-c6d476be72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:50.056430 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-baf744eb-06dc-4cf4-bd2c-c6d476be72b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=682c099e-1357-4f44-97dc-e604bdba8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754080 Mar 28 11:11:50.061107 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4fd4dec5-0ab7-431e-a0ec-62fbf1c2c132 req-ad6a4f8f-56d0-43d8-a247-b894062e06d9 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399253 Mar 28 11:11:50.193031 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-30791460-b35b-4db3-958d-2a977ce9c7e1 service neutron] 10.222.0.31 "GET /v2.0/networks/682c099e-1357-4f44-97dc-e604bdba8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296229 Mar 28 11:11:50.325418 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9e305af0-f7c8-4d77-8f0e-a7518bd38fe1 req-9e53af0e-4342-4637-a8a3-d75f79f5f161 service neutron] 10.222.0.31 "GET /v2.0/networks/682c099e-1357-4f44-97dc-e604bdba8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259375 Mar 28 11:11:50.332833 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:11:43Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:11:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:11:46Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:50.336805 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5118a-5069-40f1-bf62-61bd879c0e75 None None] The sync data for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv is: [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:11:43Z', 'revision_number': 6, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:11:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a37bc83b-aae4-4357-bdce-cd081fa7a3c3', 'name': '', 'network_id': '682c099e-1357-4f44-97dc-e604bdba8d59', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'mac_address': 'fa:16:3e:a3:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '43b7759d-8434-464a-b749-398f11066ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:42Z', 'updated_at': '2022-03-28T11:11:46Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'subnets': [{'id': '43b7759d-8434-464a-b749-398f11066ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:11:50.457967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba6bb-8559-4303-a2e0-f31ff10b5bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:50.958402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96c3a0-a1f2-4927-9dc3-5df9bdebb835 None None] New status for floating IP 6f186b48-06d8-4f4f-be20-df1a964e5d21: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:11:51.250237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8da876-3a15-4761-b93e-1f599b5f8c83 req-ded97aca-88d2-4c2f-ac44-a21b5e6328a3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:51.251709 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9c8da876-3a15-4761-b93e-1f599b5f8c83 req-ded97aca-88d2-4c2f-ac44-a21b5e6328a3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 945 time: 0.0842121 Mar 28 11:11:51.296082 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9c8da876-3a15-4761-b93e-1f599b5f8c83 req-dcf3b290-e549-4e1b-864c-4d305d972ae6 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382278 Mar 28 11:11:51.583348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:51.607775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:51.748541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-10bf287c-14ac-426d-a555-d49ef6694935 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:11:51.749231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-10bf287c-14ac-426d-a555-d49ef6694935 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Synchronizing usage tracker for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:11:51.760485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-10bf287c-14ac-426d-a555-d49ef6694935 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Unset dirty status for tenant:b516e8f73c66466d9aba5a18c87f3dde on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:11:51.761550 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-10bf287c-14ac-426d-a555-d49ef6694935 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 945 time: 0.1828895 Mar 28 11:11:51.836447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:51.836707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:52.075537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port 6ae55d07-5b33-4359-8ac4-3882f1cd7903, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6ae55d07-5b33-4359-8ac4-3882f1cd7903,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:52.075900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:52.203497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for 6ae55d07-5b33-4359-8ac4-3882f1cd7903 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:52.430359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:52.446363 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4f8028b1-d4de-4bbf-b75e-9cb3a4f6e853 req-aa03e89d-10e6-43a9-8582-c057a25e7ace tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 210 time: 0.0455341 Mar 28 11:11:52.482914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=6ae55d07-5b33-4359-8ac4-3882f1cd7903,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:52.520208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.526583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:11:52.567627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] No DVR routers for this DVR port 6ae55d07-5b33-4359-8ac4-3882f1cd7903 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:11:52.570490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:52.572894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'name': 'network-vif-deleted', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:11:52.615957 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa19823-269b-4d55-8677-07f59b5b9c9a', 'name': 'network-vif-deleted', 'tag': '6ae55d07-5b33-4359-8ac4-3882f1cd7903', 'status': 'completed', 'code': 200} Mar 28 11:11:52.631311 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-71c67f7f-641f-4692-b4d8-638043760cf6 req-1fda47d8-8ea5-45df-91da-725089ab8f2f tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.31 "DELETE /v2.0/ports/6ae55d07-5b33-4359-8ac4-3882f1cd7903 HTTP/1.1" status: 204 len: 173 time: 0.8598020 Mar 28 11:11:53.024673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:53.610121 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0582c21e-6904-4a41-b2bd-b9c7ce720271 req-e6fa5ae9-fe0b-4552-ae4f-e2a20973f1f4 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa19823-269b-4d55-8677-07f59b5b9c9a HTTP/1.1" status: 200 len: 210 time: 0.0429487 Mar 28 11:11:54.707465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42712) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:54.774532 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1b5609f-d64c-42fd-ba56-db811011aef3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:54.804040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1b5609f-d64c-42fd-ba56-db811011aef3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:54.938784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1b5609f-d64c-42fd-ba56-db811011aef3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:54.956909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5609f-d64c-42fd-ba56-db811011aef3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b08a5d-a01a-4e1a-8bd6-95bafb028b14,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:55.000405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e1b5609f-d64c-42fd-ba56-db811011aef3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:55.001511 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e1b5609f-d64c-42fd-ba56-db811011aef3 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9b08a5d-a01a-4e1a-8bd6-95bafb028b14 HTTP/1.1" status: 204 len: 168 time: 0.2930787 Mar 28 11:11:55.080371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42718) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:55.714330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:56.059725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port a37bc83b-aae4-4357-bdce-cd081fa7a3c3 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:56.060061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:56.123348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 6ae55d07-5b33-4359-8ac4-3882f1cd7903 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:56.157855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 6ae55d07-5b33-4359-8ac4-3882f1cd7903 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:11:56.158218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 6ae55d07-5b33-4359-8ac4-3882f1cd7903 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:11:56.250377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port a37bc83b-aae4-4357-bdce-cd081fa7a3c3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:56.250652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:56.371387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for a37bc83b-aae4-4357-bdce-cd081fa7a3c3 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:56.618541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:56.666637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=a37bc83b-aae4-4357-bdce-cd081fa7a3c3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:56.941084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:57.389636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:11:57.563152 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:11:57.573329 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35560198-1744-4c85-9133-d7e782cb718b None None] Sync routers for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:11:57.576264 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2e087f66-929a-42d6-b5fb-4933245574a7 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "PUT /v2.0/routers/56d2fdd1-00e8-4482-8f31-33fcdd831ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4948354 Mar 28 11:11:57.578907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42722) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:57.582605 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35560198-1744-4c85-9133-d7e782cb718b None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:57.583207 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-35560198-1744-4c85-9133-d7e782cb718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:11:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:57.645278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c8e69d-cf38-4480-87c6-4c11a2c56d85 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting subnet 43b7759d-8434-464a-b749-398f11066ef9 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:11:57.648726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3c8e69d-cf38-4480-87c6-4c11a2c56d85 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:57.704625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3c8e69d-cf38-4480-87c6-4c11a2c56d85 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:57.763650 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-35560198-1744-4c85-9133-d7e782cb718b None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:57.792240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3c8e69d-cf38-4480-87c6-4c11a2c56d85 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:57.955038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3c8e69d-cf38-4480-87c6-4c11a2c56d85 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:57.996779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b3c8e69d-cf38-4480-87c6-4c11a2c56d85 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:58.001451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8e69d-cf38-4480-87c6-4c11a2c56d85 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Subnet': ['ID=43b7759d-8434-464a-b749-398f11066ef9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:58.003526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8df73-c5dc-417e-a47e-13dcce357853 None None] Network 682c099e-1357-4f44-97dc-e604bdba8d59 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:11:58.008424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42726) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:58.008908 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b3c8e69d-cf38-4480-87c6-4c11a2c56d85 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/subnets/43b7759d-8434-464a-b749-398f11066ef9 HTTP/1.1" status: 204 len: 168 time: 0.4286234 Mar 28 11:11:58.048058 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-35560198-1744-4c85-9133-d7e782cb718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:11:56Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:11:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:58.052247 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35560198-1744-4c85-9133-d7e782cb718b None None] Checking router: 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:11:58.060377 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35560198-1744-4c85-9133-d7e782cb718b None None] Routers {'56d2fdd1-00e8-4482-8f31-33fcdd831ec7'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:11:58.061228 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-35560198-1744-4c85-9133-d7e782cb718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:11:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:58.199457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:58.262307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00ee0f-72f5-407b-bf37-a8a77d12064a None None] DHCP port deletion for 682c099e-1357-4f44-97dc-e604bdba8d59 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:11:58.266698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1e00ee0f-72f5-407b-bf37-a8a77d12064a None None] Deleting port b29e4567-5077-42d7-acfd-b8705dd3b6b0 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:58.267068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1e00ee0f-72f5-407b-bf37-a8a77d12064a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:58.281137 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-35560198-1744-4c85-9133-d7e782cb718b None None] Set router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:11:58.388093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:58.451866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Deleting port c8d18faf-856b-4d5c-a58e-4b33cf550dcb {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:11:58.452213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:58.471743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1e00ee0f-72f5-407b-bf37-a8a77d12064a None None] For port b29e4567-5077-42d7-acfd-b8705dd3b6b0, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b29e4567-5077-42d7-acfd-b8705dd3b6b0,segment=NetworkSegment(8a782d9e-e16d-4645-9424-9e2fd2969ede),segment_id=8a782d9e-e16d-4645-9424-9e2fd2969ede)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:58.472069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1e00ee0f-72f5-407b-bf37-a8a77d12064a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:58.585824 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-35560198-1744-4c85-9133-d7e782cb718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:11:56Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:11:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:58.590150 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35560198-1744-4c85-9133-d7e782cb718b None None] The sync data for ids ['56d2fdd1-00e8-4482-8f31-33fcdd831ec7'] in dv-neutron-835336-1-hyperv is: [{'id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'name': 'tempest-TestNetworkBasicOps-router-224540695', 'tenant_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:10:37Z', 'updated_at': '2022-03-28T11:11:56Z', 'revision_number': 7, 'project_id': 'b516e8f73c66466d9aba5a18c87f3dde', 'gw_port': {'id': 'c8d18faf-856b-4d5c-a58e-4b33cf550dcb', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2fdd1-00e8-4482-8f31-33fcdd831ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:10:38Z', 'updated_at': '2022-03-28T11:11:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:11:58.594431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1e00ee0f-72f5-407b-bf37-a8a77d12064a None None] Calling delete_port for b29e4567-5077-42d7-acfd-b8705dd3b6b0 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:58.642949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] For port c8d18faf-856b-4d5c-a58e-4b33cf550dcb, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:11:58.643310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:58.720275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1e00ee0f-72f5-407b-bf37-a8a77d12064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:58.764767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Calling delete_port for c8d18faf-856b-4d5c-a58e-4b33cf550dcb owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:11:58.766261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00ee0f-72f5-407b-bf37-a8a77d12064a None None] Pushing event deleted for resources: {'Port': ['ID=b29e4567-5077-42d7-acfd-b8705dd3b6b0,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:58.769815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00ee0f-72f5-407b-bf37-a8a77d12064a None None] No DVR routers for this DVR port b29e4567-5077-42d7-acfd-b8705dd3b6b0 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:11:59.110567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.157256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Port': ['ID=c8d18faf-856b-4d5c-a58e-4b33cf550dcb,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:11:59.248207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.417653 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.419822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.492916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.493419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Fanout notify agent at l3_agent the message router_deleted on router 56d2fdd1-00e8-4482-8f31-33fcdd831ec7 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:11:59.508875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.512620 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-be8e81bc-ccfb-454b-a112-1fb3ec08ce73 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/routers/56d2fdd1-00e8-4482-8f31-33fcdd831ec7 HTTP/1.1" status: 204 len: 168 time: 1.5031641 Mar 28 11:11:59.513258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42730) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:11:59.632581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.767996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.794217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682c099e-1357-4f44-97dc-e604bdba8d59']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:59.809238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a782d9e-e16d-4645-9424-9e2fd2969ede') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:59.809530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a782d9e-e16d-4645-9424-9e2fd2969ede') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:11:59.821184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.837195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.843615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:11:59.844015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:11:59.858430 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:11:59.969582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c8d18faf-856b-4d5c-a58e-4b33cf550dcb no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:11:59.990390 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:00.004828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: c8d18faf-856b-4d5c-a58e-4b33cf550dcb {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:12:00.005176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device c8d18faf-856b-4d5c-a58e-4b33cf550dcb not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:12:00.006158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b29e4567-5077-42d7-acfd-b8705dd3b6b0 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:12:00.011756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:00.030666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] Pushing event deleted for resources: {'Network': ['ID=682c099e-1357-4f44-97dc-e604bdba8d59,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:00.042784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b29e4567-5077-42d7-acfd-b8705dd3b6b0 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:12:00.043197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b29e4567-5077-42d7-acfd-b8705dd3b6b0 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:12:00.043623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a37bc83b-aae4-4357-bdce-cd081fa7a3c3 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:12:00.076555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: a37bc83b-aae4-4357-bdce-cd081fa7a3c3 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:12:00.076926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a37bc83b-aae4-4357-bdce-cd081fa7a3c3 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:12:00.082757 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7f51af5d-c9e9-4d09-9bd7-d09d69024650 tempest-TestNetworkBasicOps-1594866450 tempest-TestNetworkBasicOps-1594866450-project] 10.222.0.18 "DELETE /v2.0/networks/682c099e-1357-4f44-97dc-e604bdba8d59 HTTP/1.1" status: 204 len: 168 time: 0.5679379 Mar 28 11:12:00.622095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42738) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:00.766435 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0a15d576-acba-47d6-a4c5-195ff5db993a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b516e8f73c66466d9aba5a18c87f3dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432002 Mar 28 11:12:00.768888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42744) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:00.824373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ab38f830-a9e6-4f2f-83c9-d94a4ca49963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:00.848691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ab38f830-a9e6-4f2f-83c9-d94a4ca49963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:00.976955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ab38f830-a9e6-4f2f-83c9-d94a4ca49963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:00.994474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38f830-a9e6-4f2f-83c9-d94a4ca49963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b899f97-ba64-4ef5-bfd7-3b88d27e857c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:01.001712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ab38f830-a9e6-4f2f-83c9-d94a4ca49963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:01.002861 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ab38f830-a9e6-4f2f-83c9-d94a4ca49963 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b899f97-ba64-4ef5-bfd7-3b88d27e857c HTTP/1.1" status: 204 len: 168 time: 0.2331107 Mar 28 11:12:01.565565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42752) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:01.583138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1cd19bb9-be1c-4389-b3b6-b5bac8b7cad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:01.597522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1cd19bb9-be1c-4389-b3b6-b5bac8b7cad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:12:01.601348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1cd19bb9-be1c-4389-b3b6-b5bac8b7cad9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e139047c60248a583d0b735897ba262 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:12:01.604117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1cd19bb9-be1c-4389-b3b6-b5bac8b7cad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:12:01.609661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1cd19bb9-be1c-4389-b3b6-b5bac8b7cad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:12:01.691576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1cd19bb9-be1c-4389-b3b6-b5bac8b7cad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:01.765394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1cd19bb9-be1c-4389-b3b6-b5bac8b7cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:01.812802 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1cd19bb9-be1c-4389-b3b6-b5bac8b7cad9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e139047c60248a583d0b735897ba262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461650 Mar 28 11:12:01.813658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd19bb9-be1c-4389-b3b6-b5bac8b7cad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1072a-d7b4-4c9a-a80c-d35d738f1a6b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:01.815689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42756) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:01.873230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518dbf9f-df8c-4ee5-886f-43c4ea66b362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:01.901331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518dbf9f-df8c-4ee5-886f-43c4ea66b362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:02.006331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518dbf9f-df8c-4ee5-886f-43c4ea66b362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:02.019946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dbf9f-df8c-4ee5-886f-43c4ea66b362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1072a-d7b4-4c9a-a80c-d35d738f1a6b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:02.026481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-518dbf9f-df8c-4ee5-886f-43c4ea66b362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:02.027630 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-518dbf9f-df8c-4ee5-886f-43c4ea66b362 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15b1072a-d7b4-4c9a-a80c-d35d738f1a6b HTTP/1.1" status: 204 len: 168 time: 0.2109258 Mar 28 11:12:09.728619 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-d18e4c78-9003-4663-b3d3-d9bd546a6752 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6ee1088113704998adf037077ed2960a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275095 Mar 28 11:12:09.876689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-1eea099b-2be7-4c77-bc7d-b0395c724fef tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:09.878143 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-1eea099b-2be7-4c77-bc7d-b0395c724fef tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446757 Mar 28 11:12:09.892793 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-2fb914d5-fe15-4f23-9497-f3aec2813ba9 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/quotas/6ee1088113704998adf037077ed2960a HTTP/1.1" status: 200 len: 375 time: 0.0087729 Mar 28 11:12:09.938634 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-4c3ab71f-0683-4a5c-ab6f-28a52b28f4b6 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee1088113704998adf037077ed2960a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405173 Mar 28 11:12:10.185065 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e50d787e-4d49-46c1-8650-d1d3951d4e61 req-aeb6c9c1-12ec-4bf0-a139-f018939fab5c tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 210 time: 0.0498354 Mar 28 11:12:10.205249 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:12:11.330045 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2621e31e-b3d1-41b9-a0dc-55d6ed544455 req-8a2ab091-a70f-4ac1-89a5-23b907b09382 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 210 time: 0.0418949 Mar 28 11:12:12.377633 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a8b5e1e7-3ce5-4cad-9040-1da8595124ac tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6ee1088113704998adf037077ed2960a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273361 Mar 28 11:12:12.478575 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a3c81ebd-20ec-4d56-9cee-8d8b5f7d23f2 req-62040f64-039b-4075-84d9-4890703ead79 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 210 time: 0.0445623 Mar 28 11:12:12.640464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-c00c23ae-d84a-4ad2-a0a2-12cb97d0467b tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:12.641821 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-c00c23ae-d84a-4ad2-a0a2-12cb97d0467b tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563763 Mar 28 11:12:12.667044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Request body: {'port': {'device_id': '933a31b9-239b-412f-bb55-f2e76a6c2513', 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791', 'admin_state_up': True, 'tenant_id': '6ee1088113704998adf037077ed2960a'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:12:12.800811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:12:12.804942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Usage tracker for resource:port and tenant:6ee1088113704998adf037077ed2960a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:12:12.807884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:12:12.813560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:12:12.897181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Made reservation on behalf of 6ee1088113704998adf037077ed2960a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:12:12.900622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:12.912971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:12.927696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:12:12.931686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Usage tracker for resource:security_group_rule and tenant:6ee1088113704998adf037077ed2960a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:12:12.934585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:12:12.940778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:12:13.023004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:13.107486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:13.191503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81aeb0-00f9-4dba-b98a-d7c1d1869245,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:13.281446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Allocated IP 192.168.233.76 (28e31504-8f33-44a8-90c0-13d4b52d7791/8071e224-0108-447f-8559-ea355f71fa6b/0cf6ae79-3da8-4d44-b53a-40f9296394c5) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:12:13.492688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:13.509472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Transition to ACTIVE for port object 0cf6ae79-3da8-4d44-b53a-40f9296394c5 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:12:13.594908 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:13.663760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Network 28e31504-8f33-44a8-90c0-13d4b52d7791 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:12:13.667695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:12:13.676582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:12:13.685088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5f80a-da38-4023-9631-d5106322841b req-10e5643c-ce8b-47a8-abf2-436badca730f tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:13.687341 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-62c5f80a-da38-4023-9631-d5106322841b req-10e5643c-ce8b-47a8-abf2-436badca730f tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 935 time: 0.0950174 Mar 28 11:12:13.725270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Pushing event updated for resources: {'Port': ['ID=0cf6ae79-3da8-4d44-b53a-40f9296394c5,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:13.741984 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-62c5f80a-da38-4023-9631-d5106322841b req-b63507d0-9951-4486-a3b1-c0c46b02fd65 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Mar 28 11:12:13.752442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:13.753068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:13.842150 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a05d21bf-d541-4050-ba8c-17ff8d9dbfad tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1785460 Mar 28 11:12:13.868615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Request body: {'port': {'device_id': '933a31b9-239b-412f-bb55-f2e76a6c2513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:12:13.979940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:14.040424 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-81781b56-6aac-4211-9c87-eaf0158308ad None None] Provisioning for port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:12:14.047267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-81781b56-6aac-4211-9c87-eaf0158308ad None None] Provisioning complete for port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:12:14.047663 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-81781b56-6aac-4211-9c87-eaf0158308ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:14.103114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-81781b56-6aac-4211-9c87-eaf0158308ad None None] Port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:12:14.320715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf6ae79-3da8-4d44-b53a-40f9296394c5 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:12:14.327681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:14.341870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Transition to ACTIVE for port object 0cf6ae79-3da8-4d44-b53a-40f9296394c5 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:12:14.399506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:14.552296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Pushing event updated for resources: {'Port': ['ID=0cf6ae79-3da8-4d44-b53a-40f9296394c5,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:14.631705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Attempting to bind port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:12:14.632034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Attempting to bind port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'a1c0b0e5-7c59-4b64-9a93-3149a02e0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:12:14.632357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Attempting to bind port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 on network 28e31504-8f33-44a8-90c0-13d4b52d7791 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:12:14.636801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 on network 28e31504-8f33-44a8-90c0-13d4b52d7791 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:12:14.637109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Attempting to bind port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 on network 28e31504-8f33-44a8-90c0-13d4b52d7791 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:12:14.642040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:12:14.642370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Checking segment: {'id': 'a1c0b0e5-7c59-4b64-9a93-3149a02e0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:12:14.642746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Bound using segment: {'id': 'a1c0b0e5-7c59-4b64-9a93-3149a02e0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:12:14.643156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Bound port: 0cf6ae79-3da8-4d44-b53a-40f9296394c5, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c0b0e5-7c59-4b64-9a93-3149a02e0af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:12:14.643490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:14.730025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] For port 0cf6ae79-3da8-4d44-b53a-40f9296394c5, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:12:14.732752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] For port 0cf6ae79-3da8-4d44-b53a-40f9296394c5, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0cf6ae79-3da8-4d44-b53a-40f9296394c5,segment=NetworkSegment(a1c0b0e5-7c59-4b64-9a93-3149a02e0af3),segment_id=a1c0b0e5-7c59-4b64-9a93-3149a02e0af3)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:12:14.785014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:14.839395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:14.839576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:14.840902 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] 10.222.0.31 "PUT /v2.0/ports/0cf6ae79-3da8-4d44-b53a-40f9296394c5 HTTP/1.1" status: 200 len: 1097 time: 0.9775536 Mar 28 11:12:14.841424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933a31b9-239b-412f-bb55-f2e76a6c2513', 'tag': '0cf6ae79-3da8-4d44-b53a-40f9296394c5'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:12:14.873232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a29fb-10f9-4704-91bf-435c76d8070c service neutron] Pushing event updated for resources: {'Port': ['ID=0cf6ae79-3da8-4d44-b53a-40f9296394c5,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:14.899668 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933a31b9-239b-412f-bb55-f2e76a6c2513', 'tag': '0cf6ae79-3da8-4d44-b53a-40f9296394c5', 'status': 'completed', 'code': 200} Mar 28 11:12:14.948492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36f7d-dcff-4206-8abd-a91b4a2b3a44 req-2ed5d0e9-bd06-4eed-951f-07ee1a91fef4 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:14.950061 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-74b36f7d-dcff-4206-8abd-a91b4a2b3a44 req-2ed5d0e9-bd06-4eed-951f-07ee1a91fef4 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 947 time: 0.0987222 Mar 28 11:12:15.002107 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-74b36f7d-dcff-4206-8abd-a91b4a2b3a44 req-c99b3304-494d-4aa9-90fc-4264284399f4 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 Mar 28 11:12:15.118755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d60d0-0999-4652-9408-4dd355ea8336 req-c07f3642-38a5-451a-babc-9117289e41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:15.120217 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f94d60d0-0999-4652-9408-4dd355ea8336 req-c07f3642-38a5-451a-babc-9117289e41de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ee1088113704998adf037077ed2960a&device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 1100 time: 0.1688154 Mar 28 11:12:15.166642 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f94d60d0-0999-4652-9408-4dd355ea8336 req-adeedf63-7511-4257-8128-231b1096cca2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6ee1088113704998adf037077ed2960a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249751 Mar 28 11:12:15.299460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d60d0-0999-4652-9408-4dd355ea8336 req-489e9ba7-6958-41c5-843e-6ad6a7c3e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:15.300877 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f94d60d0-0999-4652-9408-4dd355ea8336 req-489e9ba7-6958-41c5-843e-6ad6a7c3e06f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284151 Mar 28 11:12:15.449434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-fa5862e9-65be-4ad0-80aa-0ff2f8794e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:15.450825 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-fa5862e9-65be-4ad0-80aa-0ff2f8794e89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ee1088113704998adf037077ed2960a&device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 1100 time: 0.0736358 Mar 28 11:12:15.531379 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-85cedc4d-b815-4ae5-b8ec-db28ede2970a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0cf6ae79-3da8-4d44-b53a-40f9296394c5 HTTP/1.1" status: 200 len: 217 time: 0.0598111 Mar 28 11:12:15.598942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-bf87b297-f6bd-42bc-966a-d7d4446f3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:15.600524 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-bf87b297-f6bd-42bc-966a-d7d4446f3964 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8071e224-0108-447f-8559-ea355f71fa6b HTTP/1.1" status: 200 len: 843 time: 0.0595796 Mar 28 11:12:15.677181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-3a973912-77d4-4c4b-9ca5-a253fa0393a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:15.678706 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-3a973912-77d4-4c4b-9ca5-a253fa0393a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e31504-8f33-44a8-90c0-13d4b52d7791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0691104 Mar 28 11:12:15.742711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:15.811932 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-55b6fc43-873a-4a40-9c44-d80398640de2 service neutron] 10.222.0.31 "GET /v2.0/networks/28e31504-8f33-44a8-90c0-13d4b52d7791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227806 Mar 28 11:12:15.943844 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6f773822-23ba-4fbe-b4fe-f4251c9c0074 req-a8353576-1f82-446a-a1a3-72020fd806e6 service neutron] 10.222.0.31 "GET /v2.0/networks/28e31504-8f33-44a8-90c0-13d4b52d7791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223371 Mar 28 11:12:16.185442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e3e94-1d1d-475b-adc7-e2d3feddb2ed req-85298604-cb22-47e4-843d-64ed4663162c tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:16.186913 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a9e3e94-1d1d-475b-adc7-e2d3feddb2ed req-85298604-cb22-47e4-843d-64ed4663162c tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 947 time: 0.0803406 Mar 28 11:12:16.230405 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a9e3e94-1d1d-475b-adc7-e2d3feddb2ed req-9298eeb3-f21e-42e9-90f1-fddada2d032c tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Mar 28 11:12:17.417976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155de393-0197-4bea-87cb-8d04832586e8 req-349ab1fb-da65-4af0-803d-1a30ab8c1906 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:17.419409 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-155de393-0197-4bea-87cb-8d04832586e8 req-349ab1fb-da65-4af0-803d-1a30ab8c1906 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 947 time: 0.0819342 Mar 28 11:12:17.463033 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-155de393-0197-4bea-87cb-8d04832586e8 req-3a4a8ef1-7c61-43dd-bfc0-152111f01ea1 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Mar 28 11:12:18.230941 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0cf6ae79-3da8-4d44-b53a-40f9296394c5 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:12:18.317236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3bce7208-85df-4ad2-9ec8-a59f3f740a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:18.362751 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 0cf6ae79-3da8-4d44-b53a-40f9296394c5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0cf6ae79-3da8-4d44-b53a-40f9296394c5,segment=NetworkSegment(a1c0b0e5-7c59-4b64-9a93-3149a02e0af3),segment_id=a1c0b0e5-7c59-4b64-9a93-3149a02e0af3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:12:18.375384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '0cf6ae79-3da8-4d44-b53a-40f9296394c5', 'network_id': '28e31504-8f33-44a8-90c0-13d4b52d7791', 'port_id': '0cf6ae79-3da8-4d44-b53a-40f9296394c5', 'mac_address': 'fa:16:3e:a1:6d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8071e224-0108-447f-8559-ea355f71fa6b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:12:18.428451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:18.444403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf6ae79-3da8-4d44-b53a-40f9296394c5 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:12:18.459495 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 0cf6ae79-3da8-4d44-b53a-40f9296394c5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0cf6ae79-3da8-4d44-b53a-40f9296394c5,segment=NetworkSegment(a1c0b0e5-7c59-4b64-9a93-3149a02e0af3),segment_id=a1c0b0e5-7c59-4b64-9a93-3149a02e0af3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:12:18.521590 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:18.624166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=0cf6ae79-3da8-4d44-b53a-40f9296394c5,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:18.646951 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fae1-1149-45a9-bb14-5c588f2b527a req-a9189093-617a-40bf-976e-ed985acf5ea5 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:18.648404 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-17a9fae1-1149-45a9-bb14-5c588f2b527a req-a9189093-617a-40bf-976e-ed985acf5ea5 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 948 time: 0.0799096 Mar 28 11:12:18.690672 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-17a9fae1-1149-45a9-bb14-5c588f2b527a req-83262c70-1406-4697-98f8-62cde7296e38 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367081 Mar 28 11:12:18.855554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['0cf6ae79-3da8-4d44-b53a-40f9296394c5'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:12:19.874595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8f3d4-bfa3-4b5a-8c0a-41cefbedccd5 req-b92424ea-0e1c-475e-ae7d-8ad012733ca6 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:19.876039 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e4e8f3d4-bfa3-4b5a-8c0a-41cefbedccd5 req-b92424ea-0e1c-475e-ae7d-8ad012733ca6 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 948 time: 0.0814624 Mar 28 11:12:19.919943 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e4e8f3d4-bfa3-4b5a-8c0a-41cefbedccd5 req-47d4f89f-7421-4d47-9a1c-d82671b7ac1e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382822 Mar 28 11:12:20.230888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0cf6ae79-3da8-4d44-b53a-40f9296394c5 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:12:20.355312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:12:20.359927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:12:20.360282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:20.484324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-eeb39ad2-7ec0-46e6-8e9f-f581a900ebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:20.485826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:20.513112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933a31b9-239b-412f-bb55-f2e76a6c2513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf6ae79-3da8-4d44-b53a-40f9296394c5'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:12:20.522430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 0cf6ae79-3da8-4d44-b53a-40f9296394c5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0cf6ae79-3da8-4d44-b53a-40f9296394c5,segment=NetworkSegment(a1c0b0e5-7c59-4b64-9a93-3149a02e0af3),segment_id=a1c0b0e5-7c59-4b64-9a93-3149a02e0af3)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:12:20.557722 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933a31b9-239b-412f-bb55-f2e76a6c2513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf6ae79-3da8-4d44-b53a-40f9296394c5', 'code': 200} Mar 28 11:12:20.589589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:20.655858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=0cf6ae79-3da8-4d44-b53a-40f9296394c5,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:20.955009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb31276-c1af-46e0-9be9-57da9253ed03 req-11c5619b-7d56-45ef-b172-9e6d53f6ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:20.956518 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-abb31276-c1af-46e0-9be9-57da9253ed03 req-11c5619b-7d56-45ef-b172-9e6d53f6ab60 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 1102 time: 0.0732079 Mar 28 11:12:21.000294 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-abb31276-c1af-46e0-9be9-57da9253ed03 req-a38d0304-edea-439a-a184-b238e1c0494a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344853 Mar 28 11:12:21.097667 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1abb87-6f92-4a17-a637-776735facdbe req-96ffe4d2-014b-40a9-a40d-685e1626471f tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:21.099646 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1f1abb87-6f92-4a17-a637-776735facdbe req-96ffe4d2-014b-40a9-a40d-685e1626471f tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 949 time: 0.0789289 Mar 28 11:12:21.143052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1f1abb87-6f92-4a17-a637-776735facdbe req-8646d98a-3513-4cf8-bc5e-fc276a1c25b6 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Mar 28 11:12:21.577952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:21.606302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:22.430982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98b69a-cc8e-455b-90f8-ae8f9342b8a6 req-1e9884e3-4b28-41bf-b676-18fd6754712d tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:22.432341 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ee98b69a-cc8e-455b-90f8-ae8f9342b8a6 req-1e9884e3-4b28-41bf-b676-18fd6754712d tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 949 time: 0.1802368 Mar 28 11:12:22.476160 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ee98b69a-cc8e-455b-90f8-ae8f9342b8a6 req-de28eb8c-b889-499a-81d9-2c03b1d3ed43 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372331 Mar 28 11:12:23.046453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:23.659612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff738a3-d726-4cd5-acd6-aa371374039c req-4e4251c1-6845-465c-a915-26475ab53e3c tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:23.661047 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0ff738a3-d726-4cd5-acd6-aa371374039c req-4e4251c1-6845-465c-a915-26475ab53e3c tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 949 time: 0.0795155 Mar 28 11:12:23.704193 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0ff738a3-d726-4cd5-acd6-aa371374039c req-3e21388d-4aaa-4d1c-93c4-86f031fc338f tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375533 Mar 28 11:12:25.166623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82065e-2682-459a-933e-ef00943d624d req-e01cab81-8747-43aa-9c80-5d8b314de3c4 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:25.168057 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aa82065e-2682-459a-933e-ef00943d624d req-e01cab81-8747-43aa-9c80-5d8b314de3c4 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 949 time: 0.0791793 Mar 28 11:12:25.211162 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aa82065e-2682-459a-933e-ef00943d624d req-53bd8a14-9cc4-42cb-811b-11a395d94ba4 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374234 Mar 28 11:12:26.396192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9e4e-156c-43ad-b454-ec79cfd75c43 req-1aaea1be-d8f1-483a-a470-b114560e3e06 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:26.397657 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6f6e9e4e-156c-43ad-b454-ec79cfd75c43 req-1aaea1be-d8f1-483a-a470-b114560e3e06 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 949 time: 0.0822010 Mar 28 11:12:26.440622 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6f6e9e4e-156c-43ad-b454-ec79cfd75c43 req-05139441-c63a-486b-9f13-b8b5166436e6 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a81aeb0-00f9-4dba-b98a-d7c1d1869245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Mar 28 11:12:26.693700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-8d4e1a58-684b-4b54-8a1e-439781a8e090 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:26.694427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-8d4e1a58-684b-4b54-8a1e-439781a8e090 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Synchronizing usage tracker for tenant:6ee1088113704998adf037077ed2960a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:12:26.816334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-8d4e1a58-684b-4b54-8a1e-439781a8e090 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Unset dirty status for tenant:6ee1088113704998adf037077ed2960a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:12:26.818066 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-8d4e1a58-684b-4b54-8a1e-439781a8e090 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.31 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 949 time: 0.2015533 Mar 28 11:12:26.890409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Deleting port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:12:26.890743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:27.128270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] For port 0cf6ae79-3da8-4d44-b53a-40f9296394c5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0cf6ae79-3da8-4d44-b53a-40f9296394c5,segment=NetworkSegment(a1c0b0e5-7c59-4b64-9a93-3149a02e0af3),segment_id=a1c0b0e5-7c59-4b64-9a93-3149a02e0af3)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:12:27.128619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:27.249041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Calling delete_port for 0cf6ae79-3da8-4d44-b53a-40f9296394c5 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:12:27.543941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:27.590337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['0cf6ae79-3da8-4d44-b53a-40f9296394c5'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:12:27.592194 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-54bce77f-7443-4ed9-b5e1-d91adb9c4297 req-c8ab999e-3ae3-4bd3-bd08-3b30d3d13229 tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 210 time: 0.0439875 Mar 28 11:12:27.596729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Pushing event deleted for resources: {'Port': ['ID=0cf6ae79-3da8-4d44-b53a-40f9296394c5,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:27.679936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] No DVR routers for this DVR port 0cf6ae79-3da8-4d44-b53a-40f9296394c5 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:12:27.682485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:27.685134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933a31b9-239b-412f-bb55-f2e76a6c2513', 'name': 'network-vif-deleted', 'tag': '0cf6ae79-3da8-4d44-b53a-40f9296394c5'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:12:27.731447 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933a31b9-239b-412f-bb55-f2e76a6c2513', 'name': 'network-vif-deleted', 'tag': '0cf6ae79-3da8-4d44-b53a-40f9296394c5', 'status': 'completed', 'code': 200} Mar 28 11:12:27.762097 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b4f1d5fc-eea9-4cc6-9e22-f68ea3182702 req-190edc29-67ad-4522-8512-f5411ab5be5e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.31 "DELETE /v2.0/ports/0cf6ae79-3da8-4d44-b53a-40f9296394c5 HTTP/1.1" status: 204 len: 173 time: 0.9365711 Mar 28 11:12:28.768316 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a2d36a1-7e7a-415b-b5c3-38e2aa55a6ce req-75ce8017-a53f-4b9d-bf4e-ef7d2a96777e tempest-ServersAdminNegativeTestJSON-2055818757 tempest-ServersAdminNegativeTestJSON-2055818757-project] 10.222.0.18 "GET /v2.0/ports?device_id=933a31b9-239b-412f-bb55-f2e76a6c2513 HTTP/1.1" status: 200 len: 210 time: 0.0459976 Mar 28 11:12:30.259998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0cf6ae79-3da8-4d44-b53a-40f9296394c5 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:12:30.294245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 0cf6ae79-3da8-4d44-b53a-40f9296394c5 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:12:30.294593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0cf6ae79-3da8-4d44-b53a-40f9296394c5 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:12:30.387550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42906) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:30.527771 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4d07c44f-b81d-434a-8a0b-b5176f7c2b37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ee1088113704998adf037077ed2960a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390753 Mar 28 11:12:30.530358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42912) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:30.587518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-243fe758-3dfb-49ff-8c6b-75b17d99d17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:30.611855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-243fe758-3dfb-49ff-8c6b-75b17d99d17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:30.726196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-243fe758-3dfb-49ff-8c6b-75b17d99d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:30.743516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fe758-3dfb-49ff-8c6b-75b17d99d17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81aeb0-00f9-4dba-b98a-d7c1d1869245,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:30.750102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-243fe758-3dfb-49ff-8c6b-75b17d99d17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:30.751328 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-243fe758-3dfb-49ff-8c6b-75b17d99d17a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a81aeb0-00f9-4dba-b98a-d7c1d1869245 HTTP/1.1" status: 204 len: 168 time: 0.2200963 Mar 28 11:12:31.257920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42920) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:31.275678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e8325ca6-3566-448c-b347-bf46e32c16e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:31.290427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e8325ca6-3566-448c-b347-bf46e32c16e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:12:31.294212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e8325ca6-3566-448c-b347-bf46e32c16e4 admin admin] Usage tracker for resource:security_group_rule and tenant:efb2c25244e04b01964e512171a82af9 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:12:31.296955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e8325ca6-3566-448c-b347-bf46e32c16e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:12:31.302568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e8325ca6-3566-448c-b347-bf46e32c16e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:12:31.381258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e8325ca6-3566-448c-b347-bf46e32c16e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:31.450516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e8325ca6-3566-448c-b347-bf46e32c16e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:31.496771 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e8325ca6-3566-448c-b347-bf46e32c16e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efb2c25244e04b01964e512171a82af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377515 Mar 28 11:12:31.497653 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8325ca6-3566-448c-b347-bf46e32c16e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a2b53-ed5a-45a6-bae1-a6fb8b0bf040,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:31.500169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42924) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:31.560381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4b3e35a-d2b7-445c-b7b0-a108cff64472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:31.585762 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4b3e35a-d2b7-445c-b7b0-a108cff64472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:31.714955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4b3e35a-d2b7-445c-b7b0-a108cff64472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:31.731641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3e35a-d2b7-445c-b7b0-a108cff64472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a2b53-ed5a-45a6-bae1-a6fb8b0bf040,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:31.745156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d4b3e35a-d2b7-445c-b7b0-a108cff64472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:31.745156 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d4b3e35a-d2b7-445c-b7b0-a108cff64472 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b2a2b53-ed5a-45a6-bae1-a6fb8b0bf040 HTTP/1.1" status: 204 len: 168 time: 0.2368698 Mar 28 11:12:32.685625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 42948) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:32.785880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1244450993-network', 'tenant_id': 'ed55f3b80ed64435a43779b02089f262'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:12:32.791188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:12:32.795011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Usage tracker for resource:network and tenant:ed55f3b80ed64435a43779b02089f262 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:12:32.797894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:12:32.803947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:12:32.891887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Made reservation on behalf of ed55f3b80ed64435a43779b02089f262 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:12:32.894176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:32.906780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:32.920800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:12:32.924549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ed55f3b80ed64435a43779b02089f262 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:12:32.927411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:12:32.932932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:12:33.012056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:33.074963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:33.104498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:12:33.113318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab687273-5ba5-4bc2-8aa9-31409edd2fac,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:33.119832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:33.120692 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Added segment 26400d75-c571-4601-9efa-1daa0b1dae30 of type vlan for network 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b Mar 28 11:12:33.146848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:33.246601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:33.247548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:33.248138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:33.348913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:33.358454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:12:33.418684 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-02bb1a5c-af77-46e6-bc28-d8bf159cd1b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7317514 Mar 28 11:12:33.421449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 42954) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:33.427816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Request body: {'subnet': {'network_id': '02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1244450993-subnet', 'tenant_id': 'ed55f3b80ed64435a43779b02089f262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:12:33.432663 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:12:33.436697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Usage tracker for resource:subnet and tenant:ed55f3b80ed64435a43779b02089f262 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:12:33.439525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:12:33.446039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:12:33.526177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Made reservation on behalf of ed55f3b80ed64435a43779b02089f262 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:12:33.528604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:33.810624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:33.879552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb6c873-bd89-4e66-858d-b0abc8588945,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:33.889686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Checking segment: {'id': '26400d75-c571-4601-9efa-1daa0b1dae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:12:33.890072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Network hostable DHCP agents. Network: 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:12:33.970183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Network 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:12:34.063437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:12:34.068355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:34.069355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:34.072653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735bb41-e6d7-4e83-b1c6-e61960912c1f None None] Network 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:12:34.166031 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c38a497a-a5ac-438b-a897-3c5f48f5f092 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7432995 Mar 28 11:12:34.300399 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b979f5fa-1e04-492a-8dee-a62a49d2ac7f None None] Network 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:12:34.665881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-a8400bb6-b1cb-4169-acd0-9610e5e2c222 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:34.667309 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-a8400bb6-b1cb-4169-acd0-9610e5e2c222 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/networks?id=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b HTTP/1.1" status: 200 len: 812 time: 0.1417391 Mar 28 11:12:34.681816 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-ce3908c6-1515-428f-850b-63ea63905971 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/quotas/ed55f3b80ed64435a43779b02089f262 HTTP/1.1" status: 200 len: 375 time: 0.0091608 Mar 28 11:12:34.731405 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-ef93b904-b72a-4fe9-9233-17fe80153ca0 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed55f3b80ed64435a43779b02089f262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448771 Mar 28 11:12:34.741300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-1a9fb81e-7133-416d-a0bd-a13112b284cc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:12:34.742233 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-1a9fb81e-7133-416d-a0bd-a13112b284cc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047386 Mar 28 11:12:34.868521 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-acfb4aa5-b0ff-4f0b-bcdb-6961888060cf service neutron] 10.222.0.18 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211865 Mar 28 11:12:34.995962 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-e30ecbd8-f8b9-402e-baf7-83309977e7af service neutron] 10.222.0.18 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217661 Mar 28 11:12:35.253578 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e14232d0-a7a3-4910-99f8-076e201589dc req-4dcad7e3-c941-4a4d-964a-a396d7f1d3d0 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 210 time: 0.0415614 Mar 28 11:12:36.402863 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4881e6eb-266e-40a6-93cb-6b53caa48c59 req-852ff717-ea2b-4e0f-96db-74ae9378aee8 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 210 time: 0.0415611 Mar 28 11:12:37.511735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-b136740a-82d9-4e8a-a5fd-54b9fcd9d4be tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:37.512897 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-b136740a-82d9-4e8a-a5fd-54b9fcd9d4be tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Synchronizing usage tracker for tenant:ed55f3b80ed64435a43779b02089f262 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:12:37.621985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-b136740a-82d9-4e8a-a5fd-54b9fcd9d4be tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Unset dirty status for tenant:ed55f3b80ed64435a43779b02089f262 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:12:37.623167 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-b136740a-82d9-4e8a-a5fd-54b9fcd9d4be tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.31 "GET /v2.0/networks?id=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b HTTP/1.1" status: 200 len: 812 time: 0.2683129 Mar 28 11:12:37.653388 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-05417444-8077-47e7-88da-70133f7d4ab7 req-676c770c-0bc4-455a-a888-655ef639ce14 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 210 time: 0.1428504 Mar 28 11:12:37.657320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Request body: {'port': {'device_id': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'network_id': '02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b', 'admin_state_up': True, 'tenant_id': 'ed55f3b80ed64435a43779b02089f262'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:12:37.795017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:12:37.798735 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Usage tracker for resource:port and tenant:ed55f3b80ed64435a43779b02089f262 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:12:37.801556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:12:37.807250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:12:37.880566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Made reservation on behalf of ed55f3b80ed64435a43779b02089f262 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:12:37.884281 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:38.043829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Allocated IP 172.20.0.11 (02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b/3eb6c873-bd89-4e66-858d-b0abc8588945/78e791bf-4d39-450b-afcd-7fc47df47c02) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:12:38.245144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:38.377758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:38.446099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Network 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:12:38.448979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:12:38.456790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:12:38.498117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Pushing event updated for resources: {'Port': ['ID=78e791bf-4d39-450b-afcd-7fc47df47c02,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:38.522092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:38.522708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:38.635276 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8a680840-93b6-4d03-9764-0ad9a0840247 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9822624 Mar 28 11:12:38.660079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Request body: {'port': {'device_id': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:12:38.770121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:38.843197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fa60-20f0-46b7-b216-86afe59d1a6d req-cb5ff5a9-bc7f-4902-bcfe-975b296bf3d1 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:38.844656 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e951fa60-20f0-46b7-b216-86afe59d1a6d req-cb5ff5a9-bc7f-4902-bcfe-975b296bf3d1 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 932 time: 0.0794828 Mar 28 11:12:38.890544 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e951fa60-20f0-46b7-b216-86afe59d1a6d req-e0d924a0-60e6-41df-86a2-9e7ecf8d7469 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Mar 28 11:12:39.102763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e791bf-4d39-450b-afcd-7fc47df47c02 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:12:39.110040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:39.124602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Transition to ACTIVE for port object 78e791bf-4d39-450b-afcd-7fc47df47c02 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:12:39.198968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:39.415798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Pushing event updated for resources: {'Port': ['ID=78e791bf-4d39-450b-afcd-7fc47df47c02,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:39.514816 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Attempting to bind port 78e791bf-4d39-450b-afcd-7fc47df47c02 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:12:39.515148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Attempting to bind port 78e791bf-4d39-450b-afcd-7fc47df47c02 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '26400d75-c571-4601-9efa-1daa0b1dae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:12:39.515466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Attempting to bind port 78e791bf-4d39-450b-afcd-7fc47df47c02 on network 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:12:39.519914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Port 78e791bf-4d39-450b-afcd-7fc47df47c02 on network 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:12:39.520221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Attempting to bind port 78e791bf-4d39-450b-afcd-7fc47df47c02 on network 02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:12:39.525796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:12:39.526404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Checking segment: {'id': '26400d75-c571-4601-9efa-1daa0b1dae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:12:39.526517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Bound using segment: {'id': '26400d75-c571-4601-9efa-1daa0b1dae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:12:39.526924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Bound port: 78e791bf-4d39-450b-afcd-7fc47df47c02, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26400d75-c571-4601-9efa-1daa0b1dae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:12:39.527257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:39.615248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:12:39.618263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=78e791bf-4d39-450b-afcd-7fc47df47c02,segment=NetworkSegment(26400d75-c571-4601-9efa-1daa0b1dae30),segment_id=26400d75-c571-4601-9efa-1daa0b1dae30)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:12:39.686559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:39.741787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:39.742404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:39.743727 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] 10.222.0.31 "PUT /v2.0/ports/78e791bf-4d39-450b-afcd-7fc47df47c02 HTTP/1.1" status: 200 len: 1094 time: 1.0879221 Mar 28 11:12:39.744153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:12:39.768213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21969953-edeb-4ad4-b80a-346031c074a9 service neutron] Pushing event updated for resources: {'Port': ['ID=78e791bf-4d39-450b-afcd-7fc47df47c02,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:39.787755 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02', 'status': 'completed', 'code': 200} Mar 28 11:12:39.906573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771de18f-5c6a-4b46-8a0d-1ade5f6ad643 req-3b0e4ede-2c96-457e-a7b4-e5f29278bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:39.908014 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-771de18f-5c6a-4b46-8a0d-1ade5f6ad643 req-3b0e4ede-2c96-457e-a7b4-e5f29278bcaa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed55f3b80ed64435a43779b02089f262&device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 1097 time: 0.0734551 Mar 28 11:12:40.061076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771de18f-5c6a-4b46-8a0d-1ade5f6ad643 req-266f7335-396a-4115-9fa4-1ec3fc351e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:40.062553 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-771de18f-5c6a-4b46-8a0d-1ade5f6ad643 req-266f7335-396a-4115-9fa4-1ec3fc351e0a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ed55f3b80ed64435a43779b02089f262&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1376181 Mar 28 11:12:40.076218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d9f68-8f2c-4a5c-9076-42123f365b5c req-46f04dd3-eefe-4cf2-ad75-78ad61865d64 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:40.077973 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2b1d9f68-8f2c-4a5c-9076-42123f365b5c req-46f04dd3-eefe-4cf2-ad75-78ad61865d64 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 944 time: 0.0846860 Mar 28 11:12:40.123547 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2b1d9f68-8f2c-4a5c-9076-42123f365b5c req-3f7e808b-32d8-4ef4-b56d-7f44128454df tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 Mar 28 11:12:40.207667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771de18f-5c6a-4b46-8a0d-1ade5f6ad643 req-e0146be9-a3a3-4fe7-88e8-cb4a6977428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:40.209032 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-771de18f-5c6a-4b46-8a0d-1ade5f6ad643 req-e0146be9-a3a3-4fe7-88e8-cb4a6977428c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321843 Mar 28 11:12:40.351782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-19af1be8-d7b6-4cdc-892f-51dd436e60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:40.353200 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-19af1be8-d7b6-4cdc-892f-51dd436e60a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed55f3b80ed64435a43779b02089f262&device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 1097 time: 0.0704296 Mar 28 11:12:40.430322 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-6c298f27-1c88-481a-b085-d86a526f107b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e791bf-4d39-450b-afcd-7fc47df47c02 HTTP/1.1" status: 200 len: 217 time: 0.0625632 Mar 28 11:12:40.490908 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-c224f908-12c1-4f84-85c5-439b7d3c3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:40.492745 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-c224f908-12c1-4f84-85c5-439b7d3c3615 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3eb6c873-bd89-4e66-858d-b0abc8588945 HTTP/1.1" status: 200 len: 852 time: 0.0554509 Mar 28 11:12:40.545089 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-a4e5ee42-0aaa-4efb-be0a-fd037a73fde6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425754 Mar 28 11:12:40.681167 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-9f3f6b77-37aa-479f-90ff-28372cdb9050 service neutron] 10.222.0.31 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223283 Mar 28 11:12:40.811895 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-070faa94-aec9-4ed3-a24f-6d3e0ff8ab7e req-8c5bd083-135b-4861-8f64-94e4512ee6b6 service neutron] 10.222.0.31 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199622 Mar 28 11:12:41.307133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133cd64-3cd6-484f-a97f-f8f1c394ef75 req-8b25df98-3046-4863-98cb-294e7a171df3 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:41.308556 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4133cd64-3cd6-484f-a97f-f8f1c394ef75 req-8b25df98-3046-4863-98cb-294e7a171df3 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 944 time: 0.0784426 Mar 28 11:12:41.351431 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4133cd64-3cd6-484f-a97f-f8f1c394ef75 req-d10acebd-8f94-4c06-a18d-81ab45bb8030 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372515 Mar 28 11:12:42.291382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 78e791bf-4d39-450b-afcd-7fc47df47c02 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:12:42.424334 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=78e791bf-4d39-450b-afcd-7fc47df47c02,segment=NetworkSegment(26400d75-c571-4601-9efa-1daa0b1dae30),segment_id=26400d75-c571-4601-9efa-1daa0b1dae30)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:12:42.438312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '78e791bf-4d39-450b-afcd-7fc47df47c02', 'network_id': '02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b', 'port_id': '78e791bf-4d39-450b-afcd-7fc47df47c02', 'mac_address': 'fa:16:3e:4b:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb6c873-bd89-4e66-858d-b0abc8588945', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:12:42.497785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:42.515068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e791bf-4d39-450b-afcd-7fc47df47c02 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:12:42.531580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=78e791bf-4d39-450b-afcd-7fc47df47c02,segment=NetworkSegment(26400d75-c571-4601-9efa-1daa0b1dae30),segment_id=26400d75-c571-4601-9efa-1daa0b1dae30)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:12:42.541987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4863da-fb7f-4b3d-a6e4-8da3abd5284c req-b4f063eb-336a-432e-8d6a-3298130b91c2 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:42.543394 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ac4863da-fb7f-4b3d-a6e4-8da3abd5284c req-b4f063eb-336a-432e-8d6a-3298130b91c2 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 944 time: 0.0861077 Mar 28 11:12:42.590052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ac4863da-fb7f-4b3d-a6e4-8da3abd5284c req-5a0efac6-c73b-4255-9855-141fa0a8a8c3 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Mar 28 11:12:42.606280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:42.673290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=78e791bf-4d39-450b-afcd-7fc47df47c02,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:42.680195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.680540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.680875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.681230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.681553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.681880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.682231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.682549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.682879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.683195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.683509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.683821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:12:42.920823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['78e791bf-4d39-450b-afcd-7fc47df47c02'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:12:43.918832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588406ab-68bd-428c-9280-d4764d714d96 req-885fb6b4-d987-40e4-9962-1b4517b51245 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:43.920237 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-588406ab-68bd-428c-9280-d4764d714d96 req-885fb6b4-d987-40e4-9962-1b4517b51245 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 945 time: 0.0818756 Mar 28 11:12:43.962302 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-588406ab-68bd-428c-9280-d4764d714d96 req-3beab70f-0924-4a97-92f7-7c8c4511c113 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365539 Mar 28 11:12:44.311250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 78e791bf-4d39-450b-afcd-7fc47df47c02 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:12:44.440337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 78e791bf-4d39-450b-afcd-7fc47df47c02 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:12:44.445683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 78e791bf-4d39-450b-afcd-7fc47df47c02 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:12:44.446210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:44.581859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:44.609074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:12:44.618869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=78e791bf-4d39-450b-afcd-7fc47df47c02,segment=NetworkSegment(26400d75-c571-4601-9efa-1daa0b1dae30),segment_id=26400d75-c571-4601-9efa-1daa0b1dae30)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:12:44.653154 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02', 'code': 200} Mar 28 11:12:44.668913 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:44.734501 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=78e791bf-4d39-450b-afcd-7fc47df47c02,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:12:45.037724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb433e-414a-43ac-b0e6-821071fd50f9 req-82e9f663-b1c0-40ec-8713-8c5687cf3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:45.039701 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b6bb433e-414a-43ac-b0e6-821071fd50f9 req-82e9f663-b1c0-40ec-8713-8c5687cf3fad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 1099 time: 0.0696702 Mar 28 11:12:45.083892 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b6bb433e-414a-43ac-b0e6-821071fd50f9 req-b3d237f3-056b-4d55-bd56-3850df2d9459 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338898 Mar 28 11:12:45.142820 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d1099-9521-46aa-9a0d-65a9157261fd req-359cc220-9600-4f75-9cef-dd25136b9cca tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:45.144283 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-952d1099-9521-46aa-9a0d-65a9157261fd req-359cc220-9600-4f75-9cef-dd25136b9cca tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0792465 Mar 28 11:12:45.188464 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-952d1099-9521-46aa-9a0d-65a9157261fd req-9bc8679b-7396-4ab4-a1d2-b5cb7545475f tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Mar 28 11:12:45.760124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:46.374863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6c89a-98c3-4ad8-903a-acaa6f410b97 req-80199054-7d3c-4755-a9ab-873ab5234662 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:46.376326 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33f6c89a-98c3-4ad8-903a-acaa6f410b97 req-80199054-7d3c-4755-a9ab-873ab5234662 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0834131 Mar 28 11:12:46.419987 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33f6c89a-98c3-4ad8-903a-acaa6f410b97 req-9cca43ee-9fe1-44fc-bf3a-264c66ad2c2c tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379450 Mar 28 11:12:47.204387 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:12:47.600583 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eff25-48a0-4ab0-8abb-632b946f297a req-db126b47-bf8a-4f3f-856c-994c92195585 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:47.602086 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-703eff25-48a0-4ab0-8abb-632b946f297a req-db126b47-bf8a-4f3f-856c-994c92195585 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0793200 Mar 28 11:12:47.649233 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-703eff25-48a0-4ab0-8abb-632b946f297a req-fdf000f6-48c9-47df-a0b5-94274a080e29 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Mar 28 11:12:48.166423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c5427-a7b7-484d-ba92-1c2103fe3fdd req-e8b5756d-4a90-408c-894c-c4ce727ec570 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:48.167891 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-518c5427-a7b7-484d-ba92-1c2103fe3fdd req-e8b5756d-4a90-408c-894c-c4ce727ec570 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0812848 Mar 28 11:12:48.212912 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-518c5427-a7b7-484d-ba92-1c2103fe3fdd req-81eb944c-9983-470b-9264-ea0a2249537c tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391409 Mar 28 11:12:48.243639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43020) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:12:48.291592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-45c5914a-899e-4a43-b67a-ad63b42197f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:48.358885 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-c920f4e2-8e46-4d24-b3f1-24b19c54091f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140697 Mar 28 11:12:49.397411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cd147-a809-4c44-b065-43f68f271ce3 req-09f29833-0613-462b-8fef-e5f577f28d03 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:49.398930 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-038cd147-a809-4c44-b065-43f68f271ce3 req-09f29833-0613-462b-8fef-e5f577f28d03 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0812659 Mar 28 11:12:49.443557 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-038cd147-a809-4c44-b065-43f68f271ce3 req-c244d050-ad9d-4700-9775-55c1e88f0f87 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Mar 28 11:12:50.451400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-10caf498-2ec5-4fc1-859f-da054b318eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:50.631710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cafe6f-f5c0-4a72-baae-cd9106fb8602 req-f86a929f-1396-4652-add4-41960070d4a9 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:50.633830 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-21cafe6f-f5c0-4a72-baae-cd9106fb8602 req-f86a929f-1396-4652-add4-41960070d4a9 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0860171 Mar 28 11:12:50.680500 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-21cafe6f-f5c0-4a72-baae-cd9106fb8602 req-44f23c1c-cea8-431a-8c70-d02468fbd95b tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Mar 28 11:12:50.741489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-9e8625f8-af8d-4b02-ac0d-c6236700d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:50.743476 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-9e8625f8-af8d-4b02-ac0d-c6236700d6a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed55f3b80ed64435a43779b02089f262&device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 1099 time: 0.0733821 Mar 28 11:12:50.870470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-425c3175-6443-4a8d-8b12-3f553effdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:50.871881 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-425c3175-6443-4a8d-8b12-3f553effdb43 service neutron] 10.222.0.31 "GET /v2.0/networks?id=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b HTTP/1.1" status: 200 len: 913 time: 0.1226170 Mar 28 11:12:50.936715 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-1545b520-772d-4bb6-b640-f61d33e58dfa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e791bf-4d39-450b-afcd-7fc47df47c02 HTTP/1.1" status: 200 len: 217 time: 0.0586088 Mar 28 11:12:51.099898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-ea85eca5-12a0-4d81-80f7-b970e4de3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:51.101323 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-ea85eca5-12a0-4d81-80f7-b970e4de3a52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3eb6c873-bd89-4e66-858d-b0abc8588945 HTTP/1.1" status: 200 len: 852 time: 0.1587565 Mar 28 11:12:51.150688 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-c6a4f46d-3de4-4112-871f-5030ae7b4790 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398834 Mar 28 11:12:51.279083 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-daa2a7a8-6c9b-47e6-8254-c5e2b9462c3c service neutron] 10.222.0.31 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219635 Mar 28 11:12:51.407504 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-0c579b98-3ba6-4354-b6b9-f56943bbfa6e service neutron] 10.222.0.31 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221738 Mar 28 11:12:51.583427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:51.628891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:51.863994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1297296-c357-4b6c-b006-89507e160987 req-cc72bb0c-a3af-45b0-bf27-fb2849c98eea tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:51.865420 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b1297296-c357-4b6c-b006-89507e160987 req-cc72bb0c-a3af-45b0-bf27-fb2849c98eea tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0779102 Mar 28 11:12:51.910092 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b1297296-c357-4b6c-b006-89507e160987 req-d112c3db-0b69-413a-be6d-e50fb1aaf2a5 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Mar 28 11:12:53.046113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:12:53.091793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cca56-33d9-4da6-9fb2-659c01025dd2 req-f54a9631-c433-4471-a78e-54c1e916390e tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:53.093215 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cb4cca56-33d9-4da6-9fb2-659c01025dd2 req-f54a9631-c433-4471-a78e-54c1e916390e tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0817204 Mar 28 11:12:53.136290 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cb4cca56-33d9-4da6-9fb2-659c01025dd2 req-26e9f685-a82e-40b9-ae92-3599c5a12911 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374920 Mar 28 11:12:54.323974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a6008-7cbe-4be7-970e-7f62b540453c req-ea845342-186b-41d3-af6a-2a939f653509 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:54.325391 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b88a6008-7cbe-4be7-970e-7f62b540453c req-ea845342-186b-41d3-af6a-2a939f653509 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0815575 Mar 28 11:12:54.368172 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b88a6008-7cbe-4be7-970e-7f62b540453c req-486006c6-d0a6-4a3f-81eb-a66c6f550912 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372524 Mar 28 11:12:55.550772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bb252-70a1-4462-a3c0-c7e3d6f7aa33 req-7644dc0f-8995-47c6-a10f-e8798851e1ac tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:55.552059 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f30bb252-70a1-4462-a3c0-c7e3d6f7aa33 req-7644dc0f-8995-47c6-a10f-e8798851e1ac tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0796075 Mar 28 11:12:55.595753 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f30bb252-70a1-4462-a3c0-c7e3d6f7aa33 req-ac2fb110-45a0-4a5e-a92f-6d05db939f62 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 Mar 28 11:12:56.778280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01922f04-c2a5-4010-8cf4-784e8a127805 req-bc487088-09f0-4ade-8ee9-f81e336f05eb tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:56.779712 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01922f04-c2a5-4010-8cf4-784e8a127805 req-bc487088-09f0-4ade-8ee9-f81e336f05eb tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0825715 Mar 28 11:12:56.822882 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01922f04-c2a5-4010-8cf4-784e8a127805 req-4f7655a3-8f65-408b-9644-bf316866a703 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Mar 28 11:12:58.002190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c91ce-0d89-4e08-838c-354facf77e8e req-328b2c50-28f1-4e18-9dff-586702b75bdd tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:58.003609 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-042c91ce-0d89-4e08-838c-354facf77e8e req-328b2c50-28f1-4e18-9dff-586702b75bdd tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0777304 Mar 28 11:12:58.049798 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-042c91ce-0d89-4e08-838c-354facf77e8e req-446220de-65da-4f2a-8cc9-a6f1d0985258 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Mar 28 11:12:59.234991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e5e28-235f-4a96-ac78-4a4bf5a7a6e8 req-b66eacfb-6f01-468c-ad6f-6349e87addbf tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:12:59.236439 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a2e5e28-235f-4a96-ac78-4a4bf5a7a6e8 req-b66eacfb-6f01-468c-ad6f-6349e87addbf tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0808384 Mar 28 11:12:59.280177 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a2e5e28-235f-4a96-ac78-4a4bf5a7a6e8 req-457fdf42-df11-4b3a-9989-82297c3dd7a1 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Mar 28 11:13:00.463534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c3c3b-d0fd-4c67-9f7c-032e2af7a33b req-205eaf95-5fd9-403d-8f97-0593c05eda06 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:00.464964 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a77c3c3b-d0fd-4c67-9f7c-032e2af7a33b req-205eaf95-5fd9-403d-8f97-0593c05eda06 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0822537 Mar 28 11:13:00.508832 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a77c3c3b-d0fd-4c67-9f7c-032e2af7a33b req-a68a4010-ccf1-4a44-ab83-118cb20a4c63 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382791 Mar 28 11:13:01.832486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d5ba1-1bfb-4c6b-adf4-fe1bec103548 req-176f488f-53f1-40b8-b7c1-369cc747682e tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:01.833830 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53d5ba1-1bfb-4c6b-adf4-fe1bec103548 req-176f488f-53f1-40b8-b7c1-369cc747682e tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0782781 Mar 28 11:13:01.876720 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d53d5ba1-1bfb-4c6b-adf4-fe1bec103548 req-a7e69259-6e3a-4053-b950-26b2ea9718b5 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368183 Mar 28 11:13:03.152586 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b4959-d74f-47a3-a6ef-720298a1b61d req-9da115a5-6fe9-4916-8837-8b239ad5a95c tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:03.154136 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e33b4959-d74f-47a3-a6ef-720298a1b61d req-9da115a5-6fe9-4916-8837-8b239ad5a95c tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.1728010 Mar 28 11:13:03.198603 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e33b4959-d74f-47a3-a6ef-720298a1b61d req-79793271-9a41-4700-b924-39c09aa5c9f3 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Mar 28 11:13:04.379334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72932944-6588-4545-8610-4a2805d5c3d1 req-44625cbd-0c02-467b-aeb3-bc0750cb0689 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:04.380775 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-72932944-6588-4545-8610-4a2805d5c3d1 req-44625cbd-0c02-467b-aeb3-bc0750cb0689 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0804467 Mar 28 11:13:04.424704 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-72932944-6588-4545-8610-4a2805d5c3d1 req-2e86a9fd-f06c-45c9-b5f2-67ee4e2c9e23 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 Mar 28 11:13:05.604469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e90288-e9e3-4a5f-b0d9-02c75f3de96b req-d33bd34e-1a36-4dca-ac8e-d6ceea6f8ad2 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:05.605912 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c0e90288-e9e3-4a5f-b0d9-02c75f3de96b req-d33bd34e-1a36-4dca-ac8e-d6ceea6f8ad2 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0789001 Mar 28 11:13:05.648286 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c0e90288-e9e3-4a5f-b0d9-02c75f3de96b req-30cbdda4-a705-46fb-a884-d2a4ea557dd8 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362952 Mar 28 11:13:06.832829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f53e-d8d2-4029-88ef-3c0f5b2d83c2 req-985a2b4b-a04f-43b1-96ed-037a3704f8ba tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:06.834185 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9e52f53e-d8d2-4029-88ef-3c0f5b2d83c2 req-985a2b4b-a04f-43b1-96ed-037a3704f8ba tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0809278 Mar 28 11:13:06.877531 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9e52f53e-d8d2-4029-88ef-3c0f5b2d83c2 req-71b8bdf8-b7ed-4d91-b9b0-387c5c202f56 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373178 Mar 28 11:13:08.060115 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b3b7-b2e7-40b8-9cef-c3aac5de0550 req-854c19c5-c6fc-4e90-b8b2-333594245e72 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:08.061520 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2991b3b7-b2e7-40b8-9cef-c3aac5de0550 req-854c19c5-c6fc-4e90-b8b2-333594245e72 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0819945 Mar 28 11:13:08.103691 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2991b3b7-b2e7-40b8-9cef-c3aac5de0550 req-0b965759-1711-40dc-8066-b20afb705e68 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Mar 28 11:13:09.291127 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac917e-d773-4e13-9ef0-957bd88e0b6e req-a573c2d9-2c65-4b11-9a3b-985eec2e9bd9 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:09.292538 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4bac917e-d773-4e13-9ef0-957bd88e0b6e req-a573c2d9-2c65-4b11-9a3b-985eec2e9bd9 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0779378 Mar 28 11:13:09.335624 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4bac917e-d773-4e13-9ef0-957bd88e0b6e req-aabb2ed8-3e1a-42ea-906b-90b4fa596e88 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 Mar 28 11:13:10.521130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7722f0-a6fc-4f77-823e-8287d21bd0c4 req-dd67fc72-f350-40f6-b3eb-1092dcdc7dbb tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:10.523152 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf7722f0-a6fc-4f77-823e-8287d21bd0c4 req-dd67fc72-f350-40f6-b3eb-1092dcdc7dbb tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0823867 Mar 28 11:13:10.566590 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf7722f0-a6fc-4f77-823e-8287d21bd0c4 req-1272ecd3-4d8c-4ac3-9f5e-3ec723cb4b68 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376360 Mar 28 11:13:11.747217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60faf2-6349-4839-9503-9b29cac72311 req-102e88e4-3f67-40eb-b336-0a6319dd5893 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:11.748637 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d60faf2-6349-4839-9503-9b29cac72311 req-102e88e4-3f67-40eb-b336-0a6319dd5893 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0794175 Mar 28 11:13:11.793986 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d60faf2-6349-4839-9503-9b29cac72311 req-a2fd853c-70a4-4e8d-809c-b2ea1bf6f3f2 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 Mar 28 11:13:12.974609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064a4c-25d5-47f4-9de1-fc140b508767 req-6ed4049f-911b-472f-8167-2cc709f98b44 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:12.976048 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e7064a4c-25d5-47f4-9de1-fc140b508767 req-6ed4049f-911b-472f-8167-2cc709f98b44 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0793593 Mar 28 11:13:13.019805 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e7064a4c-25d5-47f4-9de1-fc140b508767 req-9125a98d-66e2-432c-aa94-ec91be2a363f tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Mar 28 11:13:14.209018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae4692-1681-492d-afba-4cc4fd56316a req-096c2f26-89ea-4877-84f6-051d38278b4c tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:14.210726 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-83ae4692-1681-492d-afba-4cc4fd56316a req-096c2f26-89ea-4877-84f6-051d38278b4c tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0848927 Mar 28 11:13:14.262794 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-83ae4692-1681-492d-afba-4cc4fd56316a req-f36eeffe-fa27-4db0-9e8e-f508fb53e03d tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465446 Mar 28 11:13:15.441051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166097b-ccbe-4b5a-8246-75f6907604dc req-ab85a0a3-9c89-4343-a22f-a5e9e1d195a9 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:15.442485 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3166097b-ccbe-4b5a-8246-75f6907604dc req-ab85a0a3-9c89-4343-a22f-a5e9e1d195a9 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0774984 Mar 28 11:13:15.484784 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3166097b-ccbe-4b5a-8246-75f6907604dc req-ae023367-e40e-4c5c-b3dc-7430701ce840 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368085 Mar 28 11:13:15.782626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:16.669828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369caca-122f-4e0f-907b-dd9376991d95 req-7482a2d8-edc7-43cd-bca2-00f5c1305727 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:16.671291 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b369caca-122f-4e0f-907b-dd9376991d95 req-7482a2d8-edc7-43cd-bca2-00f5c1305727 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0823071 Mar 28 11:13:16.715223 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b369caca-122f-4e0f-907b-dd9376991d95 req-d7a3410f-6ab7-410e-b697-e3df385627a7 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Mar 28 11:13:17.899722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd49b1-6a9d-4568-b6b8-ba5c5ded59bc req-8a85b494-6514-4945-8837-582defed1f6d tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:17.901147 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-97fd49b1-6a9d-4568-b6b8-ba5c5ded59bc req-8a85b494-6514-4945-8837-582defed1f6d tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0809784 Mar 28 11:13:17.944822 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-97fd49b1-6a9d-4568-b6b8-ba5c5ded59bc req-145e58e1-c528-490a-a1d8-2ebed277e5f7 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377758 Mar 28 11:13:18.290812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f63ddd0e-f24d-492d-9089-3cd79775b8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:18.936588 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-efc29074-aebd-4172-925f-014933ec0044 service neutron] 10.222.0.31 "GET /v2.0/ports/78e791bf-4d39-450b-afcd-7fc47df47c02/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0767598 Mar 28 11:13:19.125293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3737-8813-4cef-b2d7-ea42b15939be req-07b362bf-a596-4111-b9ea-5d2c2ae3fc60 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:19.126774 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-611a3737-8813-4cef-b2d7-ea42b15939be req-07b362bf-a596-4111-b9ea-5d2c2ae3fc60 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0806277 Mar 28 11:13:19.170808 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-611a3737-8813-4cef-b2d7-ea42b15939be req-eed86a48-fef7-44da-b352-1962d136179c tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Mar 28 11:13:19.625114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-bdbb1093-957f-4beb-a1bb-f8e5d18f4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:19.626564 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-bdbb1093-957f-4beb-a1bb-f8e5d18f4c2a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333&tenant_id=ed55f3b80ed64435a43779b02089f262 HTTP/1.1" status: 200 len: 1099 time: 0.0694809 Mar 28 11:13:19.735961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-f220514c-bfad-44a5-a6ae-0e774ef51c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:19.737406 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-f220514c-bfad-44a5-a6ae-0e774ef51c0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed55f3b80ed64435a43779b02089f262&device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 1099 time: 0.0693798 Mar 28 11:13:19.869039 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-793a6a1e-2e0e-45b0-a26a-c8aa53db1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:19.870488 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-793a6a1e-2e0e-45b0-a26a-c8aa53db1866 service neutron] 10.222.0.31 "GET /v2.0/networks?id=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b HTTP/1.1" status: 200 len: 913 time: 0.1237907 Mar 28 11:13:19.943416 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-54122b37-2283-434c-a6e8-7663ea908e09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e791bf-4d39-450b-afcd-7fc47df47c02 HTTP/1.1" status: 200 len: 217 time: 0.0629444 Mar 28 11:13:20.008615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-a61fef3a-b68c-4117-b71c-29b1406359ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:20.009992 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-a61fef3a-b68c-4117-b71c-29b1406359ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3eb6c873-bd89-4e66-858d-b0abc8588945 HTTP/1.1" status: 200 len: 852 time: 0.0568402 Mar 28 11:13:20.061881 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-da32baf3-c201-4869-ba69-31339a390603 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421803 Mar 28 11:13:20.193704 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-cfc54172-1d2f-488a-a76c-6c04933d6d33 service neutron] 10.222.0.31 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216125 Mar 28 11:13:20.328850 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5fc94d5-9ec4-464a-b5b4-0a2f929ae38e req-dfa92cdc-d5be-4ef6-8d7a-246a0efd8638 service neutron] 10.222.0.31 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260152 Mar 28 11:13:20.360053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335247-64a8-48b3-9cf6-080b82ca535b req-bf905b10-d85b-49df-9b12-955955e63a79 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:20.361499 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-81335247-64a8-48b3-9cf6-080b82ca535b req-bf905b10-d85b-49df-9b12-955955e63a79 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0842235 Mar 28 11:13:20.406450 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-81335247-64a8-48b3-9cf6-080b82ca535b req-e6e62383-c959-4173-87fe-3e577def3924 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387309 Mar 28 11:13:20.433928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e4d64227-2c62-4875-93d7-c884100ee300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:21.587908 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:21.591211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be401e76-34ed-480d-ae5f-fbdbbe0b7792 req-72484a0b-3d29-4c31-b21e-60fc3f82a30c tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:21.593804 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be401e76-34ed-480d-ae5f-fbdbbe0b7792 req-72484a0b-3d29-4c31-b21e-60fc3f82a30c tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0803826 Mar 28 11:13:21.608847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:21.638809 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be401e76-34ed-480d-ae5f-fbdbbe0b7792 req-7f2f5722-eab6-4d60-9147-5e1a3bb81549 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Mar 28 11:13:22.524105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 78e791bf-4d39-450b-afcd-7fc47df47c02 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:13:22.531411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 78e791bf-4d39-450b-afcd-7fc47df47c02 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:13:22.736898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:22.771358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=78e791bf-4d39-450b-afcd-7fc47df47c02,segment=NetworkSegment(26400d75-c571-4601-9efa-1daa0b1dae30),segment_id=26400d75-c571-4601-9efa-1daa0b1dae30)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:13:22.794895 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:13:22.800565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '78e791bf-4d39-450b-afcd-7fc47df47c02', 'network_id': '02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b', 'port_id': '78e791bf-4d39-450b-afcd-7fc47df47c02', 'mac_address': 'fa:16:3e:4b:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb6c873-bd89-4e66-858d-b0abc8588945', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:13:22.805160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=78e791bf-4d39-450b-afcd-7fc47df47c02,segment=NetworkSegment(26400d75-c571-4601-9efa-1daa0b1dae30),segment_id=26400d75-c571-4601-9efa-1daa0b1dae30)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:13:22.850847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1653c6-78e2-42e3-a8b1-f0170e699d52 req-df4c82d3-e0e5-4645-a190-1b0936d6f786 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:22.852382 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d1653c6-78e2-42e3-a8b1-f0170e699d52 req-df4c82d3-e0e5-4645-a190-1b0936d6f786 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0854180 Mar 28 11:13:22.863949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:22.878199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:22.906686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d1653c6-78e2-42e3-a8b1-f0170e699d52 req-3e08bcfd-0449-46ff-9fa2-bb4bc6641e27 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484524 Mar 28 11:13:22.927647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78e791bf-4d39-450b-afcd-7fc47df47c02 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:13:22.979073 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02', 'code': 200} Mar 28 11:13:23.027885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:13:23.028238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:13:23.028848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=78e791bf-4d39-450b-afcd-7fc47df47c02,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:23.105625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:23.580977 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:23.599758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e791bf-4d39-450b-afcd-7fc47df47c02 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:13:23.614826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=78e791bf-4d39-450b-afcd-7fc47df47c02,segment=NetworkSegment(26400d75-c571-4601-9efa-1daa0b1dae30),segment_id=26400d75-c571-4601-9efa-1daa0b1dae30)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:13:23.673250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:23.737580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=78e791bf-4d39-450b-afcd-7fc47df47c02,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:23.804721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['78e791bf-4d39-450b-afcd-7fc47df47c02'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:13:24.100930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212ba2c-b5ea-4231-a8c7-c42dafa7f1cd req-dde660bb-8840-4d5b-b7e5-c811075a888d tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:24.102416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2212ba2c-b5ea-4231-a8c7-c42dafa7f1cd req-dde660bb-8840-4d5b-b7e5-c811075a888d tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 945 time: 0.0822315 Mar 28 11:13:24.145837 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2212ba2c-b5ea-4231-a8c7-c42dafa7f1cd req-e72aa867-0592-4225-92b6-558d49b71032 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378861 Mar 28 11:13:24.204026 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:13:24.530678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 78e791bf-4d39-450b-afcd-7fc47df47c02 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:13:24.596956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 78e791bf-4d39-450b-afcd-7fc47df47c02 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:13:24.597322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:24.698377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-ef5d64f4-d3d9-47bb-a168-522c8a9187ae tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:24.698977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-ef5d64f4-d3d9-47bb-a168-522c8a9187ae tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Synchronizing usage tracker for tenant:ed55f3b80ed64435a43779b02089f262 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:13:24.713288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:24.747452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=78e791bf-4d39-450b-afcd-7fc47df47c02,segment=NetworkSegment(26400d75-c571-4601-9efa-1daa0b1dae30),segment_id=26400d75-c571-4601-9efa-1daa0b1dae30)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:13:24.768944 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-ef5d64f4-d3d9-47bb-a168-522c8a9187ae tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Unset dirty status for tenant:ed55f3b80ed64435a43779b02089f262 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:13:24.770395 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-ef5d64f4-d3d9-47bb-a168-522c8a9187ae tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.31 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333&tenant_id=ed55f3b80ed64435a43779b02089f262&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 945 time: 0.1526203 Mar 28 11:13:24.820787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:24.888971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=78e791bf-4d39-450b-afcd-7fc47df47c02,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:24.938324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-32fe4b62-e3af-44f0-81fa-fd65249be160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:24.939785 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-32fe4b62-e3af-44f0-81fa-fd65249be160 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed55f3b80ed64435a43779b02089f262&device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 1099 time: 0.0795610 Mar 28 11:13:24.980473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:13:25.034614 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02', 'code': 200} Mar 28 11:13:25.071458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-e2348b93-96cb-409d-8626-54a1ef80a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:25.072872 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-e2348b93-96cb-409d-8626-54a1ef80a7e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b HTTP/1.1" status: 200 len: 913 time: 0.1272607 Mar 28 11:13:25.137832 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-dab72b7c-9ec2-40a0-a5d2-cb823f9bbe90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e791bf-4d39-450b-afcd-7fc47df47c02 HTTP/1.1" status: 200 len: 217 time: 0.0584171 Mar 28 11:13:25.292512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-89dc94de-712d-4217-9d59-9964ab57f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:25.293849 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-89dc94de-712d-4217-9d59-9964ab57f1be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3eb6c873-bd89-4e66-858d-b0abc8588945 HTTP/1.1" status: 200 len: 852 time: 0.1499572 Mar 28 11:13:25.339319 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-1b2e5d35-28cd-4f20-8801-8f76b50963e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394480 Mar 28 11:13:25.465481 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-90c02400-1e22-425d-96b2-57f0ecc0c622 service neutron] 10.222.0.31 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189799 Mar 28 11:13:25.593429 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-503b464b-2705-4715-8d08-98e6998dd131 service neutron] 10.222.0.31 "GET /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215036 Mar 28 11:13:27.134648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8018a8-e78a-46b8-aa0b-ca102449075b req-f8017571-0577-4bf2-a5be-4d7933d1111a tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:27.136083 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ac8018a8-e78a-46b8-aa0b-ca102449075b req-f8017571-0577-4bf2-a5be-4d7933d1111a tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0795932 Mar 28 11:13:27.179121 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ac8018a8-e78a-46b8-aa0b-ca102449075b req-0237ccb3-ef6b-4bf9-bdeb-8c9a2701d099 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Mar 28 11:13:28.367693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b116d-96da-43a3-bbe7-31b806d39065 req-2b7a6c18-8815-492e-b83a-c1b370306411 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:28.369114 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1a5b116d-96da-43a3-bbe7-31b806d39065 req-2b7a6c18-8815-492e-b83a-c1b370306411 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0830519 Mar 28 11:13:28.411278 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1a5b116d-96da-43a3-bbe7-31b806d39065 req-843a7d7a-8c83-4979-9c8e-e4b0cab2779b tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366051 Mar 28 11:13:29.118293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-603d5c5b-85b6-4ee8-8151-ab0792556a04 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:29.119702 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-603d5c5b-85b6-4ee8-8151-ab0792556a04 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.31 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0814292 Mar 28 11:13:29.195032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Deleting port 78e791bf-4d39-450b-afcd-7fc47df47c02 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:13:29.195370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:29.437729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] For port 78e791bf-4d39-450b-afcd-7fc47df47c02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=78e791bf-4d39-450b-afcd-7fc47df47c02,segment=NetworkSegment(26400d75-c571-4601-9efa-1daa0b1dae30),segment_id=26400d75-c571-4601-9efa-1daa0b1dae30)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:13:29.438033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:29.562193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Calling delete_port for 78e791bf-4d39-450b-afcd-7fc47df47c02 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:13:29.598748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6937e9-2874-4b6d-b621-48de35249bb1 req-b5a91654-dcc1-475d-9502-01db3eddaa43 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:29.600231 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d6937e9-2874-4b6d-b621-48de35249bb1 req-b5a91654-dcc1-475d-9502-01db3eddaa43 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 946 time: 0.0838902 Mar 28 11:13:29.742678 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d6937e9-2874-4b6d-b621-48de35249bb1 req-c5d994dc-4aae-41fd-b410-79c1ba67d9a2 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab687273-5ba5-4bc2-8aa9-31409edd2fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365108 Mar 28 11:13:29.776473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:29.824049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['78e791bf-4d39-450b-afcd-7fc47df47c02'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:13:29.826763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Pushing event deleted for resources: {'Port': ['ID=78e791bf-4d39-450b-afcd-7fc47df47c02,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:29.867836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.868155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.868490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.868818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.869136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.869462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.869783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.870129 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.870454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.870770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.871083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.871397 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:29.911716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] No DVR routers for this DVR port 78e791bf-4d39-450b-afcd-7fc47df47c02 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:13:29.914574 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:29.917025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'name': 'network-vif-deleted', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:13:30.004043 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6edfb8e8-8d49-4862-a09f-5506b97ab399 req-3c216204-3dd8-48a2-b831-81a85fe34d51 tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.31 "DELETE /v2.0/ports/78e791bf-4d39-450b-afcd-7fc47df47c02 HTTP/1.1" status: 204 len: 173 time: 0.8745141 Mar 28 11:13:30.026549 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27f0c87-6a5f-4cc7-9bc6-53e95c86e333', 'name': 'network-vif-deleted', 'tag': '78e791bf-4d39-450b-afcd-7fc47df47c02', 'status': 'completed', 'code': 200} Mar 28 11:13:30.903422 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c8a6f6bc-fbac-480c-85b8-8188e0d41fe0 req-8467bf63-42e5-4679-adc8-126c3f94237f tempest-DeleteServersTestJSON-746956975 tempest-DeleteServersTestJSON-746956975-project] 10.222.0.18 "GET /v2.0/ports?device_id=e27f0c87-6a5f-4cc7-9bc6-53e95c86e333 HTTP/1.1" status: 200 len: 210 time: 0.0423934 Mar 28 11:13:32.138340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 43140) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:13:32.200334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eb816d-883a-49fa-a9d3-8185fcd1185d admin admin] Deleting subnet 3eb6c873-bd89-4e66-858d-b0abc8588945 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:13:32.203232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35eb816d-883a-49fa-a9d3-8185fcd1185d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.250910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35eb816d-883a-49fa-a9d3-8185fcd1185d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.304355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35eb816d-883a-49fa-a9d3-8185fcd1185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.451013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35eb816d-883a-49fa-a9d3-8185fcd1185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.491522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-35eb816d-883a-49fa-a9d3-8185fcd1185d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.494563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb816d-883a-49fa-a9d3-8185fcd1185d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb6c873-bd89-4e66-858d-b0abc8588945,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:32.501067 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-35eb816d-883a-49fa-a9d3-8185fcd1185d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3eb6c873-bd89-4e66-858d-b0abc8588945 HTTP/1.1" status: 204 len: 168 time: 0.3604095 Mar 28 11:13:32.502406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 43144) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:13:32.588880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 78e791bf-4d39-450b-afcd-7fc47df47c02 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:13:32.623122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 78e791bf-4d39-450b-afcd-7fc47df47c02 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:13:32.623460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 78e791bf-4d39-450b-afcd-7fc47df47c02 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:13:32.697460 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.816702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.841485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:13:32.853643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26400d75-c571-4601-9efa-1daa0b1dae30') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:13:32.853961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26400d75-c571-4601-9efa-1daa0b1dae30') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:13:32.864883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.880638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.886453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:13:32.886833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:13:32.899473 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:13:33.043028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:33.058837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:33.068805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:33.129485 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-70b993d1-501e-4ebc-a183-a84afbf17fe9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/02f7a5d4-2474-4e70-af8d-8ea5f4c2c56b HTTP/1.1" status: 204 len: 168 time: 0.6260619 Mar 28 11:13:33.420249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 43150) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:13:33.467345 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-85fc8366-5ce9-4abd-b4a1-26e6bd325dbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed55f3b80ed64435a43779b02089f262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459580 Mar 28 11:13:33.469667 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 43154) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:13:33.530773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32870db1-e7f5-4d8b-8f33-34b4a69d8b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:33.556070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32870db1-e7f5-4d8b-8f33-34b4a69d8b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:33.659935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32870db1-e7f5-4d8b-8f33-34b4a69d8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:33.674107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870db1-e7f5-4d8b-8f33-34b4a69d8b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab687273-5ba5-4bc2-8aa9-31409edd2fac,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:33.681631 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-32870db1-e7f5-4d8b-8f33-34b4a69d8b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:33.682765 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-32870db1-e7f5-4d8b-8f33-34b4a69d8b3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab687273-5ba5-4bc2-8aa9-31409edd2fac HTTP/1.1" status: 204 len: 168 time: 0.2121785 Mar 28 11:13:34.723453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 43178) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:13:34.823475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-734689368-network', 'tenant_id': '641b870690814297938a53bfec9ffe7a'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:13:34.828143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:13:34.831983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Usage tracker for resource:network and tenant:641b870690814297938a53bfec9ffe7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:13:34.835354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:13:34.840959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:13:34.924688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Made reservation on behalf of 641b870690814297938a53bfec9ffe7a for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:13:34.927059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:34.938834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:34.952798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:13:34.956551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Usage tracker for resource:security_group_rule and tenant:641b870690814297938a53bfec9ffe7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:13:34.959773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:13:34.965246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:13:35.042450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:35.124323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:35.159251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:13:35.164209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013177fc-a3f6-4f48-adb9-609002ef1213,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:35.170628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:35.175817 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Added segment ff11dd19-46c3-44d4-9e6a-53aa2695bfe0 of type vlan for network 87b91129-3d1b-4848-97ce-fc37d7f210e2 Mar 28 11:13:35.196075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:35.307585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:35.308507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:35.309104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:35.409295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] Pushing event updated for resources: {'Network': ['ID=87b91129-3d1b-4848-97ce-fc37d7f210e2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:35.418624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 87b91129-3d1b-4848-97ce-fc37d7f210e2 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:13:35.465223 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4bcd69fa-6e3e-403a-8599-236f08aff011 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7380121 Mar 28 11:13:35.465434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 43184) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:13:35.470673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Request body: {'subnet': {'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-734689368-subnet', 'tenant_id': '641b870690814297938a53bfec9ffe7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:13:35.475539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:13:35.479433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Usage tracker for resource:subnet and tenant:641b870690814297938a53bfec9ffe7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:13:35.482347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:13:35.487952 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:13:35.581846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Made reservation on behalf of 641b870690814297938a53bfec9ffe7a for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:13:35.584269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:35.833173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:35.905213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9178870-68fb-4694-b296-d2f1fae39b9b,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:35.915746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Checking segment: {'id': 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:13:35.916092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Network hostable DHCP agents. Network: 87b91129-3d1b-4848-97ce-fc37d7f210e2, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:13:35.993280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Network 87b91129-3d1b-4848-97ce-fc37d7f210e2 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:13:36.088219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 87b91129-3d1b-4848-97ce-fc37d7f210e2) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:13:36.092082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:36.092653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:36.096644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a00c668-3c25-42f3-9774-8e99e46160cd None None] Network 87b91129-3d1b-4848-97ce-fc37d7f210e2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:13:36.175260 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5c2eda13-94c8-4d37-ad91-e8363db7f3a8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7088444 Mar 28 11:13:36.328847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0741fe-87c2-449c-8111-07d30edc3805 None None] Network 87b91129-3d1b-4848-97ce-fc37d7f210e2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:13:36.665859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-b27bc3e1-309f-45f2-a536-66fbd3b0ce1a tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:36.667309 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-b27bc3e1-309f-45f2-a536-66fbd3b0ce1a tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 814 time: 0.1414628 Mar 28 11:13:36.681512 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-2a593ef1-5915-47d7-9399-c01289d91d56 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/quotas/641b870690814297938a53bfec9ffe7a HTTP/1.1" status: 200 len: 375 time: 0.0087831 Mar 28 11:13:36.730762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-f7d8dc5b-6f99-4e91-bb58-0ba5e237c582 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444934 Mar 28 11:13:36.903782 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-25aa24ed-e38c-4500-9a77-02e42ed5f70c service neutron] 10.222.0.18 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666300 Mar 28 11:13:37.031901 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-adddce80-7c43-4383-8e23-99e8ef728326 service neutron] 10.222.0.18 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218810 Mar 28 11:13:37.290129 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c811bef0-47ef-4230-83cf-95c53eec9c50 req-da025b3c-1206-412b-85b9-b5e0aa8f60d6 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 210 time: 0.0430703 Mar 28 11:13:38.435424 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6ccb2d29-cfcb-4008-af0f-fcb021544b8b req-22149879-2e6e-4ac4-a0dc-24db2b07d634 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 210 time: 0.0419457 Mar 28 11:13:39.589869 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-672ad6f3-bdb9-4208-aef7-724b7f478c59 req-6c1cd1b7-233f-4249-8a0a-ec8ea7a812d8 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 210 time: 0.0452056 Mar 28 11:13:39.595340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ec4fb9bf-d7a0-426f-a253-74b7c3b21d15 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:39.597079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ec4fb9bf-d7a0-426f-a253-74b7c3b21d15 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Synchronizing usage tracker for tenant:641b870690814297938a53bfec9ffe7a on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:13:39.688481 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ec4fb9bf-d7a0-426f-a253-74b7c3b21d15 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Unset dirty status for tenant:641b870690814297938a53bfec9ffe7a on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:13:39.689612 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ec4fb9bf-d7a0-426f-a253-74b7c3b21d15 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 814 time: 0.2449865 Mar 28 11:13:39.710588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Request body: {'port': {'device_id': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2', 'admin_state_up': True, 'tenant_id': '641b870690814297938a53bfec9ffe7a'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:13:39.846788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:13:39.850515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Usage tracker for resource:port and tenant:641b870690814297938a53bfec9ffe7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:13:39.853246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:13:39.858864 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:13:39.928929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Made reservation on behalf of 641b870690814297938a53bfec9ffe7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:13:39.932408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:40.090498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Allocated IP 172.20.0.4 (87b91129-3d1b-4848-97ce-fc37d7f210e2/d9178870-68fb-4694-b296-d2f1fae39b9b/ad8f5c31-f538-4da2-a760-8f41e1dec331) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:13:40.384511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:40.450535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:40.512650 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Network 87b91129-3d1b-4848-97ce-fc37d7f210e2 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:13:40.515602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:13:40.526700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:13:40.563287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Pushing event updated for resources: {'Port': ['ID=ad8f5c31-f538-4da2-a760-8f41e1dec331,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:40.593249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:40.593841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:40.674153 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-8234fe7f-3cec-4838-a305-1dba6d99277b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9677424 Mar 28 11:13:40.698364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Request body: {'port': {'device_id': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:13:40.772409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d182798-67f4-463b-a345-fb661f41a531 req-52ac70b7-9789-4d2a-97c7-1998e20e7fce tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:40.773851 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d182798-67f4-463b-a345-fb661f41a531 req-52ac70b7-9789-4d2a-97c7-1998e20e7fce tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 931 time: 0.0794370 Mar 28 11:13:40.810920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:40.817658 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d182798-67f4-463b-a345-fb661f41a531 req-df2b8859-7e6c-431d-9f54-7d8a3f2ca059 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Mar 28 11:13:41.143188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8f5c31-f538-4da2-a760-8f41e1dec331 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:13:41.150956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:41.164808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Transition to ACTIVE for port object ad8f5c31-f538-4da2-a760-8f41e1dec331 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:13:41.216044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:41.370649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Pushing event updated for resources: {'Port': ['ID=ad8f5c31-f538-4da2-a760-8f41e1dec331,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:41.440561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Attempting to bind port ad8f5c31-f538-4da2-a760-8f41e1dec331 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:13:41.440820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Attempting to bind port ad8f5c31-f538-4da2-a760-8f41e1dec331 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:13:41.441141 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Attempting to bind port ad8f5c31-f538-4da2-a760-8f41e1dec331 on network 87b91129-3d1b-4848-97ce-fc37d7f210e2 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:13:41.446191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Port ad8f5c31-f538-4da2-a760-8f41e1dec331 on network 87b91129-3d1b-4848-97ce-fc37d7f210e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:13:41.446504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Attempting to bind port ad8f5c31-f538-4da2-a760-8f41e1dec331 on network 87b91129-3d1b-4848-97ce-fc37d7f210e2 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:13:41.451467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:13:41.451801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Checking segment: {'id': 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:13:41.452175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Bound using segment: {'id': 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:13:41.452586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Bound port: ad8f5c31-f538-4da2-a760-8f41e1dec331, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:13:41.452921 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:41.541662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:13:41.544599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:13:41.645067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:41.700583 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:41.701183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:41.702564 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] 10.222.0.31 "PUT /v2.0/ports/ad8f5c31-f538-4da2-a760-8f41e1dec331 HTTP/1.1" status: 200 len: 1093 time: 1.0085280 Mar 28 11:13:41.702988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:13:41.727037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a9fa3-e027-4ec1-aa66-5a4c611debdd service neutron] Pushing event updated for resources: {'Port': ['ID=ad8f5c31-f538-4da2-a760-8f41e1dec331,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:41.747108 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331', 'status': 'completed', 'code': 200} Mar 28 11:13:41.861243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98346f84-4c09-4502-bf75-06ab9870fe25 req-46c31d5f-3b05-4524-be20-9b21494fe174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:41.862749 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-98346f84-4c09-4502-bf75-06ab9870fe25 req-46c31d5f-3b05-4524-be20-9b21494fe174 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 1096 time: 0.0702069 Mar 28 11:13:42.001796 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7b229-0f06-4e25-aabc-b88b53057be7 req-65dd3610-5188-47d2-8f70-4932f1c188c7 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:42.003168 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9eb7b229-0f06-4e25-aabc-b88b53057be7 req-65dd3610-5188-47d2-8f70-4932f1c188c7 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 943 time: 0.0813544 Mar 28 11:13:42.015073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98346f84-4c09-4502-bf75-06ab9870fe25 req-96de7835-56ec-4242-bfd0-4ed9d3f6ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:42.016510 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-98346f84-4c09-4502-bf75-06ab9870fe25 req-96de7835-56ec-4242-bfd0-4ed9d3f6ede5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=641b870690814297938a53bfec9ffe7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1345522 Mar 28 11:13:42.050238 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9eb7b229-0f06-4e25-aabc-b88b53057be7 req-1ecac8ac-349e-40f7-b8ee-6bdcddcc6646 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Mar 28 11:13:42.163386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98346f84-4c09-4502-bf75-06ab9870fe25 req-13a7cbb5-6eff-4324-9856-27ea61339533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:42.164857 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-98346f84-4c09-4502-bf75-06ab9870fe25 req-13a7cbb5-6eff-4324-9856-27ea61339533 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385660 Mar 28 11:13:42.303228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-42417137-5eab-4f19-80c7-da28001ed0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:42.304593 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-42417137-5eab-4f19-80c7-da28001ed0e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 1096 time: 0.0738413 Mar 28 11:13:42.381358 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-1d091d6a-fd02-44d7-a38c-d338624a0bb8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331 HTTP/1.1" status: 200 len: 217 time: 0.0623367 Mar 28 11:13:42.537194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-223fff54-a591-4b82-ae56-9ab8bfa9f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:42.538660 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-223fff54-a591-4b82-ae56-9ab8bfa9f2ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 200 len: 854 time: 0.1509514 Mar 28 11:13:42.611026 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-7edadff3-e0f2-4988-8d79-10b7e00d637f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87b91129-3d1b-4848-97ce-fc37d7f210e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405483 Mar 28 11:13:42.746629 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-18e134de-b72d-4c9e-9624-9fa9f8c9df53 service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251240 Mar 28 11:13:42.877441 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df852cc0-f8de-4c45-84f2-835e77a138e0 req-563a9499-ac17-47d2-9620-194ec263b73c service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204710 Mar 28 11:13:43.234393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd174f-86d1-4fde-aae1-c200b35c0a64 req-30fb37a4-2fef-4adf-86de-85105025b427 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:43.235791 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dbcd174f-86d1-4fde-aae1-c200b35c0a64 req-30fb37a4-2fef-4adf-86de-85105025b427 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 943 time: 0.0801837 Mar 28 11:13:43.282038 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dbcd174f-86d1-4fde-aae1-c200b35c0a64 req-966d40b6-66df-45a9-8b2e-7558203f0f73 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400393 Mar 28 11:13:44.461681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fd388-dec9-4fe4-a643-175410a7079d req-fa476713-08dc-4445-b264-f5cc6e867f90 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:44.463145 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b12fd388-dec9-4fe4-a643-175410a7079d req-fa476713-08dc-4445-b264-f5cc6e867f90 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 943 time: 0.0795372 Mar 28 11:13:44.506246 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b12fd388-dec9-4fe4-a643-175410a7079d req-25544ae0-6cb6-4be2-88c8-828d5902d976 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Mar 28 11:13:44.649941 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ad8f5c31-f538-4da2-a760-8f41e1dec331 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:13:44.779521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:13:44.792410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'ad8f5c31-f538-4da2-a760-8f41e1dec331', 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2', 'port_id': 'ad8f5c31-f538-4da2-a760-8f41e1dec331', 'mac_address': 'fa:16:3e:74:12:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9178870-68fb-4694-b296-d2f1fae39b9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:13:44.848548 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:44.864367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8f5c31-f538-4da2-a760-8f41e1dec331 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:13:44.878964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:13:45.013978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:45.082810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=ad8f5c31-f538-4da2-a760-8f41e1dec331,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:45.090473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.090827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.091173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.091509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.091841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.092171 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.092498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.092824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.093151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.093473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.093794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.094147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:13:45.352274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['ad8f5c31-f538-4da2-a760-8f41e1dec331'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:13:45.689730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9a5ef-9f9e-4954-910e-9c75c8ec848d req-9afa5c55-bfad-49c4-99f5-a822f7f78ab8 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:45.691076 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-16b9a5ef-9f9e-4954-910e-9c75c8ec848d req-9afa5c55-bfad-49c4-99f5-a822f7f78ab8 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 944 time: 0.0810854 Mar 28 11:13:45.735008 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-16b9a5ef-9f9e-4954-910e-9c75c8ec848d req-73c3a870-7765-4cb1-a94f-17af95bbc20d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383310 Mar 28 11:13:45.808072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:46.679184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ad8f5c31-f538-4da2-a760-8f41e1dec331 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:13:46.871097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port ad8f5c31-f538-4da2-a760-8f41e1dec331 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:13:46.876423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port ad8f5c31-f538-4da2-a760-8f41e1dec331 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:13:46.881521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:46.920790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efd9e7-7800-4a12-a5e3-01f0e0916abe req-09013da0-db19-41bc-b525-dd3a185c6cc6 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:46.922348 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c4efd9e7-7800-4a12-a5e3-01f0e0916abe req-09013da0-db19-41bc-b525-dd3a185c6cc6 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 944 time: 0.0815392 Mar 28 11:13:46.968539 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c4efd9e7-7800-4a12-a5e3-01f0e0916abe req-506d31ea-898b-45b4-833e-583460cd405e tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Mar 28 11:13:46.993705 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:47.019496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:13:47.029498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:13:47.063067 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331', 'code': 200} Mar 28 11:13:47.088336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:47.159931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=ad8f5c31-f538-4da2-a760-8f41e1dec331,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:13:47.443710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ae5d-d3d2-4dea-92dd-a2c29c1cde5d req-320cb4ef-37f4-4796-a927-23599f85197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:47.445098 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5537ae5d-d3d2-4dea-92dd-a2c29c1cde5d req-320cb4ef-37f4-4796-a927-23599f85197a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 1098 time: 0.0724084 Mar 28 11:13:47.485543 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5537ae5d-d3d2-4dea-92dd-a2c29c1cde5d req-6082748c-628f-40c8-a58d-1698f9245e40 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343668 Mar 28 11:13:48.149341 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6465326-125b-424c-81f0-08e3e75281db req-8760f181-0ba1-4a76-84b2-096d64455fc6 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:48.150787 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d6465326-125b-424c-81f0-08e3e75281db req-8760f181-0ba1-4a76-84b2-096d64455fc6 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0816996 Mar 28 11:13:48.194668 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d6465326-125b-424c-81f0-08e3e75281db req-c3dd180d-04cb-493c-8a6d-c99f2da6303c tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382032 Mar 28 11:13:48.284518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9a6bb150-2ed4-4648-bd57-bf3c8c9095ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:49.376308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd8b61-7a59-4a4b-ac7f-a602edb867ab req-2866a73d-3b0f-4b23-a337-fde69d79172c tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:49.377717 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-40bd8b61-7a59-4a4b-ac7f-a602edb867ab req-2866a73d-3b0f-4b23-a337-fde69d79172c tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0769908 Mar 28 11:13:49.424051 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-40bd8b61-7a59-4a4b-ac7f-a602edb867ab req-c32f317b-3e19-4d02-b03b-38bedd833b79 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Mar 28 11:13:49.603568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94167362-c80a-4092-9701-7eb4d6d5e676 req-cb784aac-186f-467a-a32c-c5c400095ab3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:49.604994 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-94167362-c80a-4092-9701-7eb4d6d5e676 req-cb784aac-186f-467a-a32c-c5c400095ab3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0784137 Mar 28 11:13:49.647919 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-94167362-c80a-4092-9701-7eb4d6d5e676 req-8e59a851-d3af-42fa-9cf7-2503a610f769 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Mar 28 11:13:50.149347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d865c4-a035-4b34-b78e-ce317cc84f42 req-3e83d12b-3923-451e-b5b0-177989bc4982 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:50.150724 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-65d865c4-a035-4b34-b78e-ce317cc84f42 req-3e83d12b-3923-451e-b5b0-177989bc4982 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.1747501 Mar 28 11:13:50.195347 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-65d865c4-a035-4b34-b78e-ce317cc84f42 req-30386eea-efe5-4237-802e-2a07ea7bff8a tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Mar 28 11:13:50.378492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe0cd3-6512-4dad-b80c-8474bbd35419 req-a3a7466c-f90c-4227-9a63-375bb95cc4c1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:50.379991 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aebe0cd3-6512-4dad-b80c-8474bbd35419 req-a3a7466c-f90c-4227-9a63-375bb95cc4c1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0797415 Mar 28 11:13:50.427252 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aebe0cd3-6512-4dad-b80c-8474bbd35419 req-0b9257e1-2e36-43f6-85b1-f9837c65a21f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Mar 28 11:13:50.433380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef3b8-af90-49b6-bda1-ca6d18a2bb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:50.928012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e5be8-552a-4321-8478-acb58737b954 req-61fd665d-ac6d-4aed-a946-62a77b4ba6aa tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:50.929450 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f01e5be8-552a-4321-8478-acb58737b954 req-61fd665d-ac6d-4aed-a946-62a77b4ba6aa tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0781558 Mar 28 11:13:51.019879 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f01e5be8-552a-4321-8478-acb58737b954 req-5e4e9ef1-0ea9-4bb2-82a2-dbabe3460e76 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847232 Mar 28 11:13:51.041445 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-670d822c-11ee-4764-9012-4749827db652 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931556 Mar 28 11:13:51.576084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:51.592930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:52.204535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3304a70-6ca2-482e-b831-542da6e0af5c req-c2356d15-1480-4932-9e60-f2f897578790 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:52.205967 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a3304a70-6ca2-482e-b831-542da6e0af5c req-c2356d15-1480-4932-9e60-f2f897578790 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0789852 Mar 28 11:13:52.249241 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a3304a70-6ca2-482e-b831-542da6e0af5c req-bb8b9978-9486-4253-baee-5c08b5672737 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371499 Mar 28 11:13:53.064380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-1b83e97f-d71d-496a-b032-2eacf831229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:53.065026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:13:53.065811 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-1b83e97f-d71d-496a-b032-2eacf831229d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 1098 time: 0.0742714 Mar 28 11:13:53.196781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-d352b84c-a875-4dc4-b087-55eb1e158a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:53.198204 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-d352b84c-a875-4dc4-b087-55eb1e158a12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 915 time: 0.1264265 Mar 28 11:13:53.263634 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-ef922fe0-77c1-43cc-8af5-76b6b23448b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331 HTTP/1.1" status: 200 len: 217 time: 0.0594246 Mar 28 11:13:53.329223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-6d3f2cbf-65dc-49ce-9449-d45fcf5505eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:53.330659 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-6d3f2cbf-65dc-49ce-9449-d45fcf5505eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 200 len: 854 time: 0.0612698 Mar 28 11:13:53.380283 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-7aa24867-e156-4e05-98b7-607a5e5c6f60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87b91129-3d1b-4848-97ce-fc37d7f210e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402422 Mar 28 11:13:53.437986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317d03-dca6-4999-b6bf-cee414abf75a req-3b943bae-4ad1-4009-8361-1213a15f6302 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:53.439423 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-84317d03-dca6-4999-b6bf-cee414abf75a req-3b943bae-4ad1-4009-8361-1213a15f6302 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0855820 Mar 28 11:13:53.491244 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-84317d03-dca6-4999-b6bf-cee414abf75a req-f0bfb569-3f2c-4a04-be4d-26647c264714 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457315 Mar 28 11:13:53.519146 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-2f96a31d-78e3-4636-ae7c-cce3d7b6a30a service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325400 Mar 28 11:13:53.649554 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-18998ea4-3f11-49fc-98a6-0d7eb1635fac service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235862 Mar 28 11:13:54.673800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a0485-b695-4486-9dc7-b9d79574bdb2 req-11b12f87-cdb0-478c-b49a-cc612cfdeee1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:54.675256 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-753a0485-b695-4486-9dc7-b9d79574bdb2 req-11b12f87-cdb0-478c-b49a-cc612cfdeee1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0795391 Mar 28 11:13:54.717750 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-753a0485-b695-4486-9dc7-b9d79574bdb2 req-2aa30d8b-aaea-426d-9ad2-4a4d2c53e7bd tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363104 Mar 28 11:13:55.903767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b98eb2-0585-4db1-a35c-e216a601cb91 req-0becbd0a-eae6-478e-9323-4cd462ea0575 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:55.905187 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d3b98eb2-0585-4db1-a35c-e216a601cb91 req-0becbd0a-eae6-478e-9323-4cd462ea0575 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0808587 Mar 28 11:13:55.948572 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d3b98eb2-0585-4db1-a35c-e216a601cb91 req-73ff48a4-8cd6-4211-a36c-ba15dd25b6e0 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375652 Mar 28 11:13:57.127075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e175c2-a1d7-4dda-915c-37c67c7007dc req-14ea9e58-12f1-424e-864a-f59285f9661a tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:57.134004 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8e175c2-a1d7-4dda-915c-37c67c7007dc req-14ea9e58-12f1-424e-864a-f59285f9661a tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0782771 Mar 28 11:13:57.174947 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8e175c2-a1d7-4dda-915c-37c67c7007dc req-17fcfaee-935c-4079-9976-6032fd3f8707 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Mar 28 11:13:58.356554 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87184b3-8b1c-4b35-be96-4cf7f09d4aaf req-dc3fcf11-a98b-45f9-b32a-a6199edfe501 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:58.358011 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e87184b3-8b1c-4b35-be96-4cf7f09d4aaf req-dc3fcf11-a98b-45f9-b32a-a6199edfe501 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0786834 Mar 28 11:13:58.401096 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e87184b3-8b1c-4b35-be96-4cf7f09d4aaf req-bf770c5b-7d7e-4d8f-b63f-f161482fe81a tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 Mar 28 11:13:59.587465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af744e97-92b0-4a16-a3d8-5dde86c5b300 req-7018feea-e336-4c24-bac1-86eb36bf2ad2 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:13:59.588882 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af744e97-92b0-4a16-a3d8-5dde86c5b300 req-7018feea-e336-4c24-bac1-86eb36bf2ad2 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0837379 Mar 28 11:13:59.631331 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-af744e97-92b0-4a16-a3d8-5dde86c5b300 req-39211ca8-4f96-4494-8a8c-db05547e6864 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368776 Mar 28 11:14:00.811267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd83b65-4a1d-488c-bd32-bba7a744bc53 req-f4ae7750-e7e7-4025-8471-a45ab0d52e06 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:00.812613 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4cd83b65-4a1d-488c-bd32-bba7a744bc53 req-f4ae7750-e7e7-4025-8471-a45ab0d52e06 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0789087 Mar 28 11:14:00.855550 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4cd83b65-4a1d-488c-bd32-bba7a744bc53 req-ba4c96d8-4c9b-454b-af06-5163dbf263cf tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Mar 28 11:14:01.202694 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:14:02.037780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2b51-b7cb-4671-a1a9-c8174ccff3f1 req-1e9dfac0-ff90-4d1e-9a62-4c78347073c1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:02.039229 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-94ae2b51-b7cb-4671-a1a9-c8174ccff3f1 req-1e9dfac0-ff90-4d1e-9a62-4c78347073c1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0816200 Mar 28 11:14:02.081636 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-94ae2b51-b7cb-4671-a1a9-c8174ccff3f1 req-f599ab0e-f75f-4f70-910f-3c016e148957 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369503 Mar 28 11:14:03.265434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c565f-f3b0-4535-9f9b-e603f02df527 req-55098176-8dbf-4fce-b410-ef6b79018a94 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:03.266981 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e07c565f-f3b0-4535-9f9b-e603f02df527 req-55098176-8dbf-4fce-b410-ef6b79018a94 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0798097 Mar 28 11:14:03.313442 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e07c565f-f3b0-4535-9f9b-e603f02df527 req-752c912e-b388-4d7a-b131-1e38cfa34861 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Mar 28 11:14:04.495737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377aa84-9f36-40dc-84fa-38fde06940cf req-50430e12-0b71-4c71-a13a-3ac7d96f76e5 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:04.497165 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d377aa84-9f36-40dc-84fa-38fde06940cf req-50430e12-0b71-4c71-a13a-3ac7d96f76e5 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0780706 Mar 28 11:14:04.541588 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d377aa84-9f36-40dc-84fa-38fde06940cf req-696f70fc-eccd-4515-89a6-d15ec49006a4 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Mar 28 11:14:05.722752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf485c-0074-486a-9087-0a3c67b3b426 req-00d5902e-8669-49e7-b617-d811a333d6f3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:05.724734 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c6bf485c-0074-486a-9087-0a3c67b3b426 req-00d5902e-8669-49e7-b617-d811a333d6f3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0815930 Mar 28 11:14:05.768009 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c6bf485c-0074-486a-9087-0a3c67b3b426 req-e59f4cf9-76e7-4e13-8778-c176403d03fc tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Mar 28 11:14:06.950335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45d259-50da-42e3-b189-22a6636c0a98 req-c84c554a-48eb-45d7-ba42-cf5fdb7413c7 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:06.951755 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9c45d259-50da-42e3-b189-22a6636c0a98 req-c84c554a-48eb-45d7-ba42-cf5fdb7413c7 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0787184 Mar 28 11:14:06.995079 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9c45d259-50da-42e3-b189-22a6636c0a98 req-687946f3-5003-418c-b87a-fc393892c738 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378032 Mar 28 11:14:08.177442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f98c1d-713c-48d5-9188-2f1465936dcd req-75a2a4f8-59dd-44b0-9865-6a2c0140ed43 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:08.178983 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-84f98c1d-713c-48d5-9188-2f1465936dcd req-75a2a4f8-59dd-44b0-9865-6a2c0140ed43 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0823581 Mar 28 11:14:08.221460 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-84f98c1d-713c-48d5-9188-2f1465936dcd req-ff55566c-d5a2-4522-8202-fa048481eecf tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Mar 28 11:14:09.405824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38a0a3-7ed9-4b52-843a-a751f3634bf8 req-2d235ac3-9c2b-4d13-8ebe-fef41c0da2e2 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:09.407279 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4b38a0a3-7ed9-4b52-843a-a751f3634bf8 req-2d235ac3-9c2b-4d13-8ebe-fef41c0da2e2 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0819795 Mar 28 11:14:09.449968 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4b38a0a3-7ed9-4b52-843a-a751f3634bf8 req-35d9647a-1040-42ee-a80a-87134ec96b7b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Mar 28 11:14:10.634871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef50da6-6c17-4b09-ac34-385dea95e8ee req-c1d57b9e-587c-415c-a49f-3e387fb5c050 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:10.636310 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fef50da6-6c17-4b09-ac34-385dea95e8ee req-c1d57b9e-587c-415c-a49f-3e387fb5c050 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0794489 Mar 28 11:14:10.679408 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fef50da6-6c17-4b09-ac34-385dea95e8ee req-7504bb59-1bd8-4c60-9ac5-3bd6a8c70609 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376594 Mar 28 11:14:11.954712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f113-9eb5-4e20-82ee-000d3ce3e6ae req-f2dbc25c-164f-4410-a531-8c3ac68ce1c4 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:11.956127 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1e54f113-9eb5-4e20-82ee-000d3ce3e6ae req-f2dbc25c-164f-4410-a531-8c3ac68ce1c4 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.1729314 Mar 28 11:14:11.998574 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1e54f113-9eb5-4e20-82ee-000d3ce3e6ae req-b302b72d-bf3d-4a68-9561-2f84a50a2aaa tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362241 Mar 28 11:14:13.187933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351d35f-a785-4dd0-9bcb-3c3f4f93606f req-1c1e98cc-9d72-4d62-82f8-1d6834532eb3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:13.189454 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a351d35f-a785-4dd0-9bcb-3c3f4f93606f req-1c1e98cc-9d72-4d62-82f8-1d6834532eb3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0837724 Mar 28 11:14:13.235246 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a351d35f-a785-4dd0-9bcb-3c3f4f93606f req-2061ab47-eb26-4e3d-afbf-934e4e2b702c tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Mar 28 11:14:14.417084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c096310-6640-455c-b667-5e315c762071 req-e81be5af-3daa-4039-b858-4c739f95938f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:14.418530 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1c096310-6640-455c-b667-5e315c762071 req-e81be5af-3daa-4039-b858-4c739f95938f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0780933 Mar 28 11:14:14.460660 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1c096310-6640-455c-b667-5e315c762071 req-0cbb9d98-0e65-4857-8844-da9db9c0b3b8 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365319 Mar 28 11:14:15.643685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed9b01-cda7-458f-aaf5-911d02f897da req-fb019406-b0c6-4bca-ae5e-0f5421b675ed tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:15.645800 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-80ed9b01-cda7-458f-aaf5-911d02f897da req-fb019406-b0c6-4bca-ae5e-0f5421b675ed tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0821621 Mar 28 11:14:15.688151 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-80ed9b01-cda7-458f-aaf5-911d02f897da req-5eac7e2f-d88a-4a98-b510-158be85fc584 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367310 Mar 28 11:14:15.792263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:16.870386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c6b60-d8db-492f-bddb-6c88f88c1432 req-2b4f827a-38c2-4455-bffb-3d4a96e77ec3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:16.871804 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-425c6b60-d8db-492f-bddb-6c88f88c1432 req-2b4f827a-38c2-4455-bffb-3d4a96e77ec3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0811236 Mar 28 11:14:16.914321 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-425c6b60-d8db-492f-bddb-6c88f88c1432 req-f0873c5a-4400-4d6b-a9d1-839584ed8b17 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369620 Mar 28 11:14:18.096600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc02e4-5cc1-4b3a-8b5a-86ab5fef870a req-1673d89a-85fd-45da-bbc6-bec5746ab298 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:18.098608 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-48bc02e4-5cc1-4b3a-8b5a-86ab5fef870a req-1673d89a-85fd-45da-bbc6-bec5746ab298 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0785501 Mar 28 11:14:18.140492 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-48bc02e4-5cc1-4b3a-8b5a-86ab5fef870a req-7881b507-131e-4e0d-9dcc-15c97d52e379 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363646 Mar 28 11:14:18.278083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f57aa7dd-6ab6-4773-8597-75195891c200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:19.328446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a55c6-8836-4fc7-adc4-a88441f34511 req-8085d39d-effb-483e-975c-18d9b7171513 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:19.329870 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3c7a55c6-8836-4fc7-adc4-a88441f34511 req-8085d39d-effb-483e-975c-18d9b7171513 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0821800 Mar 28 11:14:19.373349 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3c7a55c6-8836-4fc7-adc4-a88441f34511 req-eb2a8a95-48c1-482a-872d-37974f432893 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378289 Mar 28 11:14:20.458938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5d707d9-35c8-48c3-88ba-70f33bb50f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:20.556550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb287e37-30e9-48e6-acf9-02c7706efcf6 req-8424bc2f-4226-47f5-8bd6-e20eb1d65b1c tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:20.558004 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bb287e37-30e9-48e6-acf9-02c7706efcf6 req-8424bc2f-4226-47f5-8bd6-e20eb1d65b1c tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0782232 Mar 28 11:14:20.604186 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bb287e37-30e9-48e6-acf9-02c7706efcf6 req-01fa1091-0a3a-4d57-bdc1-70864ff7ad86 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Mar 28 11:14:21.169125 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-6074dcf7-1864-47e6-a2e8-293121c5e748 service neutron] 10.222.0.31 "GET /v2.0/ports/ad8f5c31-f538-4da2-a760-8f41e1dec331/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0724897 Mar 28 11:14:21.620639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:21.645359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:21.793069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d58b1b-e25a-4cf6-9ae1-90803341d367 req-015a8863-4174-4587-a5f6-94b2a2a6007f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:21.794554 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f8d58b1b-e25a-4cf6-9ae1-90803341d367 req-015a8863-4174-4587-a5f6-94b2a2a6007f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0828419 Mar 28 11:14:21.817835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-faa85043-fd5d-4f37-8d23-56efbb7a589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:21.819268 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-faa85043-fd5d-4f37-8d23-56efbb7a589c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799&tenant_id=641b870690814297938a53bfec9ffe7a HTTP/1.1" status: 200 len: 1098 time: 0.0745785 Mar 28 11:14:21.838826 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f8d58b1b-e25a-4cf6-9ae1-90803341d367 req-fdc38eee-9b81-43c1-ab3b-4693f4737255 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384731 Mar 28 11:14:21.931704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-2da112e7-05be-491e-9b34-c90d1ffcc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:21.933134 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-2da112e7-05be-491e-9b34-c90d1ffcc2ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 1098 time: 0.0700357 Mar 28 11:14:22.067339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-869e5b24-4804-4278-bac5-8d7c5e3131e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:22.068769 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-869e5b24-4804-4278-bac5-8d7c5e3131e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 915 time: 0.1241920 Mar 28 11:14:22.141842 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-b9edfde5-0343-469b-84d1-049a67aa52ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331 HTTP/1.1" status: 200 len: 217 time: 0.0620892 Mar 28 11:14:22.204888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-7e18d4f3-84d5-4607-989b-aa7c0ebea455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:22.206274 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-7e18d4f3-84d5-4607-989b-aa7c0ebea455 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 200 len: 854 time: 0.0554016 Mar 28 11:14:22.340377 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-561a567f-edaa-4257-b857-45c929917592 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87b91129-3d1b-4848-97ce-fc37d7f210e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248667 Mar 28 11:14:22.472360 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-091957d7-f33e-4a98-8a07-ad283b2a9bac service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203094 Mar 28 11:14:22.604061 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a0a76942-45b6-4db0-a24f-a7e31b9fd26c req-15ed7457-2a3d-41fa-8af9-981b39f1e7fd service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226022 Mar 28 11:14:23.026022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e7f8d-ce97-4c72-bafb-8b724e245416 req-0879d372-148a-417d-8965-a1bb2f8b8183 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:23.027456 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c74e7f8d-ce97-4c72-bafb-8b724e245416 req-0879d372-148a-417d-8965-a1bb2f8b8183 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0835249 Mar 28 11:14:23.047111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:23.071530 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c74e7f8d-ce97-4c72-bafb-8b724e245416 req-43a24c32-540d-4163-86c1-6b8f1a8d83f3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Mar 28 11:14:24.254338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8299691-975b-4829-8cc3-2d596aa5f178 req-d6ec0959-59ab-450c-8676-13c27189c286 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:24.255789 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d8299691-975b-4829-8cc3-2d596aa5f178 req-d6ec0959-59ab-450c-8676-13c27189c286 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0812016 Mar 28 11:14:24.298483 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d8299691-975b-4829-8cc3-2d596aa5f178 req-a14f2174-1306-4bbd-9dda-4a0c80da3b42 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370462 Mar 28 11:14:24.862702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ad8f5c31-f538-4da2-a760-8f41e1dec331 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:14:24.873350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ad8f5c31-f538-4da2-a760-8f41e1dec331 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:14:25.152904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:25.173064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:14:25.193217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'ad8f5c31-f538-4da2-a760-8f41e1dec331', 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2', 'port_id': 'ad8f5c31-f538-4da2-a760-8f41e1dec331', 'mac_address': 'fa:16:3e:74:12:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9178870-68fb-4694-b296-d2f1fae39b9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:14:25.199125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:14:25.246283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:14:25.261204 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331', 'code': 200} Mar 28 11:14:25.265500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:25.282427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad8f5c31-f538-4da2-a760-8f41e1dec331 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:14:25.307194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:25.417640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:14:25.417923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:14:25.421160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=ad8f5c31-f538-4da2-a760-8f41e1dec331,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:14:25.483236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533ac88-76e7-4091-91d9-cffb57ef186b req-a5efb4b8-8443-4933-b342-eb8a3ae921a5 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:25.484662 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7533ac88-76e7-4091-91d9-cffb57ef186b req-a5efb4b8-8443-4933-b342-eb8a3ae921a5 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 943 time: 0.0807698 Mar 28 11:14:25.528008 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7533ac88-76e7-4091-91d9-cffb57ef186b req-887f6da4-a4ff-4261-91ca-c1a881da0a7d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376439 Mar 28 11:14:25.973007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:25.991016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8f5c31-f538-4da2-a760-8f41e1dec331 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:14:25.995551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd807456-460c-4efc-827c-46e2f5fbc0ef req-3ad3bfbf-10ae-4e12-aa36-5deede58ed7d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:25.997019 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cd807456-460c-4efc-827c-46e2f5fbc0ef req-3ad3bfbf-10ae-4e12-aa36-5deede58ed7d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 943 time: 0.0843115 Mar 28 11:14:26.006995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:14:26.042279 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cd807456-460c-4efc-827c-46e2f5fbc0ef req-04767113-4889-4606-81ad-8ec935e28330 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379581 Mar 28 11:14:26.071351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06a499-72e7-4aa9-b91a-843516199066 req-1ebcce24-c0c6-49bc-9805-7d250c590682 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:26.072038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-3f06a499-72e7-4aa9-b91a-843516199066 req-1ebcce24-c0c6-49bc-9805-7d250c590682 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Synchronizing usage tracker for tenant:641b870690814297938a53bfec9ffe7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:14:26.075643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:26.143694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=ad8f5c31-f538-4da2-a760-8f41e1dec331,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:14:26.155833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-3f06a499-72e7-4aa9-b91a-843516199066 req-1ebcce24-c0c6-49bc-9805-7d250c590682 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Unset dirty status for tenant:641b870690814297938a53bfec9ffe7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:14:26.156967 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f06a499-72e7-4aa9-b91a-843516199066 req-1ebcce24-c0c6-49bc-9805-7d250c590682 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799&tenant_id=641b870690814297938a53bfec9ffe7a&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 943 time: 0.1717560 Mar 28 11:14:26.210356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['ad8f5c31-f538-4da2-a760-8f41e1dec331'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:14:26.315724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06a499-72e7-4aa9-b91a-843516199066 req-6e4a0c54-65bb-4fed-b547-f2eaef705a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:26.317104 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f06a499-72e7-4aa9-b91a-843516199066 req-6e4a0c54-65bb-4fed-b547-f2eaef705a71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 1097 time: 0.0733142 Mar 28 11:14:26.448291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06a499-72e7-4aa9-b91a-843516199066 req-a8e9e78f-fe75-4dc3-b5bd-b6f7a38bd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:26.449689 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f06a499-72e7-4aa9-b91a-843516199066 req-a8e9e78f-fe75-4dc3-b5bd-b6f7a38bd67d service neutron] 10.222.0.31 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 915 time: 0.1256347 Mar 28 11:14:26.514708 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f06a499-72e7-4aa9-b91a-843516199066 req-07ef29b6-655e-44eb-a2d2-8c14687e438e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331 HTTP/1.1" status: 200 len: 217 time: 0.0588408 Mar 28 11:14:26.578059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06a499-72e7-4aa9-b91a-843516199066 req-ed239745-1c4c-4d34-9d78-3ea07e123a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:26.579381 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f06a499-72e7-4aa9-b91a-843516199066 req-ed239745-1c4c-4d34-9d78-3ea07e123a78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 200 len: 854 time: 0.0578701 Mar 28 11:14:26.624790 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f06a499-72e7-4aa9-b91a-843516199066 req-fe24a0d5-ca7b-46e4-8aae-10353c45d3ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87b91129-3d1b-4848-97ce-fc37d7f210e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387020 Mar 28 11:14:26.751540 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f06a499-72e7-4aa9-b91a-843516199066 req-855adf03-bef2-4f00-a860-81abb25537b6 service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197281 Mar 28 11:14:26.862093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ad8f5c31-f538-4da2-a760-8f41e1dec331 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:14:26.879786 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3f06a499-72e7-4aa9-b91a-843516199066 req-da6351c9-59a1-4a3a-b38f-b286e0ffc584 service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217787 Mar 28 11:14:26.930586 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port ad8f5c31-f538-4da2-a760-8f41e1dec331 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:14:26.931927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:27.044311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:27.075891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:14:27.140947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:27.208391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=ad8f5c31-f538-4da2-a760-8f41e1dec331,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:14:27.231488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b6b41-ff64-4921-a523-328eff28f0c3 req-518bc9d9-dae5-4d35-8ed9-4bde0bcdfefc tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:27.232930 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c00b6b41-ff64-4921-a523-328eff28f0c3 req-518bc9d9-dae5-4d35-8ed9-4bde0bcdfefc tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0819738 Mar 28 11:14:27.261990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:14:27.278040 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c00b6b41-ff64-4921-a523-328eff28f0c3 req-1bcfe9d6-9948-4502-a0cb-a0f742146811 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Mar 28 11:14:27.314020 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331', 'code': 200} Mar 28 11:14:28.460907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee063060-9b71-451b-84b0-41b8b26c3f35 req-05c1a016-3dbe-4aad-bfd1-82c6699fa6f3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:28.462330 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ee063060-9b71-451b-84b0-41b8b26c3f35 req-05c1a016-3dbe-4aad-bfd1-82c6699fa6f3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0815179 Mar 28 11:14:28.504915 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ee063060-9b71-451b-84b0-41b8b26c3f35 req-cf448190-8950-475c-9544-bbdde3d8f8b3 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Mar 28 11:14:28.693729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de34566-a510-4e37-953e-f700675faf6c req-b72c37af-9bac-4256-95e5-c9e86e126baa tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:28.695164 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5de34566-a510-4e37-953e-f700675faf6c req-b72c37af-9bac-4256-95e5-c9e86e126baa tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0833044 Mar 28 11:14:28.739734 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5de34566-a510-4e37-953e-f700675faf6c req-5fad0425-01bc-47b6-b372-1e891dfa485e tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Mar 28 11:14:28.918687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583ae28-c3c2-410b-b7d0-d3f18b3682e4 req-38142cee-5035-490e-b4f3-e231ee944549 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:28.920110 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7583ae28-c3c2-410b-b7d0-d3f18b3682e4 req-38142cee-5035-490e-b4f3-e231ee944549 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0779648 Mar 28 11:14:28.963192 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7583ae28-c3c2-410b-b7d0-d3f18b3682e4 req-874ebd7b-be3f-4328-93c1-4118f6997dd2 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368972 Mar 28 11:14:29.704195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-b84bea45-9cb3-4b81-bedb-443f9143cffa tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:29.705534 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-b84bea45-9cb3-4b81-bedb-443f9143cffa tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 814 time: 0.1421480 Mar 28 11:14:29.720270 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-9fb0055d-dcb0-4cf5-b57d-ffde6ab30afe tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/quotas/641b870690814297938a53bfec9ffe7a HTTP/1.1" status: 200 len: 375 time: 0.0088167 Mar 28 11:14:29.801312 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-7a7378ff-79e9-406b-91a5-76e49229cdbb tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754819 Mar 28 11:14:30.065974 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-f11e9641-fb5e-4ed3-919e-628affee9de6 service neutron] 10.222.0.18 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574301 Mar 28 11:14:30.194431 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-4e8d5735-afe7-49e3-a90b-a97cf7e6c6c0 service neutron] 10.222.0.18 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226928 Mar 28 11:14:30.451379 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5b329c12-a6a9-4364-96ed-8e0ca4445ca3 req-d1b43ca7-d9b5-4499-a56e-c91eaee967de tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 210 time: 0.0428486 Mar 28 11:14:31.598307 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3a435dd9-9530-466e-99e8-12027ca99996 req-0acb0074-4ef6-435b-8de6-dd235c338164 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 210 time: 0.0427227 Mar 28 11:14:31.599544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22171-21af-474a-8ddf-06783c631667 req-eae42085-13af-46b3-b9cd-74cc02908d8b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:31.600962 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-00f22171-21af-474a-8ddf-06783c631667 req-eae42085-13af-46b3-b9cd-74cc02908d8b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "GET /v2.0/ports?device_id=173bb711-a8ac-4ec1-b671-eb1f5e5ff799 HTTP/1.1" status: 200 len: 945 time: 0.0851068 Mar 28 11:14:31.674203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Deleting port ad8f5c31-f538-4da2-a760-8f41e1dec331 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:14:31.674463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:31.928238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] For port ad8f5c31-f538-4da2-a760-8f41e1dec331, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=ad8f5c31-f538-4da2-a760-8f41e1dec331,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:14:31.928506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:32.141750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Calling delete_port for ad8f5c31-f538-4da2-a760-8f41e1dec331 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:14:32.370200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:32.408205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['ad8f5c31-f538-4da2-a760-8f41e1dec331'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:14:32.438441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Pushing event deleted for resources: {'Port': ['ID=ad8f5c31-f538-4da2-a760-8f41e1dec331,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:14:32.503384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.503727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.504076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.504393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.504723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.505039 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.505358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.505679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.506029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.506335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.506650 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.506971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:14:32.590852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] No DVR routers for this DVR port ad8f5c31-f538-4da2-a760-8f41e1dec331 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:14:32.594823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:32.597778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'name': 'network-vif-deleted', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:14:32.633213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-96e00925-1260-4f64-ab0e-c7d2907d0cde tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:32.639080 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-96e00925-1260-4f64-ab0e-c7d2907d0cde tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 814 time: 0.2858551 Mar 28 11:14:32.641822 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173bb711-a8ac-4ec1-b671-eb1f5e5ff799', 'name': 'network-vif-deleted', 'tag': 'ad8f5c31-f538-4da2-a760-8f41e1dec331', 'status': 'completed', 'code': 200} Mar 28 11:14:32.663403 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Request body: {'port': {'device_id': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2', 'admin_state_up': True, 'tenant_id': '641b870690814297938a53bfec9ffe7a'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:14:32.700118 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "DELETE /v2.0/ports/ad8f5c31-f538-4da2-a760-8f41e1dec331 HTTP/1.1" status: 204 len: 173 time: 1.0909388 Mar 28 11:14:32.759701 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d1bed1d2-a5bb-4bfa-b9ad-f63fa07778e5 req-292a5544-b44f-4343-9c96-72df1a7da07d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 210 time: 0.0464272 Mar 28 11:14:32.807836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:14:32.812137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Usage tracker for resource:port and tenant:641b870690814297938a53bfec9ffe7a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:14:32.814995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:14:32.821306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:14:32.886056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Made reservation on behalf of 641b870690814297938a53bfec9ffe7a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:14:32.886056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:33.046147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Allocated IP 172.20.0.8 (87b91129-3d1b-4848-97ce-fc37d7f210e2/d9178870-68fb-4694-b296-d2f1fae39b9b/7640f8ef-7416-4c9f-a5cf-a126938a2cbc) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:14:33.242698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:33.321368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:33.390028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Network 87b91129-3d1b-4848-97ce-fc37d7f210e2 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:14:33.397088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:14:33.401457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:14:33.432508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Pushing event updated for resources: {'Port': ['ID=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:14:33.467916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:33.468439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:33.567811 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-e39ba643-d920-4a9c-9fc7-dd40f3aac80b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9086444 Mar 28 11:14:33.592114 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Request body: {'port': {'device_id': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:14:33.703242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:33.945770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555e427-d092-49ff-b89f-9d30e6a8a4b9 req-5a3c0dd4-72c6-42b9-a59f-47533e8c07fe tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:33.947671 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d555e427-d092-49ff-b89f-9d30e6a8a4b9 req-5a3c0dd4-72c6-42b9-a59f-47533e8c07fe tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 931 time: 0.0795059 Mar 28 11:14:33.992090 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d555e427-d092-49ff-b89f-9d30e6a8a4b9 req-53705989-18b9-4c29-9375-32c685580ec1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Mar 28 11:14:34.045612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7640f8ef-7416-4c9f-a5cf-a126938a2cbc {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:14:34.053099 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:34.067506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Transition to ACTIVE for port object 7640f8ef-7416-4c9f-a5cf-a126938a2cbc will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:14:34.132690 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:34.386307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Pushing event updated for resources: {'Port': ['ID=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:14:34.457035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Attempting to bind port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:14:34.457365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Attempting to bind port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:14:34.457685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Attempting to bind port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc on network 87b91129-3d1b-4848-97ce-fc37d7f210e2 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:14:34.462147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc on network 87b91129-3d1b-4848-97ce-fc37d7f210e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:14:34.462462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Attempting to bind port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc on network 87b91129-3d1b-4848-97ce-fc37d7f210e2 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:14:34.467436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:14:34.467768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Checking segment: {'id': 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:14:34.468143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Bound using segment: {'id': 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:14:34.468556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Bound port: 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:14:34.468890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:34.557824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:14:34.560728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:14:34.630102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:34.684692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:34.685295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:34.686713 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] 10.222.0.31 "PUT /v2.0/ports/7640f8ef-7416-4c9f-a5cf-a126938a2cbc HTTP/1.1" status: 200 len: 1093 time: 1.0986111 Mar 28 11:14:34.687103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:14:34.710050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594a4e4-7f79-4afb-b66c-36b5ef9fdc25 service neutron] Pushing event updated for resources: {'Port': ['ID=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:14:34.734681 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc', 'status': 'completed', 'code': 200} Mar 28 11:14:34.847991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda39c4-abc3-408e-867b-2629c869a3e6 req-8ac6a623-b57d-44f5-b774-e51f8fde9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:34.849427 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8dda39c4-abc3-408e-867b-2629c869a3e6 req-8ac6a623-b57d-44f5-b774-e51f8fde9c13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 1096 time: 0.0735118 Mar 28 11:14:34.896600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ad8f5c31-f538-4da2-a760-8f41e1dec331 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:14:34.933499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: ad8f5c31-f538-4da2-a760-8f41e1dec331 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:14:34.933752 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device ad8f5c31-f538-4da2-a760-8f41e1dec331 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:14:35.003091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda39c4-abc3-408e-867b-2629c869a3e6 req-054d5651-4553-4166-96a8-9778fcc8b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:35.004508 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8dda39c4-abc3-408e-867b-2629c869a3e6 req-054d5651-4553-4166-96a8-9778fcc8b656 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=641b870690814297938a53bfec9ffe7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1343343 Mar 28 11:14:35.142828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda39c4-abc3-408e-867b-2629c869a3e6 req-9cb29897-f9b1-4ef1-adf4-2c98ed8f527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:35.144317 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8dda39c4-abc3-408e-867b-2629c869a3e6 req-9cb29897-f9b1-4ef1-adf4-2c98ed8f527b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303098 Mar 28 11:14:35.176283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1352205-f635-490d-ace2-8364a6ce824f req-3bf76ef8-20f0-4c9a-8f0a-a9726e80a371 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:35.177759 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e1352205-f635-490d-ace2-8364a6ce824f req-3bf76ef8-20f0-4c9a-8f0a-a9726e80a371 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 943 time: 0.0836153 Mar 28 11:14:35.222052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e1352205-f635-490d-ace2-8364a6ce824f req-5ec53c38-ae52-401f-b7bd-1f17a4e51953 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 Mar 28 11:14:35.279487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-92c15c88-c0da-43ee-b04d-0f9b6b45d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:35.281184 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-92c15c88-c0da-43ee-b04d-0f9b6b45d787 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 1096 time: 0.0708215 Mar 28 11:14:35.363055 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-d78d6f4f-724f-4ad2-a97f-4451fe62f4e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc HTTP/1.1" status: 200 len: 217 time: 0.0620008 Mar 28 11:14:35.426054 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-a4dd388f-ab9c-46ab-b817-da1ebf1375ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:35.427546 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-a4dd388f-ab9c-46ab-b817-da1ebf1375ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 200 len: 854 time: 0.0559464 Mar 28 11:14:35.476214 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-67b3bb01-f2fc-4942-9309-8eb16c883ed9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87b91129-3d1b-4848-97ce-fc37d7f210e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392115 Mar 28 11:14:35.608989 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-b5e94fe7-ecd7-4cae-bd40-0aa1493b74b8 service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232145 Mar 28 11:14:35.741016 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c26a3a9c-13b1-4652-b2df-bc39af10ca26 req-f8155a0a-37b4-4faf-8099-a504aa011286 service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229889 Mar 28 11:14:36.401571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dea71-1c6c-42bf-a279-e4e8be99e664 req-0dea4e4c-0585-492f-abc1-c437273daf65 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:36.403012 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b31dea71-1c6c-42bf-a279-e4e8be99e664 req-0dea4e4c-0585-492f-abc1-c437273daf65 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 943 time: 0.0777671 Mar 28 11:14:36.445835 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b31dea71-1c6c-42bf-a279-e4e8be99e664 req-1f0f6a2a-a329-4178-b0f0-831ad77f8920 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370770 Mar 28 11:14:36.892561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 7640f8ef-7416-4c9f-a5cf-a126938a2cbc details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:14:37.023297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:14:37.036806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc', 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2', 'port_id': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc', 'mac_address': 'fa:16:3e:2e:f5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9178870-68fb-4694-b296-d2f1fae39b9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:14:37.089535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:37.106195 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7640f8ef-7416-4c9f-a5cf-a126938a2cbc {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:14:37.120936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:14:37.214588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:37.283769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:14:37.545111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['7640f8ef-7416-4c9f-a5cf-a126938a2cbc'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:14:37.630584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179dfec-391d-481a-ac0e-b1fe129a583a req-0b287da8-852b-49fa-bd02-d57f56931e62 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:37.632019 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8179dfec-391d-481a-ac0e-b1fe129a583a req-0b287da8-852b-49fa-bd02-d57f56931e62 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 944 time: 0.0820177 Mar 28 11:14:37.675153 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8179dfec-391d-481a-ac0e-b1fe129a583a req-471eb6d1-393e-46c7-9c05-e832d6737257 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368886 Mar 28 11:14:38.201618 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:14:38.858476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd5fb4-c5c5-41ea-80b6-d1ceb8bfc18c req-e0422ede-46d4-4e14-925d-c812ced97318 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:38.859917 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-71fd5fb4-c5c5-41ea-80b6-d1ceb8bfc18c req-e0422ede-46d4-4e14-925d-c812ced97318 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 944 time: 0.0816979 Mar 28 11:14:38.903274 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-71fd5fb4-c5c5-41ea-80b6-d1ceb8bfc18c req-1419c76b-e17a-44ff-8c77-9eb0b613513b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377028 Mar 28 11:14:38.906874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 7640f8ef-7416-4c9f-a5cf-a126938a2cbc up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:14:39.054751 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:14:39.059505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:14:39.059874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:39.175968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:39.201785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:14:39.211793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:14:39.244367 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc', 'code': 200} Mar 28 11:14:39.266372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:39.336684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:14:39.619221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a2fcc-c973-4f12-81ff-ccabba0d4441 req-68dccf89-5469-4351-bd59-bce52bbfaa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:39.620665 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e49a2fcc-c973-4f12-81ff-ccabba0d4441 req-68dccf89-5469-4351-bd59-bce52bbfaa9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 1098 time: 0.0726023 Mar 28 11:14:39.674141 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e49a2fcc-c973-4f12-81ff-ccabba0d4441 req-3ac1a541-3643-4b1c-895b-1c9140e6637d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Mar 28 11:14:40.085785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8f9a4-0920-4032-8022-1a8b4c02cbde req-f2342580-bdca-494a-bbae-2950c14a7c05 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:40.087228 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-97e8f9a4-0920-4032-8022-1a8b4c02cbde req-f2342580-bdca-494a-bbae-2950c14a7c05 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0781975 Mar 28 11:14:40.130275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-97e8f9a4-0920-4032-8022-1a8b4c02cbde req-67c10889-284b-4dd7-a068-34550a8ca138 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Mar 28 11:14:41.322683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac0926-2d6d-4d47-9f5d-6f9d76847b5e req-47e871df-9bd1-40d1-b9a7-dbcc7b8a0aba tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:41.324114 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6dac0926-2d6d-4d47-9f5d-6f9d76847b5e req-47e871df-9bd1-40d1-b9a7-dbcc7b8a0aba tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0883977 Mar 28 11:14:41.367361 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6dac0926-2d6d-4d47-9f5d-6f9d76847b5e req-6f7e34b2-d0c7-41aa-a382-673392d304d5 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377293 Mar 28 11:14:41.545593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551c012-5a9f-47eb-91b2-c85a4542525c req-32d6b580-3705-40ea-a7c3-1b747e1a0a15 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:41.546986 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5551c012-5a9f-47eb-91b2-c85a4542525c req-32d6b580-3705-40ea-a7c3-1b747e1a0a15 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0789330 Mar 28 11:14:41.593566 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5551c012-5a9f-47eb-91b2-c85a4542525c req-3c42cdc2-e240-4ba1-b619-82cd09c74c3f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Mar 28 11:14:41.699430 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-5dd1f9a2-54c0-4874-9dbb-377a98c4ab6b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680823 Mar 28 11:14:41.871499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-61b256e6-105b-470f-bbe8-c43b694c7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:41.872921 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-61b256e6-105b-470f-bbe8-c43b694c7534 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 1098 time: 0.0721719 Mar 28 11:14:42.111422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-48eaacd7-9fb7-4bf2-acfc-01cb3f272cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:42.113164 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-48eaacd7-9fb7-4bf2-acfc-01cb3f272cc7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 915 time: 0.2223585 Mar 28 11:14:42.148499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad08d0-dcfe-4492-9c34-5aec73b5c89e req-151a2449-4578-46ad-b685-9da11c46127f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:42.149860 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aad08d0-dcfe-4492-9c34-5aec73b5c89e req-151a2449-4578-46ad-b685-9da11c46127f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0815079 Mar 28 11:14:42.182553 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-b3f68df2-4a2b-4580-8703-322aad1380b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc HTTP/1.1" status: 200 len: 217 time: 0.0631545 Mar 28 11:14:42.237879 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aad08d0-dcfe-4492-9c34-5aec73b5c89e req-6db6cc73-c9e1-4024-8357-8a73be9b3c40 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530481 Mar 28 11:14:42.246535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-de8660dd-ad3e-4091-847d-0ea995902349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:42.247975 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-de8660dd-ad3e-4091-847d-0ea995902349 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 200 len: 854 time: 0.0578973 Mar 28 11:14:42.260042 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-398d94db-3a81-4434-b501-04350d466ad3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092367 Mar 28 11:14:42.295252 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-bd66b152-8138-4f3f-b81d-1cf0a8f2f0a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87b91129-3d1b-4848-97ce-fc37d7f210e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416150 Mar 28 11:14:42.427882 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-08246224-9ae0-45ec-811f-22068b91fbc6 service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265652 Mar 28 11:14:42.565872 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8bfb6c0c-d361-4a9d-ac47-6ae1108f2c77 req-524a33a8-3f73-4812-8447-662cd8fccac0 service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317739 Mar 28 11:14:43.423803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91ed6a-ff0b-4135-ace8-1c9114313f2d req-bb316ca4-cf8c-4dea-a353-5d905f1dd97d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:43.425848 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d91ed6a-ff0b-4135-ace8-1c9114313f2d req-bb316ca4-cf8c-4dea-a353-5d905f1dd97d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0815313 Mar 28 11:14:43.468637 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8d91ed6a-ff0b-4135-ace8-1c9114313f2d req-22016f2f-eda6-4522-a430-929ba2733dae tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370238 Mar 28 11:14:44.597361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-37c07e6a-cbd7-412a-9085-149751d6a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:44.598853 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-37c07e6a-cbd7-412a-9085-149751d6a3b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 1098 time: 0.0768037 Mar 28 11:14:44.659156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4f171-e4bc-4c06-ad7e-1af328631b5a req-c3c195db-5d71-4fff-96eb-68737f6c1e9b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:44.660600 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-63a4f171-e4bc-4c06-ad7e-1af328631b5a req-c3c195db-5d71-4fff-96eb-68737f6c1e9b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0830951 Mar 28 11:14:44.705192 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-63a4f171-e4bc-4c06-ad7e-1af328631b5a req-5dd73eea-4ea3-4eb7-8e12-1bd169591fa5 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 Mar 28 11:14:44.731700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-1926d5a7-39e5-45b3-ad76-87de47b221d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:44.733136 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-1926d5a7-39e5-45b3-ad76-87de47b221d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 915 time: 0.1273994 Mar 28 11:14:44.798106 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-316ad416-f877-4649-bd27-83cbffc68d3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc HTTP/1.1" status: 200 len: 217 time: 0.0587139 Mar 28 11:14:44.860404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-29b1ef9a-eaee-4b88-86bb-d34c7ac299df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:44.862327 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-29b1ef9a-eaee-4b88-86bb-d34c7ac299df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 200 len: 854 time: 0.0580862 Mar 28 11:14:44.905971 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-9343cf73-4ae8-461a-bcd6-d071410ab077 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87b91129-3d1b-4848-97ce-fc37d7f210e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384481 Mar 28 11:14:45.034045 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-5a71181d-e9d9-407d-a55f-26b4bf84945d service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214726 Mar 28 11:14:45.163123 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-c5e6371c-095b-4358-b7a2-ea6f57b710ca service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236691 Mar 28 11:14:45.772020 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:45.890245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1879-0897-4e03-89ad-fdc0fd7c744d req-cc5e10b5-5aa0-4345-9d4e-7496f23276ce tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:45.891675 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-781d1879-0897-4e03-89ad-fdc0fd7c744d req-cc5e10b5-5aa0-4345-9d4e-7496f23276ce tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0789406 Mar 28 11:14:45.934267 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-781d1879-0897-4e03-89ad-fdc0fd7c744d req-ce09338d-ab20-4134-972e-8e0208e5c288 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370905 Mar 28 11:14:47.116391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff2fcf-c00f-445f-87cc-064ae3a72f8b req-db8a7c03-c7b6-47dd-a1c6-86721c4f0841 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:47.117813 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fbff2fcf-c00f-445f-87cc-064ae3a72f8b req-db8a7c03-c7b6-47dd-a1c6-86721c4f0841 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0803163 Mar 28 11:14:47.165733 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fbff2fcf-c00f-445f-87cc-064ae3a72f8b req-04f16231-d612-4a54-94b6-34512635e2b9 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Mar 28 11:14:48.281119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5dbe67b3-bd8c-4b69-8fa3-79814f5ff859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:48.359015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8d68-592f-4dcc-b670-5bdd427396b1 req-9f721bfe-030d-4633-a47e-e19b4a0bb5a1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:48.360454 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3cef8d68-592f-4dcc-b670-5bdd427396b1 req-9f721bfe-030d-4633-a47e-e19b4a0bb5a1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0908747 Mar 28 11:14:48.497864 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3cef8d68-592f-4dcc-b670-5bdd427396b1 req-7579ec7c-9e25-41ca-a482-7ee6886a9c0c tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317773 Mar 28 11:14:49.679247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60268b-b977-4975-a104-8078fbc58529 req-b84e5efc-c372-4443-8c9d-8e5d0c02e2ee tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:49.680652 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3a60268b-b977-4975-a104-8078fbc58529 req-b84e5efc-c372-4443-8c9d-8e5d0c02e2ee tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0780978 Mar 28 11:14:49.723229 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3a60268b-b977-4975-a104-8078fbc58529 req-74e3e07f-6091-4379-b388-5c39796f5731 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Mar 28 11:14:50.451860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3da5372d-a77b-4a6d-8d06-c1b7dbad7868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:50.905264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbddfbb-ebef-4d2f-a6b1-4d5c8856da3a req-5b805d2e-7163-45a8-b3f3-2df713242d3d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:50.906710 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6bbddfbb-ebef-4d2f-a6b1-4d5c8856da3a req-5b805d2e-7163-45a8-b3f3-2df713242d3d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0807934 Mar 28 11:14:50.949178 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6bbddfbb-ebef-4d2f-a6b1-4d5c8856da3a req-e1dcc1fc-8c1e-4953-962a-11a5d7dcd902 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368712 Mar 28 11:14:51.617379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:51.634396 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:52.134355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011473e-779a-4fe0-9eca-c1a27d53ea64 req-f8c7e768-d666-45fd-bd1c-3390af6b36f9 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:52.135784 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8011473e-779a-4fe0-9eca-c1a27d53ea64 req-f8c7e768-d666-45fd-bd1c-3390af6b36f9 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0812294 Mar 28 11:14:52.179735 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8011473e-779a-4fe0-9eca-c1a27d53ea64 req-110e5a1c-77a1-4fa8-99a6-12c2acb34c76 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383964 Mar 28 11:14:53.065267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:14:53.362959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7aa6c5-0305-4e01-b38a-7ff8cde1e9b0 req-0ab0010b-566c-448f-8b57-9cbb343554e9 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:53.364363 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d7aa6c5-0305-4e01-b38a-7ff8cde1e9b0 req-0ab0010b-566c-448f-8b57-9cbb343554e9 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0781388 Mar 28 11:14:53.412469 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d7aa6c5-0305-4e01-b38a-7ff8cde1e9b0 req-bed45a87-f49e-4a59-b9c6-a87e547aed4b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Mar 28 11:14:54.595223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcf2db-480c-4ab4-a249-511d7135d099 req-e5cc67c8-c78e-4a8e-b179-d4f5d33b3827 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:54.597149 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01dcf2db-480c-4ab4-a249-511d7135d099 req-e5cc67c8-c78e-4a8e-b179-d4f5d33b3827 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0824404 Mar 28 11:14:54.640189 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01dcf2db-480c-4ab4-a249-511d7135d099 req-d7eb70b6-b446-4f84-bc52-4c19933e2cf0 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374317 Mar 28 11:14:55.961375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7994d-20a9-4796-b022-91805149d84e req-42fa05bd-f90b-4a51-ac01-370e18847412 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:55.962895 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31d7994d-20a9-4796-b022-91805149d84e req-42fa05bd-f90b-4a51-ac01-370e18847412 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0787299 Mar 28 11:14:56.008403 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31d7994d-20a9-4796-b022-91805149d84e req-9d8be3bd-d836-4de2-b949-ffc466703388 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Mar 28 11:14:57.187646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdabb0-5776-4e88-bbaf-8367a44d59f3 req-6908a8bd-be36-4dcf-9f78-374aeb177e5d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:57.189068 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6ebdabb0-5776-4e88-bbaf-8367a44d59f3 req-6908a8bd-be36-4dcf-9f78-374aeb177e5d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0790875 Mar 28 11:14:57.231945 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6ebdabb0-5776-4e88-bbaf-8367a44d59f3 req-0c420034-e29c-41a6-9af6-86d67c3ebc2e tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367188 Mar 28 11:14:58.415233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d8710-015d-40c7-b8d2-257a73315e05 req-3a93bb0e-3bcb-4e57-9e43-0b072bfd7884 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:58.416666 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a28d8710-015d-40c7-b8d2-257a73315e05 req-3a93bb0e-3bcb-4e57-9e43-0b072bfd7884 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0818715 Mar 28 11:14:58.460548 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a28d8710-015d-40c7-b8d2-257a73315e05 req-282b6f8c-e836-4611-a3f2-068664e28bd2 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Mar 28 11:14:59.643911 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186bedc-c47c-4108-8f78-1cedd6c9408d req-ce2bcb6d-d3c8-4c36-9603-d97899dfb0cf tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:14:59.645343 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6186bedc-c47c-4108-8f78-1cedd6c9408d req-ce2bcb6d-d3c8-4c36-9603-d97899dfb0cf tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0797319 Mar 28 11:14:59.691895 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6186bedc-c47c-4108-8f78-1cedd6c9408d req-854ec539-e6ce-47a4-84db-d50462d76e92 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Mar 28 11:15:00.873883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a4671-1ea0-45f6-aacb-52898f7049eb req-a575bc40-eb3d-47f4-befa-48a45ac41101 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:00.875320 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e23a4671-1ea0-45f6-aacb-52898f7049eb req-a575bc40-eb3d-47f4-befa-48a45ac41101 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0787461 Mar 28 11:15:00.918572 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e23a4671-1ea0-45f6-aacb-52898f7049eb req-5244c892-6559-436c-91be-6121dd16aff5 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378242 Mar 28 11:15:02.101270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e8e25-a4f5-4917-adac-9d4518c5fea8 req-e6f71791-fa97-479b-a35d-4bc28e09f0aa tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:02.102698 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d2e8e25-a4f5-4917-adac-9d4518c5fea8 req-e6f71791-fa97-479b-a35d-4bc28e09f0aa tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0810504 Mar 28 11:15:02.145513 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d2e8e25-a4f5-4917-adac-9d4518c5fea8 req-2e0b67f3-b281-4e6a-b007-acac78150f21 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372207 Mar 28 11:15:03.325218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e02220-f5ae-489d-ae2b-52a24205b7ab req-2d23c5ea-a407-4465-8c6f-63745b34edb6 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:03.326654 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41e02220-f5ae-489d-ae2b-52a24205b7ab req-2d23c5ea-a407-4465-8c6f-63745b34edb6 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0776727 Mar 28 11:15:03.369489 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41e02220-f5ae-489d-ae2b-52a24205b7ab req-84d194d8-935b-44e1-8880-d81b36d574d7 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366228 Mar 28 11:15:04.552197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440d9ab-784c-4317-8866-66a93520cbcd req-f2a02b96-3241-46e9-b351-e3bac4e7edac tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:04.553642 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3440d9ab-784c-4317-8866-66a93520cbcd req-f2a02b96-3241-46e9-b351-e3bac4e7edac tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0834026 Mar 28 11:15:04.596182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3440d9ab-784c-4317-8866-66a93520cbcd req-d72ba3d9-0ba5-428f-b203-78757cda00f9 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370474 Mar 28 11:15:05.775407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9b6da-112b-4975-b787-87203d37dd3d req-c280158f-e9c3-4c1e-b084-9b4cdda63fff tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:05.776849 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aed9b6da-112b-4975-b787-87203d37dd3d req-c280158f-e9c3-4c1e-b084-9b4cdda63fff tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0788846 Mar 28 11:15:05.823190 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aed9b6da-112b-4975-b787-87203d37dd3d req-f4f90103-e758-413d-ab87-8e606d9b1f85 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Mar 28 11:15:07.004596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469412b-b778-47a1-860c-49a2531fb2d8 req-9dab5d8d-71cb-40af-ab52-0df824e45b37 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:07.006032 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d469412b-b778-47a1-860c-49a2531fb2d8 req-9dab5d8d-71cb-40af-ab52-0df824e45b37 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0770836 Mar 28 11:15:07.049248 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d469412b-b778-47a1-860c-49a2531fb2d8 req-17dd8994-d300-4c81-92d9-5afddd07c35c tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376239 Mar 28 11:15:08.233956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42498d3c-6e30-426b-9a7f-e7756a20decf req-1c72bcda-b5d1-4eea-8eed-cce48b97a5c1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:08.235379 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-42498d3c-6e30-426b-9a7f-e7756a20decf req-1c72bcda-b5d1-4eea-8eed-cce48b97a5c1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0818038 Mar 28 11:15:08.278206 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-42498d3c-6e30-426b-9a7f-e7756a20decf req-2683c8de-cce2-44ee-b581-7b341f7e53f8 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366616 Mar 28 11:15:09.457140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66de6a-2213-459c-8940-2f7ac2d7e60a req-d27b20ae-1b7d-4484-9dcf-96d8320bc6e1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:09.458581 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0b66de6a-2213-459c-8940-2f7ac2d7e60a req-d27b20ae-1b7d-4484-9dcf-96d8320bc6e1 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0780621 Mar 28 11:15:09.501423 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0b66de6a-2213-459c-8940-2f7ac2d7e60a req-9ebf4c84-2227-4824-8b47-7a9a3e7cf378 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373018 Mar 28 11:15:10.682748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414ef0e-c7ae-4534-8209-616582568129 req-91275a6d-8ecc-40f2-98df-d24dcf21a5ec tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:10.684176 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4414ef0e-c7ae-4534-8209-616582568129 req-91275a6d-8ecc-40f2-98df-d24dcf21a5ec tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0814328 Mar 28 11:15:10.726677 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4414ef0e-c7ae-4534-8209-616582568129 req-6fc7a39b-c8ca-48a9-9ca4-094b23d0f0ae tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370197 Mar 28 11:15:11.910659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719faaf-db73-4c4f-afe5-bfaa79ec717e req-66e914c8-d8d6-4b14-a8b3-7852294a28a7 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:11.912062 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c719faaf-db73-4c4f-afe5-bfaa79ec717e req-66e914c8-d8d6-4b14-a8b3-7852294a28a7 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0818710 Mar 28 11:15:11.957687 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c719faaf-db73-4c4f-afe5-bfaa79ec717e req-691c1c75-bf5d-486e-86c6-231440243c5a tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Mar 28 11:15:12.626056 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-ad035ed6-1cd9-4bbe-b6fb-2a872dde2ac0 service neutron] 10.222.0.31 "GET /v2.0/ports/7640f8ef-7416-4c9f-a5cf-a126938a2cbc/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0766206 Mar 28 11:15:13.149580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ba66d-cbac-4e65-b6ec-522607406cd2 req-d6a42bdc-b71d-47ef-a204-de83e51cee43 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:13.151111 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5b5ba66d-cbac-4e65-b6ec-522607406cd2 req-d6a42bdc-b71d-47ef-a204-de83e51cee43 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0843322 Mar 28 11:15:13.186890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-4436c6e0-aabe-4bd1-a43b-847369984712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:13.188259 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-4436c6e0-aabe-4bd1-a43b-847369984712 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302&tenant_id=641b870690814297938a53bfec9ffe7a HTTP/1.1" status: 200 len: 1098 time: 0.0779350 Mar 28 11:15:13.198434 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5b5ba66d-cbac-4e65-b6ec-522607406cd2 req-ef5be52e-cc3c-4347-bfa6-d391417ecc39 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Mar 28 11:15:13.305148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-b63c133a-599c-4695-9a16-0c87d8ac512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:13.306638 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-b63c133a-599c-4695-9a16-0c87d8ac512a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 1098 time: 0.0736520 Mar 28 11:15:13.443165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-9f116c4a-7223-4c5a-9556-4fa67d39b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:13.444523 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-9f116c4a-7223-4c5a-9556-4fa67d39b613 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 915 time: 0.1290202 Mar 28 11:15:13.611800 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-9cada44d-f14b-4bb8-bc37-06bab363943f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc HTTP/1.1" status: 200 len: 217 time: 0.1575832 Mar 28 11:15:13.678377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-83e16e9e-bd74-471e-b608-5c3eed3bb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:13.679731 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-83e16e9e-bd74-471e-b608-5c3eed3bb914 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 200 len: 854 time: 0.0594378 Mar 28 11:15:13.729088 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-2c965162-2366-471f-84ce-974888623e96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87b91129-3d1b-4848-97ce-fc37d7f210e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401802 Mar 28 11:15:13.862886 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-e23fadf0-7e0b-4f1c-9106-d8477bf993ba service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240461 Mar 28 11:15:13.996378 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-43bc1480-34ca-4bf2-8a8d-20c713942b6f req-6dfacb20-7d58-45df-8784-efd6e7d3f19c service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239796 Mar 28 11:15:14.491911 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35395ca5-b37d-41c8-a7ef-a13728e1041b req-694500cd-4343-4711-84ff-e2a91ff655e6 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:14.493343 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-35395ca5-b37d-41c8-a7ef-a13728e1041b req-694500cd-4343-4711-84ff-e2a91ff655e6 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.1743405 Mar 28 11:15:14.536921 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-35395ca5-b37d-41c8-a7ef-a13728e1041b req-c8d62846-89f4-42d4-90a0-c0518ff5d8c7 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Mar 28 11:15:15.032337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 7640f8ef-7416-4c9f-a5cf-a126938a2cbc no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:15:15.176832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:15.200333 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:15:15.204471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:15:15.214962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:15.256557 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc', 'code': 200} Mar 28 11:15:15.274155 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:15.340117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:15.346912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.347264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.347602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.347937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.348266 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.349218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.349549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.349875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.350228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.350553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.350876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.351197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:15.722202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738d8d4-47bb-4b5e-b6a3-52a827225949 req-a074cf58-046d-4624-8dc7-63175b0c8239 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:15.724118 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0738d8d4-47bb-4b5e-b6a3-52a827225949 req-a074cf58-046d-4624-8dc7-63175b0c8239 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 943 time: 0.0806143 Mar 28 11:15:15.768501 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0738d8d4-47bb-4b5e-b6a3-52a827225949 req-3209f4d8-b899-4734-8d53-1c869eaa586a tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388451 Mar 28 11:15:15.828303 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:16.953928 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fe27c-33d7-46e0-bee9-5746a05c0376 req-b8b34689-d3ca-423b-bf7c-cd8e81ed6a23 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:16.955356 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d27fe27c-33d7-46e0-bee9-5746a05c0376 req-b8b34689-d3ca-423b-bf7c-cd8e81ed6a23 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 943 time: 0.0789139 Mar 28 11:15:16.998226 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d27fe27c-33d7-46e0-bee9-5746a05c0376 req-06aec5a4-681c-4141-8776-b5ade3dc7057 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373595 Mar 28 11:15:17.039026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 7640f8ef-7416-4c9f-a5cf-a126938a2cbc details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:15:17.167599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:17.180691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc', 'network_id': '87b91129-3d1b-4848-97ce-fc37d7f210e2', 'port_id': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc', 'mac_address': 'fa:16:3e:2e:f5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9178870-68fb-4694-b296-d2f1fae39b9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:15:17.245986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:17.261982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7640f8ef-7416-4c9f-a5cf-a126938a2cbc {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:15:17.277661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:17.353919 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:17.422894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:17.454110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9747e7-36a5-48a0-af1f-a34694d7b185 req-de735ba3-a9c2-48a5-a870-530c50b51e6f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:17.455571 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba9747e7-36a5-48a0-af1f-a34694d7b185 req-de735ba3-a9c2-48a5-a870-530c50b51e6f tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 944 time: 0.0896950 Mar 28 11:15:17.487082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['7640f8ef-7416-4c9f-a5cf-a126938a2cbc'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:15:17.500911 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba9747e7-36a5-48a0-af1f-a34694d7b185 req-544cda26-7b7b-45d8-a0b7-e5a2e35eacaf tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Mar 28 11:15:17.574269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-bbd689d5-46d0-402d-aa6f-997279bf3a0e tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:17.575064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-bbd689d5-46d0-402d-aa6f-997279bf3a0e tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Synchronizing usage tracker for tenant:641b870690814297938a53bfec9ffe7a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:15:17.645080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-bbd689d5-46d0-402d-aa6f-997279bf3a0e tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Unset dirty status for tenant:641b870690814297938a53bfec9ffe7a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:15:17.647001 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-bbd689d5-46d0-402d-aa6f-997279bf3a0e tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302&tenant_id=641b870690814297938a53bfec9ffe7a&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.1810431 Mar 28 11:15:17.799951 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-3da01160-7360-4ad7-a81f-bdd65657c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:17.801400 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-3da01160-7360-4ad7-a81f-bdd65657c264 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=641b870690814297938a53bfec9ffe7a&device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 1097 time: 0.0705402 Mar 28 11:15:17.930848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-60f685aa-d50b-4d1f-a852-f41090eeb2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:17.932260 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-60f685aa-d50b-4d1f-a852-f41090eeb2d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 200 len: 915 time: 0.1243148 Mar 28 11:15:18.001820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-eac81548-3d6e-496d-8d3f-22cf8fde7890 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc HTTP/1.1" status: 200 len: 217 time: 0.0626187 Mar 28 11:15:18.061973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-1f1b8bd8-6fb7-41d7-b30e-1e3fead68c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:18.063335 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-1f1b8bd8-6fb7-41d7-b30e-1e3fead68c77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 200 len: 854 time: 0.0558140 Mar 28 11:15:18.107935 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-1ff116a6-3850-4474-b0c9-a02810cd5f58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87b91129-3d1b-4848-97ce-fc37d7f210e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384467 Mar 28 11:15:18.236395 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-c4947adb-1e60-4021-a802-0401d49dd991 service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211848 Mar 28 11:15:18.293682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ba82ab21-c3f1-433e-a144-86a738b3da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:18.367326 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b47c8df2-f950-44a7-87cd-20d7a5bc7956 req-1c22c62a-180a-42fe-9e52-6133460564ce service neutron] 10.222.0.31 "GET /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245484 Mar 28 11:15:18.689648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e24a75-7430-427b-b55f-f4e837bdab78 req-c8632e9c-72c5-43b5-bb38-2a49212e05f0 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:18.691115 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-87e24a75-7430-427b-b55f-f4e837bdab78 req-c8632e9c-72c5-43b5-bb38-2a49212e05f0 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 944 time: 0.0790253 Mar 28 11:15:18.737553 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-87e24a75-7430-427b-b55f-f4e837bdab78 req-a5bd8b49-08f9-464b-97e3-9ad2efd39369 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Mar 28 11:15:19.048181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 7640f8ef-7416-4c9f-a5cf-a126938a2cbc up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:15:19.114937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:19.115448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:19.231862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:19.258476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:15:19.268326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:19.302237 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc', 'code': 200} Mar 28 11:15:19.339311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:19.407827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:19.921098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f486d-6327-4562-b2c3-945fe98c97ce req-4e8ed43a-7126-4d60-9f3d-bf45c6a8bbab tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:19.922562 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d7f486d-6327-4562-b2c3-945fe98c97ce req-4e8ed43a-7126-4d60-9f3d-bf45c6a8bbab tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0817137 Mar 28 11:15:19.966844 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d7f486d-6327-4562-b2c3-945fe98c97ce req-080d802e-95b5-49dc-a02c-49a0e13d7481 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386708 Mar 28 11:15:20.150980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d50250-e917-41d4-94bf-7de7e46757b0 req-2899148a-2072-4d4c-b92c-86c18dcbeb82 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:20.152526 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9d50250-e917-41d4-94bf-7de7e46757b0 req-2899148a-2072-4d4c-b92c-86c18dcbeb82 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0829315 Mar 28 11:15:20.196517 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9d50250-e917-41d4-94bf-7de7e46757b0 req-57897d3b-583d-495d-83a7-ff74fd8c31ec tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381038 Mar 28 11:15:20.375057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a8c67-27b4-4160-9fba-9eff5468b57d req-f6ef521e-329f-4f3f-b330-c35e9bb7e2c2 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:20.376477 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7c6a8c67-27b4-4160-9fba-9eff5468b57d req-f6ef521e-329f-4f3f-b330-c35e9bb7e2c2 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0797048 Mar 28 11:15:20.422696 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7c6a8c67-27b4-4160-9fba-9eff5468b57d req-b1f873b9-a691-449b-b97b-74a48e721733 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Mar 28 11:15:20.462658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b7a828c6-b902-4ec6-b4b3-6b3262704154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:21.276178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728aae2-6fa5-43ae-95ca-5ab9e77268e4 req-806075f2-bbaf-40df-9251-25b6c82890d4 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:21.277624 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2728aae2-6fa5-43ae-95ca-5ab9e77268e4 req-806075f2-bbaf-40df-9251-25b6c82890d4 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0785596 Mar 28 11:15:21.321048 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2728aae2-6fa5-43ae-95ca-5ab9e77268e4 req-0c2373b7-9d7f-4ca4-97fb-ba31d23ae056 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375199 Mar 28 11:15:21.596552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:21.625022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:22.503604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bef84-ef61-4053-8c3f-5484caf3fd18 req-2b7129ff-7621-41d5-a7d3-afbed520fcf8 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:22.505066 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2b2bef84-ef61-4053-8c3f-5484caf3fd18 req-2b7129ff-7621-41d5-a7d3-afbed520fcf8 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0831673 Mar 28 11:15:22.552958 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2b2bef84-ef61-4053-8c3f-5484caf3fd18 req-e05b6245-c122-48d3-b1c0-4dd369a49d61 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/security-groups?id=013177fc-a3f6-4f48-adb9-609002ef1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Mar 28 11:15:22.932829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-bb430b3c-e299-4c3b-aeab-7f62b60d1cbf tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:22.934276 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-bb430b3c-e299-4c3b-aeab-7f62b60d1cbf tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 945 time: 0.0818183 Mar 28 11:15:23.005663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Deleting port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:15:23.006027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:23.062214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:23.337447 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] For port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,segment=NetworkSegment(ff11dd19-46c3-44d4-9e6a-53aa2695bfe0),segment_id=ff11dd19-46c3-44d4-9e6a-53aa2695bfe0)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:23.337711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:23.458603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Calling delete_port for 7640f8ef-7416-4c9f-a5cf-a126938a2cbc owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:15:23.654111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:23.702786 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e9c9bc7c-b9fb-44c1-9055-3e72c0041d14 req-5c83577b-0c27-4ea2-8e83-336fbbc6608d tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 210 time: 0.0428338 Mar 28 11:15:23.707680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Pushing event deleted for resources: {'Port': ['ID=7640f8ef-7416-4c9f-a5cf-a126938a2cbc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:23.780030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] No DVR routers for this DVR port 7640f8ef-7416-4c9f-a5cf-a126938a2cbc on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:15:23.782437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:23.784789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'name': 'network-vif-deleted', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:15:23.827415 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302', 'name': 'network-vif-deleted', 'tag': '7640f8ef-7416-4c9f-a5cf-a126938a2cbc', 'status': 'completed', 'code': 200} Mar 28 11:15:23.903462 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cfae2d2d-8e4c-437b-8427-3de0dc19de63 req-fd8ad5ff-a00b-4a12-af33-de09a9de6a95 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.31 "DELETE /v2.0/ports/7640f8ef-7416-4c9f-a5cf-a126938a2cbc HTTP/1.1" status: 204 len: 173 time: 0.9610534 Mar 28 11:15:24.867286 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aeb7e967-27c5-4b74-8a42-b8b0242787b5 req-7f8826be-b58d-442e-9693-5e876eb983a9 tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf304a8-37e3-4ee5-8e7c-4f1aab2fa302 HTTP/1.1" status: 200 len: 210 time: 0.0418754 Mar 28 11:15:25.083480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 7640f8ef-7416-4c9f-a5cf-a126938a2cbc no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:15:25.117351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 7640f8ef-7416-4c9f-a5cf-a126938a2cbc {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:15:25.117695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 7640f8ef-7416-4c9f-a5cf-a126938a2cbc not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:15:26.097367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43540) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:26.158759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Deleting subnet d9178870-68fb-4694-b296-d2f1fae39b9b {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:15:26.161531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.209086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.265199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.399629 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.435990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9178870-68fb-4694-b296-d2f1fae39b9b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:26.440413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.450275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.450618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.450952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.451280 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.451602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.451927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.452250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.452569 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.452886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.453211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.453513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.453823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:26.458054 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7f164914-e291-4b06-918e-85c99534ba79 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d9178870-68fb-4694-b296-d2f1fae39b9b HTTP/1.1" status: 204 len: 168 time: 0.3596363 Mar 28 11:15:26.460529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43544) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:26.566697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.688498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.712593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b91129-3d1b-4848-97ce-fc37d7f210e2']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:26.725220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:26.725515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff11dd19-46c3-44d4-9e6a-53aa2695bfe0') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:26.736594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.756001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.761775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:15:26.762197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:15:26.774911 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:15:26.904764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.920581 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:26.931125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b91129-3d1b-4848-97ce-fc37d7f210e2,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:27.000166 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5d8d69a5-aa6b-427d-972d-8986e04f09d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/87b91129-3d1b-4848-97ce-fc37d7f210e2 HTTP/1.1" status: 204 len: 168 time: 0.5384188 Mar 28 11:15:27.324818 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43550) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:27.376354 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0ad39ba4-6322-4f7f-bbc2-f0301128b49d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=641b870690814297938a53bfec9ffe7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503769 Mar 28 11:15:27.378749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43554) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:27.434623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f9427b5e-d694-49b6-a24c-f69ed9e4dc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:27.460501 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f9427b5e-d694-49b6-a24c-f69ed9e4dc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:27.568620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f9427b5e-d694-49b6-a24c-f69ed9e4dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:27.584895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9427b5e-d694-49b6-a24c-f69ed9e4dc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013177fc-a3f6-4f48-adb9-609002ef1213,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:27.589233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f9427b5e-d694-49b6-a24c-f69ed9e4dc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:27.590353 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f9427b5e-d694-49b6-a24c-f69ed9e4dc5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/013177fc-a3f6-4f48-adb9-609002ef1213 HTTP/1.1" status: 204 len: 168 time: 0.2107325 Mar 28 11:15:28.591215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43578) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:28.692080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2133041688-network', 'tenant_id': '52353bb501d34451967db0b333d3774a'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:28.696863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:28.700705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Usage tracker for resource:network and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:15:28.703558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:15:28.710147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:28.790141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Made reservation on behalf of 52353bb501d34451967db0b333d3774a for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:15:28.792430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:28.804296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:28.818340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:28.822199 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Usage tracker for resource:security_group_rule and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:15:28.824921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:15:28.830558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:28.913496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:28.973011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:29.001855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:15:29.010497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764242db-2da9-41a7-8410-002c0baccd8d,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:29.016801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:29.017772 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Added segment fe2d7a5e-86c9-429e-8d03-3b0b9297d93d of type vlan for network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c Mar 28 11:15:29.042704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:29.125174 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:29.126194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:29.126770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:29.323320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:29.332735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:15:29.383000 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-05e3122b-939f-4e24-8cd4-fd8cf22275e7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7907033 Mar 28 11:15:29.385696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43584) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:29.390971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Request body: {'subnet': {'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2133041688-subnet', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:29.395765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:29.399598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Usage tracker for resource:subnet and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:15:29.404983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:15:29.408684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:29.467420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Made reservation on behalf of 52353bb501d34451967db0b333d3774a for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:15:29.469707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:29.733260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:29.809697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b73fb9-ec14-491f-8418-8d182e20be07,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:29.816665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Checking segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:15:29.817017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Network hostable DHCP agents. Network: ae414d2a-5f91-4c7a-9812-4bc8462e9b2c, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:15:29.899032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:15:29.961724 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, ae414d2a-5f91-4c7a-9812-4bc8462e9b2c) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:15:29.965760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:29.966381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:29.970864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56db784-9e7d-4d2b-99aa-f159fdf99933 None None] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:15:30.054052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0964556a-386f-4089-bf17-b7b792a95998 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6671579 Mar 28 11:15:30.056635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43588) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:30.061553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:30.066127 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:30.069879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Usage tracker for resource:router and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:15:30.072715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:15:30.078347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:30.168197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.169248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.179920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:15:30.180734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.185129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.327930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Allocated IP 172.20.0.2 (ae414d2a-5f91-4c7a-9812-4bc8462e9b2c/36b73fb9-ec14-491f-8418-8d182e20be07/0c8919df-32e1-4f5d-97f9-91dbda7719fa) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:15:30.530159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.559815 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.570002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Transition to ACTIVE for port object 0c8919df-32e1-4f5d-97f9-91dbda7719fa will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:15:30.587794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Transition to ACTIVE for port object 0c8919df-32e1-4f5d-97f9-91dbda7719fa will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:15:30.659526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.718159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:15:30.720811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:15:30.728945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:15:30.737979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Pushing event updated for resources: {'Port': ['ID=0c8919df-32e1-4f5d-97f9-91dbda7719fa,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:30.822638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Attempting to bind port 0c8919df-32e1-4f5d-97f9-91dbda7719fa on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:15:30.823007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Attempting to bind port 0c8919df-32e1-4f5d-97f9-91dbda7719fa by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:15:30.823368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Attempting to bind port 0c8919df-32e1-4f5d-97f9-91dbda7719fa on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:15:30.828475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:15:30.828847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Checking segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:15:30.829256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.829643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Bound using segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:15:30.830135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Bound port: 0c8919df-32e1-4f5d-97f9-91dbda7719fa, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:15:30.830503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.893668 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:30.918239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] For port 0c8919df-32e1-4f5d-97f9-91dbda7719fa, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:15:30.921122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] For port 0c8919df-32e1-4f5d-97f9-91dbda7719fa, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0c8919df-32e1-4f5d-97f9-91dbda7719fa,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:15:30.923541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:31.005749 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:31.058406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Allocated IP 172.26.2.125 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:15:31.091095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bc45d-68b8-48e7-8d78-f8fbbe1dc541 None None] Pushing event updated for resources: {'Port': ['ID=0c8919df-32e1-4f5d-97f9-91dbda7719fa,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:31.209110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:31.297255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:31.359805 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:15:31.368197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:15:31.371942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:15:31.404543 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:31.842317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0c8919df-32e1-4f5d-97f9-91dbda7719fa up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:15:31.967813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 0c8919df-32e1-4f5d-97f9-91dbda7719fa completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:15:31.987141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:31.998530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b0f9c-671b-44f6-8599-3dbbd6509b69 None None] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:15:32.197994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7960ea9e-e434-4735-aff4-055605fd258d None None] Provisioning for port 0c8919df-32e1-4f5d-97f9-91dbda7719fa completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:15:32.207278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7960ea9e-e434-4735-aff4-055605fd258d None None] Provisioning complete for port 0c8919df-32e1-4f5d-97f9-91dbda7719fa triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:32.207646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7960ea9e-e434-4735-aff4-055605fd258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:32.326344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:32.343460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7960ea9e-e434-4735-aff4-055605fd258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:32.377172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7960ea9e-e434-4735-aff4-055605fd258d None None] For port 0c8919df-32e1-4f5d-97f9-91dbda7719fa, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0c8919df-32e1-4f5d-97f9-91dbda7719fa,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:32.442172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7960ea9e-e434-4735-aff4-055605fd258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:32.524795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960ea9e-e434-4735-aff4-055605fd258d None None] Pushing event updated for resources: {'Port': ['ID=0c8919df-32e1-4f5d-97f9-91dbda7719fa,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:32.563203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a879b752-7cae-4da2-8c6c-1bd2c3d2dd37 None None] Provisioning complete for port 0c8919df-32e1-4f5d-97f9-91dbda7719fa triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:32.563569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a879b752-7cae-4da2-8c6c-1bd2c3d2dd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:32.627791 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:15:32.800170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:15:32.809514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:15:32.818579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:15:32.819188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:15:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:32.913320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:32.914583 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bc9ce749-2464-46b8-af61-aa7dcdbc2436 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8570182 Mar 28 11:15:32.917290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43592) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:32.991109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:15:33.308224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:31Z', 'revision_number': 3, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:33.311994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:15:33.312335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Updating router d798af5a-cfe9-4780-80ca-a6903fd2e5bc port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:15:33.363017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:33.681632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:33.693725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Transition to ACTIVE for port object 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:15:33.704397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:33.773685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:33.825725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0c8919df-32e1-4f5d-97f9-91dbda7719fa up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:15:33.899039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Attempting to bind port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:15:33.899408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Attempting to bind port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:15:33.899774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Attempting to bind port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:15:33.908954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937a670-5560-4e74-9dff-aca506c6cc6d None None] Pushing event updated for resources: {'Port': ['ID=6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:33.911124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Allocated IP 172.20.0.1 (ae414d2a-5f91-4c7a-9812-4bc8462e9b2c/36b73fb9-ec14-491f-8418-8d182e20be07/35608852-50f0-4b87-b9ec-e2c79f9795a5) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:15:33.916096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:15:33.916564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:15:33.916861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:33.917247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:15:33.917713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Bound port: 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:15:33.918112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:33.986741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 0c8919df-32e1-4f5d-97f9-91dbda7719fa triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:33.987029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:34.040433 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] For port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:15:34.057788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] For port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:15:34.059957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:34.076322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Transition to ACTIVE for port object 35608852-50f0-4b87-b9ec-e2c79f9795a5 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:15:34.163035 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:34.163214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:34.225170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:15:34.227980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:15:34.231624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:15:34.241050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:15:34.241732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:15:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:34.278716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Pushing event updated for resources: {'Port': ['ID=35608852-50f0-4b87-b9ec-e2c79f9795a5,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:34.303319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:34.320492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937a670-5560-4e74-9dff-aca506c6cc6d None None] Pushing event updated for resources: {'Port': ['ID=6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:34.437078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:15:34.635202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:34.639110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6fc8e212-3ace-4229-8899-2b050831486d None None] Provisioning for port 35608852-50f0-4b87-b9ec-e2c79f9795a5 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:15:34.644902 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6fc8e212-3ace-4229-8899-2b050831486d None None] Provisioning complete for port 35608852-50f0-4b87-b9ec-e2c79f9795a5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:34.645340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e212-3ace-4229-8899-2b050831486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:34.740031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8e212-3ace-4229-8899-2b050831486d None None] Port 35608852-50f0-4b87-b9ec-e2c79f9795a5 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:15:34.778326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:31Z', 'revision_number': 3, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:34.782478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a2f9-c73a-4426-a40b-3f2c7449f23f None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:31Z', 'revision_number': 3, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:15:34.972622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:35.036149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:35.144673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:35.148691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Pushing event updated for resources: {'Port': ['ID=35608852-50f0-4b87-b9ec-e2c79f9795a5,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:35.284708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:15:35.285924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:15:35.484904 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:15:35.565889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9c68bea7-978a-4725-b9c7-9b1b6138b400 None None] Provisioning complete for port 35608852-50f0-4b87-b9ec-e2c79f9795a5 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:35.566424 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c68bea7-978a-4725-b9c7-9b1b6138b400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:35.620628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9c68bea7-978a-4725-b9c7-9b1b6138b400 None None] Port 35608852-50f0-4b87-b9ec-e2c79f9795a5 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:15:35.666704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:15:35.675756 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-528b386e-9562-472f-8f71-fd612fc01ada admin admin] 10.222.0.18 "PUT /v2.0/routers/d798af5a-cfe9-4780-80ca-a6903fd2e5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7575386 Mar 28 11:15:35.840817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:15:36.002117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:15:36.008199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:36.013078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.104499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43602) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:36.110041 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581537930', 'description': 'tempest-description--1820976877'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:36.116198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:36.123138 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Usage tracker for resource:security_group and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:15:36.126380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:15:36.126728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.133762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:36.144577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:36.213641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.230604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.234142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:36.238052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Usage tracker for resource:security_group_rule and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:15:36.241547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:15:36.249116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:36.271750 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:15:36.282670 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:15:36.283448 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:15:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:36.299271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:36.324996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.387482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.428969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df19618a-3d06-4fbf-ba43-cf6ed13f20fc,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:36.463790 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:15:36.501980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.506341 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9c32d47c-6af3-4bd6-b0ea-e3c5e7822869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3977420 Mar 28 11:15:36.506731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 43606) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:36.511983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'security_group_rule': {'security_group_id': 'df19618a-3d06-4fbf-ba43-cf6ed13f20fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:36.518575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:36.522611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Usage tracker for resource:security_group_rule and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:15:36.525526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:15:36.534632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:36.608999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.672033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.745156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.769080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfe2c39-8d88-4c7c-9426-d920073a59fc,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:36.779897 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.784410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:36.806865 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 2, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:36.810694 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:15:36.811039 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Updating router d798af5a-cfe9-4780-80ca-a6903fd2e5bc port 35608852-50f0-4b87-b9ec-e2c79f9795a5 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:15:36.841842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.843128 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d9cbae00-063c-42de-ad35-621596198617 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353252 Mar 28 11:15:36.845866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43610) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:36.851267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'security_group_rule': {'security_group_id': 'df19618a-3d06-4fbf-ba43-cf6ed13f20fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:36.857126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:36.860978 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Usage tracker for resource:security_group_rule and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:15:36.862145 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:36.863874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:15:36.870073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:36.939829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.000505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.076281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.103992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b569ccd-2e6f-49e3-812c-9c24b82c843b,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:37.162531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.163746 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d2c72485-ac52-4e20-a959-97f5ac48188c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3168528 Mar 28 11:15:37.166865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 43614) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:37.172222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:37.178620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:37.182738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Usage tracker for resource:floatingip and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:15:37.185683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:15:37.191555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:37.198288 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.209384 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Transition to ACTIVE for port object 35608852-50f0-4b87-b9ec-e2c79f9795a5 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:15:37.279219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.307206 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.422242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.456845 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Pushing event updated for resources: {'Port': ['ID=35608852-50f0-4b87-b9ec-e2c79f9795a5,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:37.473084 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.477534 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:15:37.550665 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Attempting to bind port 35608852-50f0-4b87-b9ec-e2c79f9795a5 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:15:37.551867 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Attempting to bind port 35608852-50f0-4b87-b9ec-e2c79f9795a5 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:15:37.553543 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Attempting to bind port 35608852-50f0-4b87-b9ec-e2c79f9795a5 on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:15:37.559454 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:15:37.559854 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Checking segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:15:37.560855 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.561154 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Bound using segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:15:37.561613 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Bound port: 35608852-50f0-4b87-b9ec-e2c79f9795a5, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:15:37.562010 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.575518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Allocated IP 172.26.2.82 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/1f2b6347-771b-43ed-99df-81107be47945) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:15:37.649525 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] For port 35608852-50f0-4b87-b9ec-e2c79f9795a5, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:15:37.652570 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] For port 35608852-50f0-4b87-b9ec-e2c79f9795a5, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=35608852-50f0-4b87-b9ec-e2c79f9795a5,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:15:37.713476 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.721144 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.791863 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:15:37.792488 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:15:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:37.808042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.829209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:15:37.869677 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fd206-436c-4c2d-95aa-ed9cc50ae43d None None] Pushing event updated for resources: {'Port': ['ID=35608852-50f0-4b87-b9ec-e2c79f9795a5,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:37.878821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:15:37.887404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:15:37.891918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:15:37.914499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:37.915216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:37.926920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event updated for resources: {'Port': ['ID=1f2b6347-771b-43ed-99df-81107be47945,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:37.982239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:38.016847 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:15:38.116132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:38.322423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:38.326556 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-02844582-5dc3-4368-8537-b092ea81789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:37Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:38.330428 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02844582-5dc3-4368-8537-b092ea81789f None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:37Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:15:38.383428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:38.496427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event updated for resources: {'Port': ['ID=1f2b6347-771b-43ed-99df-81107be47945,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:38.510409 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:38.582375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:38.583568 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7bd81b49-7016-4d01-a3ab-43940f3623a1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4156873 Mar 28 11:15:38.750902 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-5306c090-dbab-4e95-87c7-4278180c642a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Synchronizing usage tracker for tenant:52353bb501d34451967db0b333d3774a on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:15:38.833808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-5306c090-dbab-4e95-87c7-4278180c642a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Unset dirty status for tenant:52353bb501d34451967db0b333d3774a on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:15:38.834944 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-5306c090-dbab-4e95-87c7-4278180c642a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1581537930&fields=id&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 267 time: 0.1248295 Mar 28 11:15:38.989803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c6953a28-2c6b-467d-8018-3e0c66ca2c06 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:38.990505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c6953a28-2c6b-467d-8018-3e0c66ca2c06 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Synchronizing usage tracker for tenant:52353bb501d34451967db0b333d3774a on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:15:39.065069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c6953a28-2c6b-467d-8018-3e0c66ca2c06 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Unset dirty status for tenant:52353bb501d34451967db0b333d3774a on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:15:39.066312 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c6953a28-2c6b-467d-8018-3e0c66ca2c06 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 812 time: 0.2243733 Mar 28 11:15:39.081771 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-7d533436-4c91-47f2-9bbd-549076f54aa9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/quotas/52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 375 time: 0.0097172 Mar 28 11:15:39.173964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a36b2910-3799-4c33-bfb5-0a0c9d7bead2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Synchronizing usage tracker for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:15:39.267850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a36b2910-3799-4c33-bfb5-0a0c9d7bead2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Unset dirty status for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:15:39.267850 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a36b2910-3799-4c33-bfb5-0a0c9d7bead2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1782494 Mar 28 11:15:39.404936 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-8aeac50d-22df-40ad-a452-f0d10a8e0f0f service neutron] 10.222.0.18 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256425 Mar 28 11:15:39.536426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-f09fa952-768e-43e2-89ae-a75af502ce30 service neutron] 10.222.0.18 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256754 Mar 28 11:15:39.775040 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7e54fa6b-9d8b-42fa-86d4-1a5817e9e924 req-4e1fec1e-2b22-4a51-ab42-07261513cee0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 210 time: 0.0431859 Mar 28 11:15:39.848419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 35608852-50f0-4b87-b9ec-e2c79f9795a5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:15:39.995759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 35608852-50f0-4b87-b9ec-e2c79f9795a5 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:15:40.000593 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 35608852-50f0-4b87-b9ec-e2c79f9795a5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:40.000978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:40.116161 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:40.146528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 35608852-50f0-4b87-b9ec-e2c79f9795a5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=35608852-50f0-4b87-b9ec-e2c79f9795a5,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:40.210592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:40.276185 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=35608852-50f0-4b87-b9ec-e2c79f9795a5,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:41.035016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0adeb503-81cb-45d4-8952-ecd8a49c8ea3 req-970cfb02-7782-4d9a-8021-60aae238e598 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 210 time: 0.1527059 Mar 28 11:15:41.819984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 35608852-50f0-4b87-b9ec-e2c79f9795a5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:15:41.889845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 35608852-50f0-4b87-b9ec-e2c79f9795a5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:41.890245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:42.189871 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cfca2950-a34a-44f7-a6c3-6ea119668f0d req-c498a666-99a8-41d3-a7eb-facbc4f9f869 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 210 time: 0.0428627 Mar 28 11:15:42.204202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-46e58f72-0540-42b6-8b0d-2ab2cefad245 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:42.205629 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-46e58f72-0540-42b6-8b0d-2ab2cefad245 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 812 time: 0.2428675 Mar 28 11:15:42.280114 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-7d68f631-31ca-4986-8c62-2ee6a5a23e73 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 380 time: 0.0401464 Mar 28 11:15:42.290991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'port': {'device_id': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'admin_state_up': True, 'tenant_id': '52353bb501d34451967db0b333d3774a', 'security_groups': ['df19618a-3d06-4fbf-ba43-cf6ed13f20fc']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:42.425924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:15:42.435398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:15:42.507643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Made reservation on behalf of 52353bb501d34451967db0b333d3774a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:15:42.511191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:42.687929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Allocated IP 172.20.0.14 (ae414d2a-5f91-4c7a-9812-4bc8462e9b2c/36b73fb9-ec14-491f-8418-8d182e20be07/e9fb6029-42c6-4e46-a9af-8cb672487939) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:15:42.865719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:42.881195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Transition to ACTIVE for port object e9fb6029-42c6-4e46-a9af-8cb672487939 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:15:42.947704 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:43.015387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:15:43.022705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:15:43.026892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:15:43.057263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event updated for resources: {'Port': ['ID=e9fb6029-42c6-4e46-a9af-8cb672487939,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:43.096406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:43.097006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:43.219509 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-a35a5869-f2d6-4f24-9acb-645a87444b18 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9319205 Mar 28 11:15:43.243774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Request body: {'port': {'device_id': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:43.304405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fd407883-2af7-4abe-9fe0-ebaaa15ae25e None None] Provisioning for port e9fb6029-42c6-4e46-a9af-8cb672487939 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:15:43.309334 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fd407883-2af7-4abe-9fe0-ebaaa15ae25e None None] Provisioning complete for port e9fb6029-42c6-4e46-a9af-8cb672487939 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:43.309706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fd407883-2af7-4abe-9fe0-ebaaa15ae25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:43.359551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:43.364671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-fd407883-2af7-4abe-9fe0-ebaaa15ae25e None None] Port e9fb6029-42c6-4e46-a9af-8cb672487939 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:15:43.382382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772646b-61fc-4a8c-b7a6-52d5fc214a9c req-a4a2394b-2a32-4c79-9d9f-d168d4f67e39 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:43.383827 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6772646b-61fc-4a8c-b7a6-52d5fc214a9c req-a4a2394b-2a32-4c79-9d9f-d168d4f67e39 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 932 time: 0.0849662 Mar 28 11:15:43.430068 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6772646b-61fc-4a8c-b7a6-52d5fc214a9c req-4c4d9ff7-9c5d-4500-b480-1fbec4fb5bbd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402420 Mar 28 11:15:43.696559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fb6029-42c6-4e46-a9af-8cb672487939 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:15:43.703753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:43.717277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Transition to ACTIVE for port object e9fb6029-42c6-4e46-a9af-8cb672487939 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:15:43.766915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:43.922312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb6029-42c6-4e46-a9af-8cb672487939,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:44.000607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Attempting to bind port e9fb6029-42c6-4e46-a9af-8cb672487939 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:15:44.000945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Attempting to bind port e9fb6029-42c6-4e46-a9af-8cb672487939 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:15:44.001259 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Attempting to bind port e9fb6029-42c6-4e46-a9af-8cb672487939 on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:15:44.006655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Port e9fb6029-42c6-4e46-a9af-8cb672487939 on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:15:44.006655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Attempting to bind port e9fb6029-42c6-4e46-a9af-8cb672487939 on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:15:44.011498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:15:44.011825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Checking segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:15:44.012195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Bound using segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:15:44.012604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Bound port: e9fb6029-42c6-4e46-a9af-8cb672487939, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:15:44.012941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:44.104912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:15:44.107984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e9fb6029-42c6-4e46-a9af-8cb672487939,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:15:44.159014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:44.214247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:44.214850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:44.216210 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-c258a13b-e884-4843-8452-0689232e67fe service neutron] 10.222.0.31 "PUT /v2.0/ports/e9fb6029-42c6-4e46-a9af-8cb672487939 HTTP/1.1" status: 200 len: 1094 time: 0.9767437 Mar 28 11:15:44.216662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:15:44.244260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258a13b-e884-4843-8452-0689232e67fe service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb6029-42c6-4e46-a9af-8cb672487939,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:44.268440 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'status': 'completed', 'code': 200} Mar 28 11:15:44.490601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039032-9f47-4e3b-b2af-44cf699b8b9b req-63061580-c7de-4acf-893b-f170a32ba518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:44.492002 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-be039032-9f47-4e3b-b2af-44cf699b8b9b req-63061580-c7de-4acf-893b-f170a32ba518 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 1097 time: 0.1736650 Mar 28 11:15:44.611056 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0567e-459a-4b42-8091-278e6e365c51 req-15712331-8254-4a60-9f0e-639214b83625 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:44.612482 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b1c0567e-459a-4b42-8091-278e6e365c51 req-15712331-8254-4a60-9f0e-639214b83625 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 944 time: 0.0779464 Mar 28 11:15:44.642657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039032-9f47-4e3b-b2af-44cf699b8b9b req-aa5ca4ca-fa0e-4cfd-9659-4792254f14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:44.644039 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-be039032-9f47-4e3b-b2af-44cf699b8b9b req-aa5ca4ca-fa0e-4cfd-9659-4792254f14ee service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=52353bb501d34451967db0b333d3774a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1355212 Mar 28 11:15:44.655806 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b1c0567e-459a-4b42-8091-278e6e365c51 req-129c67ba-5145-497b-90a0-a3c78aa21e90 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370727 Mar 28 11:15:44.783032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039032-9f47-4e3b-b2af-44cf699b8b9b req-5565dce4-2750-463f-aef9-9c239027e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:44.784471 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-be039032-9f47-4e3b-b2af-44cf699b8b9b req-5565dce4-2750-463f-aef9-9c239027e509 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308084 Mar 28 11:15:44.922743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-aa1aae5f-faf2-4bbf-af93-c70a0997d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:44.924168 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-aa1aae5f-faf2-4bbf-af93-c70a0997d6f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 1097 time: 0.0686283 Mar 28 11:15:44.998659 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-b58a5dec-8e21-4484-9a9a-cee1ec3527da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9fb6029-42c6-4e46-a9af-8cb672487939 HTTP/1.1" status: 200 len: 217 time: 0.0615227 Mar 28 11:15:45.060890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-ed46e18e-d873-41b3-8738-d397c77b0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:45.062272 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-ed46e18e-d873-41b3-8738-d397c77b0b3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0553675 Mar 28 11:15:45.141035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-0fc2ed49-0d8e-4cab-abee-12f1fb1a90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:45.142579 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-0fc2ed49-0d8e-4cab-abee-12f1fb1a90a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706577 Mar 28 11:15:45.273662 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-1795447c-b440-4130-a301-097feceb50b9 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213496 Mar 28 11:15:45.405180 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4aa511dc-e413-4814-a55a-2ff9bd71fcca req-15971981-b082-444b-b03e-835e41bce3b4 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218722 Mar 28 11:15:45.819045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:45.843114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb267f-2eb2-4b48-922a-3b231eef8f8b req-2fc0fb00-fdee-4efc-a097-8acb1b2daa92 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:45.844600 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37cb267f-2eb2-4b48-922a-3b231eef8f8b req-2fc0fb00-fdee-4efc-a097-8acb1b2daa92 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 944 time: 0.0828001 Mar 28 11:15:45.888486 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37cb267f-2eb2-4b48-922a-3b231eef8f8b req-99d0b4c0-b170-4bd7-8b80-9e7ff40f0068 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382359 Mar 28 11:15:47.157684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d98ab9-d79b-4b65-b0cb-f694a6862937 req-31be5773-b24a-43eb-a06c-6bc6cf4d38cf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:47.159189 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-78d98ab9-d79b-4b65-b0cb-f694a6862937 req-31be5773-b24a-43eb-a06c-6bc6cf4d38cf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 944 time: 0.1706104 Mar 28 11:15:47.202222 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-78d98ab9-d79b-4b65-b0cb-f694a6862937 req-dab1f1ec-9139-44d1-9472-932617ed4b93 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372019 Mar 28 11:15:48.291006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7a384dd-bf38-4d28-a068-015ee1190693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:48.386343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab1f4f-f3b1-443d-a330-c0742a5e8b36 req-432941d1-1e25-4732-8a10-edb782ef1bd9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:48.387840 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-29ab1f4f-f3b1-443d-a330-c0742a5e8b36 req-432941d1-1e25-4732-8a10-edb782ef1bd9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 944 time: 0.0819495 Mar 28 11:15:48.431864 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-29ab1f4f-f3b1-443d-a330-c0742a5e8b36 req-b471a0f5-3926-4e10-9b70-9d1002e15547 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383468 Mar 28 11:15:49.178107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e9fb6029-42c6-4e46-a9af-8cb672487939 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:15:49.308123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e9fb6029-42c6-4e46-a9af-8cb672487939,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:49.320471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'mac_address': 'fa:16:3e:de:d1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:15:49.376079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:49.391861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fb6029-42c6-4e46-a9af-8cb672487939 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:15:49.406600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e9fb6029-42c6-4e46-a9af-8cb672487939,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:49.464591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:49.531236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e9fb6029-42c6-4e46-a9af-8cb672487939,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:49.619103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828260b-cd74-4051-8d06-3fbf6185f170 req-8654c6ff-d46c-49e4-944f-ccdad05e3088 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:49.620528 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1828260b-cd74-4051-8d06-3fbf6185f170 req-8654c6ff-d46c-49e4-944f-ccdad05e3088 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 945 time: 0.0814846 Mar 28 11:15:49.663717 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1828260b-cd74-4051-8d06-3fbf6185f170 req-9c1effe5-7714-4c46-a564-0f8170b82cb8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375040 Mar 28 11:15:49.815278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e9fb6029-42c6-4e46-a9af-8cb672487939'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:15:50.458150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-79a42a27-005f-43fb-beda-0afa5d81e9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:50.888155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cc1eb-ced0-4f0e-8948-7e4084a8140a req-e0ad5a8e-0460-4188-8906-e5c4cf9a05d7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:50.889599 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6f0cc1eb-ced0-4f0e-8948-7e4084a8140a req-e0ad5a8e-0460-4188-8906-e5c4cf9a05d7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 945 time: 0.1245270 Mar 28 11:15:50.933027 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6f0cc1eb-ced0-4f0e-8948-7e4084a8140a req-49acdda1-ae32-4f8f-8b9e-cd7456806b51 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377836 Mar 28 11:15:51.187601 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e9fb6029-42c6-4e46-a9af-8cb672487939 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:15:51.333189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port e9fb6029-42c6-4e46-a9af-8cb672487939 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:15:51.337976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port e9fb6029-42c6-4e46-a9af-8cb672487939 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:15:51.338347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:51.454486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:51.480671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:15:51.490234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e9fb6029-42c6-4e46-a9af-8cb672487939,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:15:51.529159 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'code': 200} Mar 28 11:15:51.564290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:51.602556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:51.639951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:51.662802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e9fb6029-42c6-4e46-a9af-8cb672487939,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:15:51.955859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70f3f5-af33-4533-b030-4dc9a70017d1 req-a4372946-f4ab-45c3-b0c4-0928de5217be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:51.957356 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4a70f3f5-af33-4533-b030-4dc9a70017d1 req-a4372946-f4ab-45c3-b0c4-0928de5217be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 1099 time: 0.0688903 Mar 28 11:15:52.000352 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4a70f3f5-af33-4533-b030-4dc9a70017d1 req-07b09887-42c0-4b66-b9d7-b3f8e8fb15b6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338893 Mar 28 11:15:52.116063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09f2a8-de54-481a-9a6b-c2a333db7f05 req-6e5d6d3b-482e-4ebd-b6a2-015ddb95abc1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:52.117493 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fa09f2a8-de54-481a-9a6b-c2a333db7f05 req-6e5d6d3b-482e-4ebd-b6a2-015ddb95abc1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0820210 Mar 28 11:15:52.160877 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fa09f2a8-de54-481a-9a6b-c2a333db7f05 req-f0bddb77-6da2-4e52-898e-1ef5efb69018 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371034 Mar 28 11:15:52.198248 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:15:53.061507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:53.344388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa86fa-1115-49a7-b2cd-035943b5b669 req-98d33a07-4521-4f0d-82be-4c4651acb5b7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:53.345739 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-92aa86fa-1115-49a7-b2cd-035943b5b669 req-98d33a07-4521-4f0d-82be-4c4651acb5b7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0790761 Mar 28 11:15:53.392125 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-92aa86fa-1115-49a7-b2cd-035943b5b669 req-ff156310-0cc0-45ae-b4b4-62bb9daa7724 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Mar 28 11:15:54.572238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6710694-702f-44a0-bf4c-e0784f38b2ae req-63647f65-38b5-4cbb-8eab-42b5a547f6b8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:54.573675 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e6710694-702f-44a0-bf4c-e0784f38b2ae req-63647f65-38b5-4cbb-8eab-42b5a547f6b8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0790825 Mar 28 11:15:54.615955 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e6710694-702f-44a0-bf4c-e0784f38b2ae req-438f975d-f08a-47b1-ad16-3e0d4e271219 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367668 Mar 28 11:15:54.792454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95100637-658d-42ce-87b2-cd5f0cfa17e6 req-b1c98fe8-6c27-466e-92c9-126b23d7cd7f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:54.793783 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-95100637-658d-42ce-87b2-cd5f0cfa17e6 req-b1c98fe8-6c27-466e-92c9-126b23d7cd7f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0807626 Mar 28 11:15:54.803070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43682) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:15:54.808055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7c5256bf-56fd-4215-8a02-bbbafaeacab9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'floatingip': {'port_id': 'e9fb6029-42c6-4e46-a9af-8cb672487939'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:15:54.884803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c5256bf-56fd-4215-8a02-bbbafaeacab9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:55.558290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c5256bf-56fd-4215-8a02-bbbafaeacab9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:55.606702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c5256bf-56fd-4215-8a02-bbbafaeacab9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:55.775514 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-7c5256bf-56fd-4215-8a02-bbbafaeacab9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 associated. External IP: 172.26.2.82, port: e9fb6029-42c6-4e46-a9af-8cb672487939. Mar 28 11:15:56.115516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5256bf-56fd-4215-8a02-bbbafaeacab9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:15:56.290203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5256bf-56fd-4215-8a02-bbbafaeacab9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:15:56.294502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c5256bf-56fd-4215-8a02-bbbafaeacab9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:15:56.300249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:15:56.309968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:15:56.310575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:15:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:56.347656 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7c5256bf-56fd-4215-8a02-bbbafaeacab9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "PUT /v2.0/floatingips/71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 HTTP/1.1" status: 200 len: 991 time: 1.5433633 Mar 28 11:15:56.348252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:15:56.478306 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'status': 'completed', 'code': 200} Mar 28 11:15:56.489574 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:15:56.525337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b7d79-fe1d-435b-bcef-892a25dc8a76 req-2fa0778a-1579-4bef-965c-4400400256da tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:56.527039 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b21b7d79-fe1d-435b-bcef-892a25dc8a76 req-2fa0778a-1579-4bef-965c-4400400256da tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0903230 Mar 28 11:15:56.574274 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b21b7d79-fe1d-435b-bcef-892a25dc8a76 req-ac9124f7-59bc-432a-b4bc-def006abda64 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404165 Mar 28 11:15:56.579472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-e7d598c9-1ff9-4945-b22f-f05652982fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:56.581136 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-e7d598c9-1ff9-4945-b22f-f05652982fd3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 1099 time: 0.0851393 Mar 28 11:15:56.716639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-d38c1f10-0f58-417c-ba12-93de12ca8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:56.718026 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-d38c1f10-0f58-417c-ba12-93de12ca8b19 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1307409 Mar 28 11:15:56.765011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c81004-6f87-4c29-a4dc-0ca5d0737410 req-f5b783fd-9483-48f9-a797-46f59b5a398a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:56.766514 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-15c81004-6f87-4c29-a4dc-0ca5d0737410 req-f5b783fd-9483-48f9-a797-46f59b5a398a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0800910 Mar 28 11:15:56.817072 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-15c81004-6f87-4c29-a4dc-0ca5d0737410 req-c3e8ff24-042a-4127-a7e5-603efe2036bb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Mar 28 11:15:56.821401 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-9b65a6f9-9f37-4472-ad31-c29afb3911d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9fb6029-42c6-4e46-a9af-8cb672487939 HTTP/1.1" status: 200 len: 999 time: 0.0970361 Mar 28 11:15:56.853719 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:de:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:15:55Z', 'revision_number': 1, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:56.857576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:15:56.865747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:15:56.866446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:15:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:56.883656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-30b4de6f-48fb-4530-a84e-9442ea4082a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:56.885090 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-30b4de6f-48fb-4530-a84e-9442ea4082a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0576878 Mar 28 11:15:56.959616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-3647c1bc-a370-4d87-9e7b-9e5abad4b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:56.961062 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-3647c1bc-a370-4d87-9e7b-9e5abad4b715 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689805 Mar 28 11:15:57.042074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:15:57.089654 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-5c4ab951-957a-4e85-acea-c1f818413cee service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223669 Mar 28 11:15:57.326688 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-035005b9-1317-4294-90db-e7ad9a1d5b03 req-9cd2e2a4-0366-4ca3-9547-ca3a10efcda6 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302945 Mar 28 11:15:57.383453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:de:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:15:55Z', 'revision_number': 1, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:15:57.387365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbd4e9-7f6c-485f-a6bb-baa3ee273c32 None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:de:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:15:55Z', 'revision_number': 1, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:15:57.574424 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69067916-a901-48e9-be69-377591d42655 None None] New status for floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:15:58.001228 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0cfd-ed34-4397-bb6d-3db217634d58 req-3c1f1c03-0c2c-42ac-a4e7-bcadf86a2f89 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:58.002686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d0df0cfd-ed34-4397-bb6d-3db217634d58 req-3c1f1c03-0c2c-42ac-a4e7-bcadf86a2f89 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0797062 Mar 28 11:15:58.046034 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d0df0cfd-ed34-4397-bb6d-3db217634d58 req-9bb08a0a-e56e-43d0-afb8-d551bf00fb08 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376654 Mar 28 11:15:58.334691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6363d0f-0fff-4f19-aac7-a01723befaa7 req-acd17de7-bb3e-46b9-b635-7a2354981151 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:58.336029 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d6363d0f-0fff-4f19-aac7-a01723befaa7 req-acd17de7-bb3e-46b9-b635-7a2354981151 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.1893137 Mar 28 11:15:58.377889 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d6363d0f-0fff-4f19-aac7-a01723befaa7 req-ff3a7d31-a6b2-4fba-ad92-8bc124b50c89 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361950 Mar 28 11:15:58.901845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6cd8b-e91e-40e7-9192-d7c9104d72f4 req-cc8b4782-4fcd-4448-9156-8cee46900f71 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:15:58.903514 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-74b6cd8b-e91e-40e7-9192-d7c9104d72f4 req-cc8b4782-4fcd-4448-9156-8cee46900f71 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0789540 Mar 28 11:15:58.991146 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-74b6cd8b-e91e-40e7-9192-d7c9104d72f4 req-192e78db-892c-4d14-8dc7-fa0d843a4683 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542259 Mar 28 11:15:59.009789 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-22da1b8f-c1ad-4abd-8ee6-c53039a3dc70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053605 Mar 28 11:16:00.174475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc1243-2e15-49c4-9c23-c4e622c73df8 req-bbc0a2e1-2286-46a1-8a7b-293940b1922d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:00.176482 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-78fc1243-2e15-49c4-9c23-c4e622c73df8 req-bbc0a2e1-2286-46a1-8a7b-293940b1922d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0806603 Mar 28 11:16:00.223340 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-78fc1243-2e15-49c4-9c23-c4e622c73df8 req-009b394d-224c-4579-b5d8-687ef594b6f6 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Mar 28 11:16:01.098568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-6e77d741-002b-46bf-b99d-33615d324b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:01.100022 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-6e77d741-002b-46bf-b99d-33615d324b5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 1099 time: 0.0698395 Mar 28 11:16:01.228381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-10f846ef-ab93-42e5-b931-862b9665de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:01.229800 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-10f846ef-ab93-42e5-b931-862b9665de96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1241112 Mar 28 11:16:01.333762 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-58a9780b-c7f1-420c-ab71-b61e398bc19b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9fb6029-42c6-4e46-a9af-8cb672487939 HTTP/1.1" status: 200 len: 1001 time: 0.0972233 Mar 28 11:16:01.393891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-46316598-475e-4c7a-af20-875eb829f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:01.395876 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-46316598-475e-4c7a-af20-875eb829f58a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0564346 Mar 28 11:16:01.406736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038df9a3-6813-4e79-b290-f2f29534dfce req-f68373ed-b136-4f2e-9309-94a0eb89c322 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:01.408167 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-038df9a3-6813-4e79-b290-f2f29534dfce req-f68373ed-b136-4f2e-9309-94a0eb89c322 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0795059 Mar 28 11:16:01.451937 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-038df9a3-6813-4e79-b290-f2f29534dfce req-235d4aa7-4788-4bc6-ad6b-43051081deca tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379608 Mar 28 11:16:01.473929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-88812238-8151-4a1b-b113-038732e91ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:01.475389 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-88812238-8151-4a1b-b113-038732e91ad5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731592 Mar 28 11:16:01.603794 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-79860058-428a-43d9-ad51-0f7bee169160 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222181 Mar 28 11:16:01.731836 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-4c73edca-e2ac-4af7-ab1d-19ad09c7b36c service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218331 Mar 28 11:16:02.637044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d10e-df18-414a-8ab1-b8ffc5374d44 req-7286b7d0-ffb1-482f-8944-4d4ea04f87a7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:02.638482 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf04d10e-df18-414a-8ab1-b8ffc5374d44 req-7286b7d0-ffb1-482f-8944-4d4ea04f87a7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0833800 Mar 28 11:16:02.682226 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf04d10e-df18-414a-8ab1-b8ffc5374d44 req-ec66c800-5170-4a39-985a-b8c989df98dc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381401 Mar 28 11:16:03.864929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f031fe-4190-4ada-a8d8-d1f880a32150 req-1518626b-8f5a-4665-8dd8-3d3657aaa122 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:03.866395 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-53f031fe-4190-4ada-a8d8-d1f880a32150 req-1518626b-8f5a-4665-8dd8-3d3657aaa122 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0806191 Mar 28 11:16:03.910051 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-53f031fe-4190-4ada-a8d8-d1f880a32150 req-25f569cd-fb9b-4ab5-a3d1-1a48867d3344 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380363 Mar 28 11:16:05.096672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988afef-5822-45d9-9825-13cd3b84632f req-31a11fe6-88d0-4bf9-bf23-c1f9b6b1fb44 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:05.098112 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7988afef-5822-45d9-9825-13cd3b84632f req-31a11fe6-88d0-4bf9-bf23-c1f9b6b1fb44 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0826843 Mar 28 11:16:05.140841 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7988afef-5822-45d9-9825-13cd3b84632f req-38b3e167-7628-4ec5-aba9-87aa9f5d1e9b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372121 Mar 28 11:16:06.320321 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8549a-cc73-4d6d-b5ff-7d4bb9f656d9 req-f7a15cf1-e6db-4e3e-a8f4-c92291cb7573 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:06.321749 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cca8549a-cc73-4d6d-b5ff-7d4bb9f656d9 req-f7a15cf1-e6db-4e3e-a8f4-c92291cb7573 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0788808 Mar 28 11:16:06.367356 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cca8549a-cc73-4d6d-b5ff-7d4bb9f656d9 req-1cf579e8-52c2-4eb0-a5ff-bff2fb847abf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401206 Mar 28 11:16:07.546968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6b8e2-07b7-4a79-9ff4-13a81c3d53a7 req-dada8f6e-db7d-4868-8f39-cd250af665db tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:07.548434 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ebe6b8e2-07b7-4a79-9ff4-13a81c3d53a7 req-dada8f6e-db7d-4868-8f39-cd250af665db tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0792670 Mar 28 11:16:07.591362 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ebe6b8e2-07b7-4a79-9ff4-13a81c3d53a7 req-4821290e-f583-44ca-b223-3e89142f1a2b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373619 Mar 28 11:16:08.775844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9b765-84a0-4769-a330-a96ac286bd38 req-78853b0d-a0ab-4336-82d4-378287fa1ceb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:08.777527 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41d9b765-84a0-4769-a330-a96ac286bd38 req-78853b0d-a0ab-4336-82d4-378287fa1ceb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0812006 Mar 28 11:16:08.821098 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41d9b765-84a0-4769-a330-a96ac286bd38 req-8e31886d-f147-4b6f-a6e3-e5776916aad8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378182 Mar 28 11:16:10.000016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeecb6d-2d49-49ea-bc13-ec335bd5acf3 req-049cf2c1-0612-4d00-b650-bdcf897ba789 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:10.001439 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9eeecb6d-2d49-49ea-bc13-ec335bd5acf3 req-049cf2c1-0612-4d00-b650-bdcf897ba789 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0791345 Mar 28 11:16:10.044397 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9eeecb6d-2d49-49ea-bc13-ec335bd5acf3 req-bf89b54a-41fc-410f-a047-1d6b4e6eb2a7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367744 Mar 28 11:16:11.227954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90947-834a-4bbd-bfde-eb5282629c69 req-a7d6adb8-be36-48a5-8e04-6da6774dc430 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:11.229379 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4eb90947-834a-4bbd-bfde-eb5282629c69 req-a7d6adb8-be36-48a5-8e04-6da6774dc430 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0821261 Mar 28 11:16:11.272449 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4eb90947-834a-4bbd-bfde-eb5282629c69 req-826a12d0-7368-40d8-a406-1da097daa242 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375359 Mar 28 11:16:12.452705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061bc05-f8be-440b-bfb6-c962d2e8dbb2 req-dc5719cc-ff9d-4932-b777-ed2b8e2fa8fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:12.454132 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d061bc05-f8be-440b-bfb6-c962d2e8dbb2 req-dc5719cc-ff9d-4932-b777-ed2b8e2fa8fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0779979 Mar 28 11:16:12.499405 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d061bc05-f8be-440b-bfb6-c962d2e8dbb2 req-c78b4784-23c1-4e04-ba69-fb2655b7f8c7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391428 Mar 28 11:16:13.685122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1cd16-5869-4ed0-a70b-bab447383957 req-f74f53ab-ac96-453b-bb4c-05927457e170 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:13.686692 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-59e1cd16-5869-4ed0-a70b-bab447383957 req-f74f53ab-ac96-453b-bb4c-05927457e170 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0791428 Mar 28 11:16:13.730214 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-59e1cd16-5869-4ed0-a70b-bab447383957 req-f3396499-53d3-4ebf-8860-61a056769a67 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377996 Mar 28 11:16:14.911893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a57e-7010-406e-8d7f-808cf4d4be34 req-016b6982-ce7b-4f64-8cc1-96b83042910f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:14.913334 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cad7a57e-7010-406e-8d7f-808cf4d4be34 req-016b6982-ce7b-4f64-8cc1-96b83042910f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0815597 Mar 28 11:16:14.955666 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cad7a57e-7010-406e-8d7f-808cf4d4be34 req-5ed7a943-dbce-42d8-83fe-dd29276d74f1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367801 Mar 28 11:16:15.851889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:16.139879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220fe3e-0c71-4927-9bdd-799a7e60a432 req-aaa7481d-c9ba-4dc1-a9e7-b83f46934af9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:16.141227 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1220fe3e-0c71-4927-9bdd-799a7e60a432 req-aaa7481d-c9ba-4dc1-a9e7-b83f46934af9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0781736 Mar 28 11:16:16.187535 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1220fe3e-0c71-4927-9bdd-799a7e60a432 req-1d174de5-c019-44d8-9130-a851eb0555ed tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Mar 28 11:16:17.368168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dc714-293b-4938-9d31-04ece5a6178c req-ab27721f-2bcb-41b4-a277-825912000cdd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:17.369594 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ef2dc714-293b-4938-9d31-04ece5a6178c req-ab27721f-2bcb-41b4-a277-825912000cdd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0802407 Mar 28 11:16:17.412962 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ef2dc714-293b-4938-9d31-04ece5a6178c req-516a34f2-a98b-4c73-8fc4-539030e8daee tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378361 Mar 28 11:16:18.282934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-438e98a2-4a4d-4cce-8682-d04fb2ed2f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:18.597290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a98bdf-8025-4be5-bdf0-f8b99c09b3f8 req-fe579261-556a-48fb-b801-e0cad3f08176 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:18.598754 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e3a98bdf-8025-4be5-bdf0-f8b99c09b3f8 req-fe579261-556a-48fb-b801-e0cad3f08176 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0830395 Mar 28 11:16:18.641229 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e3a98bdf-8025-4be5-bdf0-f8b99c09b3f8 req-da359b28-6ec2-4637-81c5-6cdbd3abd61c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367210 Mar 28 11:16:19.825331 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba900376-9b41-4d34-865b-42d1948fa6a8 req-4366e737-8d90-4c65-b05a-b17babdc0637 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:19.826866 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba900376-9b41-4d34-865b-42d1948fa6a8 req-4366e737-8d90-4c65-b05a-b17babdc0637 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0792618 Mar 28 11:16:19.869631 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba900376-9b41-4d34-865b-42d1948fa6a8 req-bb7e5100-abff-4dca-921c-c45604762df9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371819 Mar 28 11:16:20.480682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a0abaa6d-dd09-4bc5-9128-6be31022ab86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:21.052520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02ce34-8d53-46fc-a29f-63e88f88d982 req-d830679e-2c56-4252-ba58-febddfec96ab tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:21.053944 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4c02ce34-8d53-46fc-a29f-63e88f88d982 req-d830679e-2c56-4252-ba58-febddfec96ab tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0814636 Mar 28 11:16:21.095910 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4c02ce34-8d53-46fc-a29f-63e88f88d982 req-bafd1cb7-8804-4e75-a1bd-618cf41c56af tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364544 Mar 28 11:16:21.668931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:21.680536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:22.276068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d9303-d128-48c2-aba7-7246cbb6ed1b req-586310c3-0e87-4486-a9b8-f4322fa26c68 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:22.277736 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-886d9303-d128-48c2-aba7-7246cbb6ed1b req-586310c3-0e87-4486-a9b8-f4322fa26c68 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0772791 Mar 28 11:16:22.323333 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-886d9303-d128-48c2-aba7-7246cbb6ed1b req-10da5d80-45b9-4bed-8c0c-28786903b145 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400550 Mar 28 11:16:23.071633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:23.506611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2afcc-3f09-41c3-8176-5d8a9cd034a8 req-c2734a4e-b616-46a9-b908-7aef8956e997 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:23.508105 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0bb2afcc-3f09-41c3-8176-5d8a9cd034a8 req-c2734a4e-b616-46a9-b908-7aef8956e997 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0797160 Mar 28 11:16:23.553139 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0bb2afcc-3f09-41c3-8176-5d8a9cd034a8 req-ac14c98b-572b-43e2-bf9f-0483f0d4ee52 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390925 Mar 28 11:16:24.243704 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-ebb3ace0-9fe7-41f1-ba25-e0e779886573 service neutron] 10.222.0.31 "GET /v2.0/ports/e9fb6029-42c6-4e46-a9af-8cb672487939/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0722666 Mar 28 11:16:24.839212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deececb-2bc0-4d3a-a20f-b626011ff691 req-457e6251-cdb5-42d9-8879-9fab57856ad8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:24.840539 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3deececb-2bc0-4d3a-a20f-b626011ff691 req-457e6251-cdb5-42d9-8879-9fab57856ad8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.1839323 Mar 28 11:16:24.882075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-abfd8781-eaa7-443c-bdb6-96b267fb2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:24.883521 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-abfd8781-eaa7-443c-bdb6-96b267fb2abe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 1099 time: 0.0740232 Mar 28 11:16:24.884205 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3deececb-2bc0-4d3a-a20f-b626011ff691 req-d6356b63-2ac9-43e2-98e1-4d4f633ea535 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379639 Mar 28 11:16:24.997678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-56d94af7-8ba5-43df-b617-69a9a9fdb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:24.999124 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-56d94af7-8ba5-43df-b617-69a9a9fdb56f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 1099 time: 0.0690877 Mar 28 11:16:25.130793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-4a666f89-6a6a-4fa2-a2d8-44c4415b12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:25.132192 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-4a666f89-6a6a-4fa2-a2d8-44c4415b12b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1230435 Mar 28 11:16:25.236847 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-c23be6a0-1f01-4e19-9803-65a63eaa5614 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9fb6029-42c6-4e46-a9af-8cb672487939 HTTP/1.1" status: 200 len: 1001 time: 0.0944250 Mar 28 11:16:25.301367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-53eb686c-3d89-40f1-b226-09baddcba9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:25.302743 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-53eb686c-3d89-40f1-b226-09baddcba9c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0557878 Mar 28 11:16:25.381025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-85860744-6d16-4a37-b53a-07460c190902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:25.382334 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-85860744-6d16-4a37-b53a-07460c190902 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703137 Mar 28 11:16:25.622471 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-82b29d18-82c1-4492-b7ff-b2e24b4f5895 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326119 Mar 28 11:16:25.759948 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99fd4231-37a9-4eb4-88b1-0549f9079976 req-5ae42277-9f9f-4bb1-ac13-bf4759acc15f service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252847 Mar 28 11:16:26.068846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6a16-6fca-45e6-a2ee-3dfb71c2e7ab req-c7dffe53-de3d-48f6-8112-ec5c453a9179 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:26.070223 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-59ce6a16-6fca-45e6-a2ee-3dfb71c2e7ab req-c7dffe53-de3d-48f6-8112-ec5c453a9179 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0784061 Mar 28 11:16:26.114221 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-59ce6a16-6fca-45e6-a2ee-3dfb71c2e7ab req-c1fbd9c1-c658-48f6-b69b-36ffbf4aa12e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376213 Mar 28 11:16:27.299442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c2d1-6832-4ddd-812d-786f57c64e9f req-625850ba-516e-4cbf-a9d9-50d229185f44 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:27.300874 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b777c2d1-6832-4ddd-812d-786f57c64e9f req-625850ba-516e-4cbf-a9d9-50d229185f44 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0814400 Mar 28 11:16:27.343658 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b777c2d1-6832-4ddd-812d-786f57c64e9f req-78c48c82-65ae-4ca8-8f89-9fe096a976c1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365233 Mar 28 11:16:28.527889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5d702-3346-4e04-8562-25fe5dedb1c2 req-00277a8b-a5f0-49ba-9fdb-b219bfb313c4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:28.529318 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cfd5d702-3346-4e04-8562-25fe5dedb1c2 req-00277a8b-a5f0-49ba-9fdb-b219bfb313c4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0817623 Mar 28 11:16:28.573050 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cfd5d702-3346-4e04-8562-25fe5dedb1c2 req-bebc6a3e-3dd4-40d3-8cbf-60005f9aa038 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380404 Mar 28 11:16:28.994879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4e014-e1c3-4379-bb28-5c3cd21484bf req-101dc999-308c-4e51-94bf-be5fad14387a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:28.996326 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f2b4e014-e1c3-4379-bb28-5c3cd21484bf req-101dc999-308c-4e51-94bf-be5fad14387a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0795512 Mar 28 11:16:29.039788 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f2b4e014-e1c3-4379-bb28-5c3cd21484bf req-e1d2cbb3-81a8-42cb-8b83-b97c9dd3a314 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378530 Mar 28 11:16:29.085806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-4917421a-3a04-487e-baec-c21f45689ad7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:29.086449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-4917421a-3a04-487e-baec-c21f45689ad7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Synchronizing usage tracker for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:16:29.189088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-4917421a-3a04-487e-baec-c21f45689ad7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Unset dirty status for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:16:29.190312 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-4917421a-3a04-487e-baec-c21f45689ad7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695&tenant_id=52353bb501d34451967db0b333d3774a&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 946 time: 0.1860518 Mar 28 11:16:29.199965 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:16:29.344531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-d1fc0935-c657-442c-82e7-4b0b28fd864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:29.345887 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-d1fc0935-c657-442c-82e7-4b0b28fd864e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 1099 time: 0.0730677 Mar 28 11:16:29.363427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e9fb6029-42c6-4e46-a9af-8cb672487939 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:16:29.370123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e9fb6029-42c6-4e46-a9af-8cb672487939 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:16:29.479824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-a8c9e38c-fc98-44ca-b84d-f8b7763d8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:29.481385 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-a8c9e38c-fc98-44ca-b84d-f8b7763d8310 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1278830 Mar 28 11:16:29.574442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:29.582192 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-8b8d2d84-fa18-471c-9a6b-fc388de94cb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9fb6029-42c6-4e46-a9af-8cb672487939 HTTP/1.1" status: 200 len: 1001 time: 0.0940778 Mar 28 11:16:29.608230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e9fb6029-42c6-4e46-a9af-8cb672487939,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:16:29.623928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:16:29.632861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'mac_address': 'fa:16:3e:de:d1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:16:29.636764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e9fb6029-42c6-4e46-a9af-8cb672487939,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:16:29.647388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-a2f05b67-073e-4359-a29d-4c7610586e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:29.648875 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-a2f05b67-073e-4359-a29d-4c7610586e52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0612025 Mar 28 11:16:29.681217 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'code': 200} Mar 28 11:16:29.692671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:29.710210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:29.726641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-c4dc8c5f-d7b9-4daa-b522-508530808066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:29.728171 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-c4dc8c5f-d7b9-4daa-b522-508530808066 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731888 Mar 28 11:16:29.745364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9fb6029-42c6-4e46-a9af-8cb672487939 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:16:29.823890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e9fb6029-42c6-4e46-a9af-8cb672487939,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:16:29.834310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:16:29.834661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:16:29.835835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.836176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.836512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.836849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.837172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.837497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.837819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.838172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.838492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.838810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.839131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.839443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:29.861528 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-f52143c5-e577-4e03-b39a-01acbf7033ec service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268523 Mar 28 11:16:29.992634 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b64e2f99-06b5-4c1e-a2b2-86a6d099c766 req-4fa5e409-8ce0-4389-bcea-5faa9b3d74c3 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243153 Mar 28 11:16:30.229161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1553d2f-853a-4485-9525-d1fe28f26d2b req-858796ae-4535-4151-aa74-df2a0740eacd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:30.230600 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e1553d2f-853a-4485-9525-d1fe28f26d2b req-858796ae-4535-4151-aa74-df2a0740eacd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 944 time: 0.0845850 Mar 28 11:16:30.275500 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e1553d2f-853a-4485-9525-d1fe28f26d2b req-519d13e6-8eb2-4803-853c-5c609a7042af tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391426 Mar 28 11:16:30.389796 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:30.406447 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fb6029-42c6-4e46-a9af-8cb672487939 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:16:30.421552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e9fb6029-42c6-4e46-a9af-8cb672487939,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:16:30.486220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:30.553610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e9fb6029-42c6-4e46-a9af-8cb672487939,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:16:30.620624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e9fb6029-42c6-4e46-a9af-8cb672487939'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:16:31.381354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e9fb6029-42c6-4e46-a9af-8cb672487939 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:16:31.450292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port e9fb6029-42c6-4e46-a9af-8cb672487939 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:16:31.450975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:31.460104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aa850-076c-42e6-9bf5-235a1247e4d4 req-ddc93f45-52c0-42c2-8627-e427a9300bdf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:31.461554 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b78aa850-076c-42e6-9bf5-235a1247e4d4 req-ddc93f45-52c0-42c2-8627-e427a9300bdf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 945 time: 0.0792623 Mar 28 11:16:31.509148 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b78aa850-076c-42e6-9bf5-235a1247e4d4 req-271bfc8c-4db6-463c-8492-9f32d8e4611a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Mar 28 11:16:31.567768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:31.598731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e9fb6029-42c6-4e46-a9af-8cb672487939,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:16:31.671344 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:31.691427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135641ae-452d-41a7-98e8-f49aedc6faad req-f51fd7db-4b7f-4afa-a6f0-17e6e8cad41a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:31.693469 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-135641ae-452d-41a7-98e8-f49aedc6faad req-f51fd7db-4b7f-4afa-a6f0-17e6e8cad41a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 945 time: 0.0810437 Mar 28 11:16:31.710560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:16:31.738145 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-135641ae-452d-41a7-98e8-f49aedc6faad req-4ff215ef-0777-493a-ac52-3b5e903a7aa0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387068 Mar 28 11:16:31.745234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e9fb6029-42c6-4e46-a9af-8cb672487939,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:16:31.769762 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'code': 200} Mar 28 11:16:31.924291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964fd19-971b-4393-b1cb-d6ab1b95f046 req-2425b899-3daa-43fb-9a98-591ffacc4afa tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:31.925714 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5964fd19-971b-4393-b1cb-d6ab1b95f046 req-2425b899-3daa-43fb-9a98-591ffacc4afa tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0822442 Mar 28 11:16:31.968324 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5964fd19-971b-4393-b1cb-d6ab1b95f046 req-2bc964bb-5bfe-43dd-8518-88aef4b77dc9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364876 Mar 28 11:16:32.592931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67940d5b-f869-439a-af46-5f2f7880eb71 req-ae078503-297c-4ff9-9142-ca3271cb7557 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:32.594409 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-67940d5b-f869-439a-af46-5f2f7880eb71 req-ae078503-297c-4ff9-9142-ca3271cb7557 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0809212 Mar 28 11:16:32.637668 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-67940d5b-f869-439a-af46-5f2f7880eb71 req-e2bec6d6-3233-4efd-a6e0-d45c04f91cce tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Mar 28 11:16:33.825109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462bf2a-88b9-4527-b7fc-1d56572b186e req-3e662f6b-2229-4ebb-b6b3-0fd7444fc1d5 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:33.826498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e462bf2a-88b9-4527-b7fc-1d56572b186e req-3e662f6b-2229-4ebb-b6b3-0fd7444fc1d5 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0813746 Mar 28 11:16:33.869675 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e462bf2a-88b9-4527-b7fc-1d56572b186e req-30020c92-0ad4-49e4-af8d-9343267994f7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376425 Mar 28 11:16:34.560630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838422-66b0-4291-908c-19b2e3e346b5 req-7aaad13c-0103-4b9c-8e7b-bc45f4ae5d2c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:34.562123 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-41838422-66b0-4291-908c-19b2e3e346b5 req-7aaad13c-0103-4b9c-8e7b-bc45f4ae5d2c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0830014 Mar 28 11:16:34.632357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Deleting port e9fb6029-42c6-4e46-a9af-8cb672487939 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:16:34.632687 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:34.871523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] For port e9fb6029-42c6-4e46-a9af-8cb672487939, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e9fb6029-42c6-4e46-a9af-8cb672487939,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:16:34.871874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:35.053182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b98a-0424-4fd4-b95a-d32d52585449 req-c7acf061-ff4c-4790-a652-76740eb30d1a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:35.054726 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b522b98a-0424-4fd4-b95a-d32d52585449 req-c7acf061-ff4c-4790-a652-76740eb30d1a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 946 time: 0.0820153 Mar 28 11:16:35.101660 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b522b98a-0424-4fd4-b95a-d32d52585449 req-ef7e6509-0d33-4af2-ab92-d9285824f58b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Mar 28 11:16:35.258924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:35.259203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:35.259507 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 disassociated. External IP: 172.26.2.82, port: e9fb6029-42c6-4e46-a9af-8cb672487939. Mar 28 11:16:35.259848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Calling delete_port for e9fb6029-42c6-4e46-a9af-8cb672487939 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:16:35.474544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:35.530577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event deleted for resources: {'Port': ['ID=e9fb6029-42c6-4e46-a9af-8cb672487939,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:16:35.718835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:16:35.892172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:16:35.902421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:16:35.912120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:16:35.912740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:16:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:16:35.965657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] No DVR routers for this DVR port e9fb6029-42c6-4e46-a9af-8cb672487939 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:16:35.968098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:35.970698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'name': 'network-vif-deleted', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:16:36.014388 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b05d060-7f50-4ecd-8893-3d9e1576c695', 'name': 'network-vif-deleted', 'tag': 'e9fb6029-42c6-4e46-a9af-8cb672487939', 'status': 'completed', 'code': 200} Mar 28 11:16:36.052976 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-41838422-66b0-4291-908c-19b2e3e346b5 req-a74f2d6f-b976-4aa9-8c40-b136c8b5844b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "DELETE /v2.0/ports/e9fb6029-42c6-4e46-a9af-8cb672487939 HTTP/1.1" status: 204 len: 173 time: 1.4820275 Mar 28 11:16:36.090032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:16:36.258654 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9c5b4714-b4d8-441f-8213-3483a29e87c1 req-3efa1847-97bd-4d32-89df-e0e5a500e111 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b05d060-7f50-4ecd-8893-3d9e1576c695 HTTP/1.1" status: 200 len: 210 time: 0.0430317 Mar 28 11:16:36.431659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:16:36.435367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:16:36.444288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:16:36.444934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:16:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:16:36.616258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:16:36.922319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:16:36.926853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21757e92-f894-4aec-a150-215ce93addf6 None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:16:37.135062 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d87570-aa5d-4ffa-a306-8965b75d9f3f None None] New status for floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:16:37.587949 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-6e27b709-0f59-4e0d-8747-1e93dde3124f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1581537930&fields=id&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 267 time: 0.0383992 Mar 28 11:16:37.735338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-35a4d995-1807-421e-854e-d3909c82280e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:37.736854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-35a4d995-1807-421e-854e-d3909c82280e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 812 time: 0.1420102 Mar 28 11:16:37.750895 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-b6b9e97b-82f5-4158-be3d-75591ef4f35f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/quotas/52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 375 time: 0.0087299 Mar 28 11:16:37.837702 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-76951ed6-8ad9-4944-a784-e91d7005a0ec tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820506 Mar 28 11:16:37.852778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-08b7d461-cd99-48fc-b797-e10e5fc7d27e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:16:37.853690 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-08b7d461-cd99-48fc-b797-e10e5fc7d27e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049279 Mar 28 11:16:37.981455 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-c9215492-1528-445a-a615-561cb2f19bfe service neutron] 10.222.0.18 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225369 Mar 28 11:16:38.204275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-cceebd7f-58c7-48dc-880a-75152d9c61f2 service neutron] 10.222.0.18 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171104 Mar 28 11:16:38.439184 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8f668cf5-22c2-41db-a5a6-33eff246c4ef req-0efe4898-ef6b-4de0-8c19-35c14cb2ffc3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 210 time: 0.0419626 Mar 28 11:16:39.424860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e9fb6029-42c6-4e46-a9af-8cb672487939 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:16:39.459004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: e9fb6029-42c6-4e46-a9af-8cb672487939 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:16:39.459347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e9fb6029-42c6-4e46-a9af-8cb672487939 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:16:39.585062 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d33c9e6b-ce91-4b36-9319-faf41cc03eb8 req-2be8ef0a-ce9e-4375-a02c-fbbeacd64f56 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 210 time: 0.0428650 Mar 28 11:16:40.528486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-a1132f91-0e23-4d43-bda3-dc18f8c0a96a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:40.529891 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-a1132f91-0e23-4d43-bda3-dc18f8c0a96a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 812 time: 0.1450248 Mar 28 11:16:40.590273 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-ce0fea3f-613a-4ef7-ac72-4077b7c932bf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 380 time: 0.0387316 Mar 28 11:16:40.602458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'port': {'device_id': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'admin_state_up': True, 'tenant_id': '52353bb501d34451967db0b333d3774a', 'security_groups': ['df19618a-3d06-4fbf-ba43-cf6ed13f20fc']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:16:40.738524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:16:40.742859 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a8fad03-a948-4bad-aa8f-2d80d0eb67b4 req-067f1fd5-0a9e-49e3-93d4-c6dd4052fc00 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 210 time: 0.0472667 Mar 28 11:16:40.743572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Usage tracker for resource:port and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:16:40.746998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:16:40.752682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:16:40.846064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Made reservation on behalf of 52353bb501d34451967db0b333d3774a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:16:40.849498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:41.009311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Allocated IP 172.20.0.7 (ae414d2a-5f91-4c7a-9812-4bc8462e9b2c/36b73fb9-ec14-491f-8418-8d182e20be07/adbde260-543f-4e34-b714-7cfd627714f1) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:16:41.190436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:41.205538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Transition to ACTIVE for port object adbde260-543f-4e34-b714-7cfd627714f1 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:16:41.305828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:41.473421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:16:41.480319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:16:41.484656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:16:41.515698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event updated for resources: {'Port': ['ID=adbde260-543f-4e34-b714-7cfd627714f1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:16:41.535969 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.536529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.536642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.536948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.537272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.537599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.537943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.538265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.538587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.538904 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.539224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.539535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:16:41.563740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:41.564344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:41.663838 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-65e3cdb1-6dfc-43e9-a943-c08a885e0121 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0647314 Mar 28 11:16:41.689106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Request body: {'port': {'device_id': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:16:41.783096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-63a5abb8-ae1a-4e06-b460-04cccf05b2dd None None] Provisioning for port adbde260-543f-4e34-b714-7cfd627714f1 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:16:41.788622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-63a5abb8-ae1a-4e06-b460-04cccf05b2dd None None] Provisioning complete for port adbde260-543f-4e34-b714-7cfd627714f1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:16:41.789095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-63a5abb8-ae1a-4e06-b460-04cccf05b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:41.799883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:41.846449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-63a5abb8-ae1a-4e06-b460-04cccf05b2dd None None] Port adbde260-543f-4e34-b714-7cfd627714f1 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:16:41.933536 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd6e2c-b6bc-44db-a0f7-56b19ae3e66e req-5f3a053d-f191-464c-93e4-32b1a4df0260 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:41.935020 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-04bd6e2c-b6bc-44db-a0f7-56b19ae3e66e req-5f3a053d-f191-464c-93e4-32b1a4df0260 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 931 time: 0.0840185 Mar 28 11:16:41.979066 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-04bd6e2c-b6bc-44db-a0f7-56b19ae3e66e req-e75826e6-4ca4-4826-8f7a-fd1bdef6c7c7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381331 Mar 28 11:16:42.133313 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbde260-543f-4e34-b714-7cfd627714f1 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:16:42.140472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:42.154677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Transition to ACTIVE for port object adbde260-543f-4e34-b714-7cfd627714f1 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:16:42.245781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:42.401585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Pushing event updated for resources: {'Port': ['ID=adbde260-543f-4e34-b714-7cfd627714f1,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:16:42.479805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Attempting to bind port adbde260-543f-4e34-b714-7cfd627714f1 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:16:42.480138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Attempting to bind port adbde260-543f-4e34-b714-7cfd627714f1 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:16:42.480457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Attempting to bind port adbde260-543f-4e34-b714-7cfd627714f1 on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:16:42.484879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Port adbde260-543f-4e34-b714-7cfd627714f1 on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:16:42.485195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Attempting to bind port adbde260-543f-4e34-b714-7cfd627714f1 on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:16:42.490216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:16:42.490546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Checking segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:16:42.490922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Bound using segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:16:42.491337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Bound port: adbde260-543f-4e34-b714-7cfd627714f1, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:16:42.491672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:42.581736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:16:42.585109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=adbde260-543f-4e34-b714-7cfd627714f1,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:16:42.674940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:42.728847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:42.729461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:42.730997 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] 10.222.0.31 "PUT /v2.0/ports/adbde260-543f-4e34-b714-7cfd627714f1 HTTP/1.1" status: 200 len: 1093 time: 1.0457096 Mar 28 11:16:42.731300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:16:42.759579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a3111-5b7e-478f-92f9-a98a198a9652 service neutron] Pushing event updated for resources: {'Port': ['ID=adbde260-543f-4e34-b714-7cfd627714f1,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:16:42.778451 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1', 'status': 'completed', 'code': 200} Mar 28 11:16:42.896343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94b670-62a9-4009-aa73-10a5d2ba7fc0 req-20cbb084-6054-4694-9332-f4b888f273b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:42.897822 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cd94b670-62a9-4009-aa73-10a5d2ba7fc0 req-20cbb084-6054-4694-9332-f4b888f273b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0765352 Mar 28 11:16:43.052216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94b670-62a9-4009-aa73-10a5d2ba7fc0 req-aa0f1da9-edff-43d7-8516-145c07aa04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:43.053641 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cd94b670-62a9-4009-aa73-10a5d2ba7fc0 req-aa0f1da9-edff-43d7-8516-145c07aa04f5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=52353bb501d34451967db0b333d3774a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1355774 Mar 28 11:16:43.164445 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520518d2-94e1-4d65-bb54-68c393afe09b req-d969e640-c68a-4d13-8ad3-be6df1af35d2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:43.166016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-520518d2-94e1-4d65-bb54-68c393afe09b req-d969e640-c68a-4d13-8ad3-be6df1af35d2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 943 time: 0.0831208 Mar 28 11:16:43.193087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94b670-62a9-4009-aa73-10a5d2ba7fc0 req-b8653586-fd2e-4749-b94d-413b824d118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:43.198587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cd94b670-62a9-4009-aa73-10a5d2ba7fc0 req-b8653586-fd2e-4749-b94d-413b824d118e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320260 Mar 28 11:16:43.210591 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-520518d2-94e1-4d65-bb54-68c393afe09b req-67caeaed-3beb-4f1c-82d0-9ffd2edb2f96 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389528 Mar 28 11:16:43.328176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-cacbd949-b4ba-42c8-a2c5-6888f218177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:43.329531 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-cacbd949-b4ba-42c8-a2c5-6888f218177b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0694101 Mar 28 11:16:43.411110 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-0e7c2e1f-5741-48c8-9e66-b1346ca60bec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adbde260-543f-4e34-b714-7cfd627714f1 HTTP/1.1" status: 200 len: 217 time: 0.0625579 Mar 28 11:16:43.473506 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-6340498b-b4fc-48eb-9066-4f79570de200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:43.474885 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-6340498b-b4fc-48eb-9066-4f79570de200 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0556002 Mar 28 11:16:43.555757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3aaf10c9-9479-41df-a9c6-679755e6138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:43.557202 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-3aaf10c9-9479-41df-a9c6-679755e6138d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732262 Mar 28 11:16:43.780634 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-61cfa48f-64bb-4070-a217-12bb1bf99cc6 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132320 Mar 28 11:16:43.913473 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a724d57b-19d7-4a42-9a3e-a457074df8b5 req-c7a9bc42-bdf3-48af-8906-2ac845cb3714 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223922 Mar 28 11:16:44.393584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0555-a820-4eab-a232-65054d251e63 req-cb2eb927-a4dc-466d-a7ab-8f7eb5c5efd9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:44.395045 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e95f0555-a820-4eab-a232-65054d251e63 req-cb2eb927-a4dc-466d-a7ab-8f7eb5c5efd9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 943 time: 0.0783582 Mar 28 11:16:44.440644 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e95f0555-a820-4eab-a232-65054d251e63 req-d6a252b1-16c1-480b-97b5-ab8425eec908 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400362 Mar 28 11:16:45.618226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d344c29-efce-4933-9938-0b72b44bb585 req-42dfbd68-3c6e-432f-87d5-ffd38433cad2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:45.619636 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d344c29-efce-4933-9938-0b72b44bb585 req-42dfbd68-3c6e-432f-87d5-ffd38433cad2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 943 time: 0.0775576 Mar 28 11:16:45.662944 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d344c29-efce-4933-9938-0b72b44bb585 req-3172d2bd-cce1-4efb-8ab2-7aff1e0a8779 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377910 Mar 28 11:16:45.859624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:46.845752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ed650-91f2-454a-be70-a7ffab3e8364 req-cc99c149-97fa-4fa0-bd22-9ab8593447f2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:46.847120 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-674ed650-91f2-454a-be70-a7ffab3e8364 req-cc99c149-97fa-4fa0-bd22-9ab8593447f2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 943 time: 0.0828853 Mar 28 11:16:46.889992 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-674ed650-91f2-454a-be70-a7ffab3e8364 req-742f98fd-d0d8-484a-9bb0-c44ed2795a70 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373161 Mar 28 11:16:47.456443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device adbde260-543f-4e34-b714-7cfd627714f1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:16:47.589261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=adbde260-543f-4e34-b714-7cfd627714f1,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:16:47.602530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'adbde260-543f-4e34-b714-7cfd627714f1', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': 'adbde260-543f-4e34-b714-7cfd627714f1', 'mac_address': 'fa:16:3e:81:3f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:16:47.655691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:47.672005 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbde260-543f-4e34-b714-7cfd627714f1 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:16:47.687453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=adbde260-543f-4e34-b714-7cfd627714f1,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:16:47.790797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:47.858746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=adbde260-543f-4e34-b714-7cfd627714f1,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:16:48.071155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24dfae-7f8f-4b70-9584-2a4a78b06c92 req-373cb7f3-d9af-452a-bf3a-835512ffc10d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:48.072493 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2e24dfae-7f8f-4b70-9584-2a4a78b06c92 req-373cb7f3-d9af-452a-bf3a-835512ffc10d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 944 time: 0.0788374 Mar 28 11:16:48.115136 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2e24dfae-7f8f-4b70-9584-2a4a78b06c92 req-afeee455-bc72-4654-a748-7b076f83c963 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 Mar 28 11:16:48.123682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['adbde260-543f-4e34-b714-7cfd627714f1'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:16:48.299603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b7aaace2-3519-4af8-a914-2ff847c4e48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:49.298630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fad1b-0770-4c0d-ab3f-bffd1850b373 req-36216e7a-7abc-4d6d-8930-101d762087b3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:49.300060 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dc6fad1b-0770-4c0d-ab3f-bffd1850b373 req-36216e7a-7abc-4d6d-8930-101d762087b3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 944 time: 0.0819926 Mar 28 11:16:49.343509 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dc6fad1b-0770-4c0d-ab3f-bffd1850b373 req-46aec6a1-5887-45c4-9f25-f7748d92282c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371201 Mar 28 11:16:49.472294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device adbde260-543f-4e34-b714-7cfd627714f1 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:16:49.585222 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port adbde260-543f-4e34-b714-7cfd627714f1 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:16:49.590101 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port adbde260-543f-4e34-b714-7cfd627714f1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:16:49.590488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:49.702939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:49.728955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:16:49.739580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=adbde260-543f-4e34-b714-7cfd627714f1,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:16:49.772148 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1', 'code': 200} Mar 28 11:16:49.807790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:49.873258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=adbde260-543f-4e34-b714-7cfd627714f1,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:16:50.239915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df882ca-519a-4891-8785-b4c4a3d85169 req-5c7951f9-902e-4be9-8725-4302cc05e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:50.241346 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1df882ca-519a-4891-8785-b4c4a3d85169 req-5c7951f9-902e-4be9-8725-4302cc05e841 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 1098 time: 0.1146009 Mar 28 11:16:50.284806 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1df882ca-519a-4891-8785-b4c4a3d85169 req-ed8e3b13-f181-4b88-9e8a-0dac7c2fcd0b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Mar 28 11:16:50.516594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2b32d6d0-93ff-479c-b5f8-a467ac744701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:50.531205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6667ca-3883-485f-88af-93e2f1cab701 req-1825a0b7-4e4b-4be6-a481-2e753b9b3ae9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:50.532637 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d6667ca-3883-485f-88af-93e2f1cab701 req-1825a0b7-4e4b-4be6-a481-2e753b9b3ae9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0802782 Mar 28 11:16:50.579092 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d6667ca-3883-485f-88af-93e2f1cab701 req-20616362-2082-4f42-8ee0-5cc258af70e3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Mar 28 11:16:51.602886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:51.657378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:51.766324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf6f38-f053-4b65-b590-a956a1a69571 req-ce473464-ff32-40db-ad22-02f81ff79b23 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:51.767770 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-79bf6f38-f053-4b65-b590-a956a1a69571 req-ce473464-ff32-40db-ad22-02f81ff79b23 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0824409 Mar 28 11:16:51.812121 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-79bf6f38-f053-4b65-b590-a956a1a69571 req-a9281c51-59ab-42b9-a56b-fa2dfab880bf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386662 Mar 28 11:16:52.995173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e4e57-2fc1-49fb-b10c-ff9bba194386 req-52fa013f-800b-48aa-83bb-71136b18a289 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:52.996609 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c63e4e57-2fc1-49fb-b10c-ff9bba194386 req-52fa013f-800b-48aa-83bb-71136b18a289 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0824437 Mar 28 11:16:53.040940 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c63e4e57-2fc1-49fb-b10c-ff9bba194386 req-af028ba9-4e75-4490-8966-9f0cbf4efcb2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387089 Mar 28 11:16:53.069181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:53.219042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d144eb5-6ec3-40d6-bff4-4c7b3cbe0951 req-c0c4d69b-7a43-43ab-a276-791c394cfa87 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:53.220473 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d144eb5-6ec3-40d6-bff4-4c7b3cbe0951 req-c0c4d69b-7a43-43ab-a276-791c394cfa87 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0803399 Mar 28 11:16:53.228913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 43868) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:16:53.233752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b37d9195-f3f1-420a-ad96-f2140ed3f1cb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'floatingip': {'port_id': 'adbde260-543f-4e34-b714-7cfd627714f1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:16:53.311424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b37d9195-f3f1-420a-ad96-f2140ed3f1cb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:53.994764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b37d9195-f3f1-420a-ad96-f2140ed3f1cb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:54.053278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b37d9195-f3f1-420a-ad96-f2140ed3f1cb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:54.224127 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-b37d9195-f3f1-420a-ad96-f2140ed3f1cb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 associated. External IP: 172.26.2.82, port: adbde260-543f-4e34-b714-7cfd627714f1. Mar 28 11:16:54.562893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37d9195-f3f1-420a-ad96-f2140ed3f1cb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:16:54.739936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37d9195-f3f1-420a-ad96-f2140ed3f1cb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:16:54.744748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b37d9195-f3f1-420a-ad96-f2140ed3f1cb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:16:54.749334 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:16:54.760282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:16:54.760975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:16:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:16:54.798214 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b37d9195-f3f1-420a-ad96-f2140ed3f1cb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "PUT /v2.0/floatingips/71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 HTTP/1.1" status: 200 len: 990 time: 1.5682220 Mar 28 11:16:54.798854 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:16:54.851620 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1', 'status': 'completed', 'code': 200} Mar 28 11:16:54.966716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df879135-fc54-441c-b8b6-2161704456e9 req-983b6d06-bfc0-4f43-96c6-15fc7358d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:54.968320 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df879135-fc54-441c-b8b6-2161704456e9 req-983b6d06-bfc0-4f43-96c6-15fc7358d1fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 1098 time: 0.0754504 Mar 28 11:16:54.971403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:16:55.100174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df879135-fc54-441c-b8b6-2161704456e9 req-a60f3c15-8efa-4deb-8dc9-1c9d64fdce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:55.109179 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df879135-fc54-441c-b8b6-2161704456e9 req-a60f3c15-8efa-4deb-8dc9-1c9d64fdce11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1272514 Mar 28 11:16:55.206222 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df879135-fc54-441c-b8b6-2161704456e9 req-ec51bd9c-8199-4444-aa93-83a1a0d14d0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adbde260-543f-4e34-b714-7cfd627714f1 HTTP/1.1" status: 200 len: 998 time: 0.0984719 Mar 28 11:16:55.269194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df879135-fc54-441c-b8b6-2161704456e9 req-24676272-1394-4698-b649-341a865e1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:55.270759 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df879135-fc54-441c-b8b6-2161704456e9 req-24676272-1394-4698-b649-341a865e1466 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0586710 Mar 28 11:16:55.309696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e8603-3e9a-46df-8c6d-3c01bd5f7ab6 req-6fd6ad38-3e49-4aaa-81b7-9c06dbc4a6ff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:55.312085 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8c5e8603-3e9a-46df-8c6d-3c01bd5f7ab6 req-6fd6ad38-3e49-4aaa-81b7-9c06dbc4a6ff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0838087 Mar 28 11:16:55.327254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': 'adbde260-543f-4e34-b714-7cfd627714f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:81:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:16:53Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:16:55.331395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:16:55.340542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:16:55.341652 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:16:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:16:55.346383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df879135-fc54-441c-b8b6-2161704456e9 req-e9846358-09d0-405b-9d09-ad5677a14a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:55.348350 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df879135-fc54-441c-b8b6-2161704456e9 req-e9846358-09d0-405b-9d09-ad5677a14a01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702770 Mar 28 11:16:55.363051 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8c5e8603-3e9a-46df-8c6d-3c01bd5f7ab6 req-1a42b91b-baa5-4b41-8e5d-5cc1f817301a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Mar 28 11:16:55.481021 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df879135-fc54-441c-b8b6-2161704456e9 req-f18bbf22-be61-4df1-bf32-02c9cf89712e service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254663 Mar 28 11:16:55.524138 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:16:55.612171 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-df879135-fc54-441c-b8b6-2161704456e9 req-c5b232d2-686d-4ad1-8e40-d0f8d0f69b12 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245041 Mar 28 11:16:55.863322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': 'adbde260-543f-4e34-b714-7cfd627714f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:81:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:16:53Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:16:55.867220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebca75-a6d7-47f6-a10f-83ae0cefec55 None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': 'adbde260-543f-4e34-b714-7cfd627714f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:81:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:16:53Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:16:56.050314 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb6fc5-f009-4a64-afef-dd1ee65f5cdb None None] New status for floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:16:56.550330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46928637-affd-48ec-8c91-d82907bc7fff req-92aacc19-9f26-4320-b9f1-291d9097f4c3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:56.552199 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-46928637-affd-48ec-8c91-d82907bc7fff req-92aacc19-9f26-4320-b9f1-291d9097f4c3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0795896 Mar 28 11:16:56.594583 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-46928637-affd-48ec-8c91-d82907bc7fff req-1cdb722b-dad8-4057-87dc-6eece6129d5e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367589 Mar 28 11:16:57.880601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbfb52-8e54-47a9-883c-a9214dd58291 req-99f12436-0c5b-4db5-af17-f71211543d3e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:57.882071 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-88dbfb52-8e54-47a9-883c-a9214dd58291 req-99f12436-0c5b-4db5-af17-f71211543d3e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.1833432 Mar 28 11:16:57.924507 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-88dbfb52-8e54-47a9-883c-a9214dd58291 req-232289d5-6471-4edc-a8b0-c3927ae3a1e7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368342 Mar 28 11:16:59.103277 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f32c8-6e5c-4b64-a88f-89b74eabd714 req-6789c3ed-f2f9-44e0-8951-240667270a7a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:16:59.104683 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ef5f32c8-6e5c-4b64-a88f-89b74eabd714 req-6789c3ed-f2f9-44e0-8951-240667270a7a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0774748 Mar 28 11:16:59.147763 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ef5f32c8-6e5c-4b64-a88f-89b74eabd714 req-43dc7055-3373-4d1c-8d55-6973dd3e359f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375693 Mar 28 11:17:00.329743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3902d-4cfe-499b-bba1-aad0e8a2eaf3 req-bb5d8142-4f0e-44b8-81ff-4ed991acf598 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:00.331330 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fad3902d-4cfe-499b-bba1-aad0e8a2eaf3 req-bb5d8142-4f0e-44b8-81ff-4ed991acf598 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0818191 Mar 28 11:17:00.375081 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fad3902d-4cfe-499b-bba1-aad0e8a2eaf3 req-f40d4ea3-1a57-4344-8e77-0eca432ce729 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380671 Mar 28 11:17:01.556519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da82b1-0e4c-40c5-86a0-48b6c6608c21 req-d936a9cf-a253-494f-8502-7398f726c19c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:01.557955 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8da82b1-0e4c-40c5-86a0-48b6c6608c21 req-d936a9cf-a253-494f-8502-7398f726c19c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0814717 Mar 28 11:17:01.600032 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8da82b1-0e4c-40c5-86a0-48b6c6608c21 req-8a57a0f5-8fe9-4e1b-9ece-52c99063acf7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365236 Mar 28 11:17:02.782617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435d482-8d2d-4d67-bc18-49308157180b req-2a88f8a6-1891-4e36-be50-47fd0fc27a92 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:02.784046 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4435d482-8d2d-4d67-bc18-49308157180b req-2a88f8a6-1891-4e36-be50-47fd0fc27a92 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0792210 Mar 28 11:17:02.826592 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4435d482-8d2d-4d67-bc18-49308157180b req-77307a32-d29b-4c71-b24b-af9f7d1a4a0c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370116 Mar 28 11:17:04.011473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a95d58-14e2-4d7f-9d5b-10bb31fc3077 req-1c54e3bf-e599-4cf6-80f1-7d80a2f1807a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:04.012897 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33a95d58-14e2-4d7f-9d5b-10bb31fc3077 req-1c54e3bf-e599-4cf6-80f1-7d80a2f1807a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0817094 Mar 28 11:17:04.056008 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-33a95d58-14e2-4d7f-9d5b-10bb31fc3077 req-69fff1b5-6c9f-42fe-82a4-120dec3b5dcf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373635 Mar 28 11:17:05.237978 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211d21c-783d-4d83-8212-cebb19d8d4ba req-ac4f4338-6b7d-4ce8-a16b-dfdafa665416 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:05.239440 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1211d21c-783d-4d83-8212-cebb19d8d4ba req-ac4f4338-6b7d-4ce8-a16b-dfdafa665416 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0801837 Mar 28 11:17:05.286084 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1211d21c-783d-4d83-8212-cebb19d8d4ba req-16da8e11-d38a-48d5-8c1d-63cd1ad412cd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Mar 28 11:17:06.196644 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:17:06.463768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf718d-c9bf-4654-b6b4-959b35b3c7fb req-e564a66d-b201-4172-b708-b6db6a509748 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:06.465109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0bcf718d-c9bf-4654-b6b4-959b35b3c7fb req-e564a66d-b201-4172-b708-b6db6a509748 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0781722 Mar 28 11:17:06.508540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0bcf718d-c9bf-4654-b6b4-959b35b3c7fb req-bee720df-3452-4bfc-adc0-7257358f3ef7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378819 Mar 28 11:17:07.690705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60444022-de9b-4c70-b91d-0d7f63bd5701 req-fb52c794-1a38-4e6d-a0b7-207647f16868 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:07.692737 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60444022-de9b-4c70-b91d-0d7f63bd5701 req-fb52c794-1a38-4e6d-a0b7-207647f16868 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0820518 Mar 28 11:17:07.735267 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60444022-de9b-4c70-b91d-0d7f63bd5701 req-fba297ac-bfcd-4578-b452-2cd68aa4b28c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366802 Mar 28 11:17:08.916356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a563-1768-447c-b30b-cce477c2100d req-42c93dac-d499-44e7-b2f3-f718a50a5377 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:08.917778 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2060a563-1768-447c-b30b-cce477c2100d req-42c93dac-d499-44e7-b2f3-f718a50a5377 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0800261 Mar 28 11:17:08.959896 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2060a563-1768-447c-b30b-cce477c2100d req-d899bdf1-b63e-45af-9d80-e1a547e45f2a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365560 Mar 28 11:17:10.144945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4fd30-96ba-41d0-9b5a-34e16269044c req-5f09068a-bb91-49ac-89dd-ca96758b86c8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:10.146402 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-93c4fd30-96ba-41d0-9b5a-34e16269044c req-5f09068a-bb91-49ac-89dd-ca96758b86c8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0811546 Mar 28 11:17:10.191254 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-93c4fd30-96ba-41d0-9b5a-34e16269044c req-c501eb06-bcda-4d55-9af3-95326bd5a5c9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Mar 28 11:17:11.381327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296698f7-b03b-4b75-910e-29af910266f3 req-17bea318-8f41-4ef0-989b-c64e78034d3f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:11.382775 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-296698f7-b03b-4b75-910e-29af910266f3 req-17bea318-8f41-4ef0-989b-c64e78034d3f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0824616 Mar 28 11:17:11.425819 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-296698f7-b03b-4b75-910e-29af910266f3 req-806ecdc3-8aea-426e-8f0c-ebf9989f2abe tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369380 Mar 28 11:17:12.605863 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88268d55-c057-4ea4-bd81-de86f3b7bef6 req-2c74d1e6-a70b-4094-86f8-41480fef2a3e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:12.607311 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-88268d55-c057-4ea4-bd81-de86f3b7bef6 req-2c74d1e6-a70b-4094-86f8-41480fef2a3e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0784588 Mar 28 11:17:12.651034 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-88268d55-c057-4ea4-bd81-de86f3b7bef6 req-8eb25ff7-19d6-4e4f-b366-8cdae3e898b6 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379028 Mar 28 11:17:13.836427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c17c86-7ed0-4ec6-aedb-4f06f55b7930 req-a70d8c84-49c9-493c-80b9-395a676dac33 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:13.837965 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7c17c86-7ed0-4ec6-aedb-4f06f55b7930 req-a70d8c84-49c9-493c-80b9-395a676dac33 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0856941 Mar 28 11:17:13.881284 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7c17c86-7ed0-4ec6-aedb-4f06f55b7930 req-a6c9fc34-6db5-453b-a5d6-d147196dbf50 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377700 Mar 28 11:17:15.059533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d4db1-49e2-4176-967f-ba9382bdbfb5 req-47c3813c-fc1e-4760-afe8-8fcd4eb0be1f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:15.060955 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-327d4db1-49e2-4176-967f-ba9382bdbfb5 req-47c3813c-fc1e-4760-afe8-8fcd4eb0be1f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0786362 Mar 28 11:17:15.106246 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-327d4db1-49e2-4176-967f-ba9382bdbfb5 req-9aba1117-b11b-43b5-9bea-e48a2975f5fe tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392361 Mar 28 11:17:15.892608 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:16.285432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ffb0-3dd1-4159-8f12-029f99e55016 req-2927ac15-246a-49ed-aeb9-aafba4ebd5ff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:16.286873 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0c58ffb0-3dd1-4159-8f12-029f99e55016 req-2927ac15-246a-49ed-aeb9-aafba4ebd5ff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0781932 Mar 28 11:17:16.329204 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0c58ffb0-3dd1-4159-8f12-029f99e55016 req-973c4b5e-bb2b-468b-99a5-cc69bd927dbc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368609 Mar 28 11:17:17.516299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c0d3-91db-44ea-8e2d-30f93587aa10 req-d4c38485-9733-42d8-b190-bf96be0cefaa tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:17.517722 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b333c0d3-91db-44ea-8e2d-30f93587aa10 req-d4c38485-9733-42d8-b190-bf96be0cefaa tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0841217 Mar 28 11:17:17.562117 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b333c0d3-91db-44ea-8e2d-30f93587aa10 req-53d206cc-c7d4-4d5b-9b3e-9122b46786f7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379839 Mar 28 11:17:18.298722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5462bd70-68d7-48e5-9517-96c37c08e05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:18.745785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315b31b-30d5-46f5-8218-671c1166ca93 req-ca0898ac-2653-44df-b0b6-2132b26f812f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:18.747254 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2315b31b-30d5-46f5-8218-671c1166ca93 req-ca0898ac-2653-44df-b0b6-2132b26f812f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0784440 Mar 28 11:17:18.790135 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2315b31b-30d5-46f5-8218-671c1166ca93 req-d2f3a95a-741b-48bf-9ec8-f1a098cb0ce3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Mar 28 11:17:19.973371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148b69-bcba-48a0-825d-83f2d6b0a58a req-d650a1a1-1c14-4617-90c7-e39afe1d1363 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:19.974808 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-27148b69-bcba-48a0-825d-83f2d6b0a58a req-d650a1a1-1c14-4617-90c7-e39afe1d1363 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0827241 Mar 28 11:17:20.018538 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-27148b69-bcba-48a0-825d-83f2d6b0a58a req-6195cc5d-452e-4eb1-bc7e-b165f4ebc6a3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380907 Mar 28 11:17:20.530232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a95c9fe2-8f5b-4a87-9454-871383bd9e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:21.201151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331980f-d975-42ea-a1a8-46d8b70714b6 req-96f19f3f-9acc-4e4c-a9ed-84e7222c43d4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:21.202590 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6331980f-d975-42ea-a1a8-46d8b70714b6 req-96f19f3f-9acc-4e4c-a9ed-84e7222c43d4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0807641 Mar 28 11:17:21.245279 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6331980f-d975-42ea-a1a8-46d8b70714b6 req-b445f561-5256-43a3-bf4a-75a02c9e63bb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366385 Mar 28 11:17:21.647427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:21.676425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:21.736334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518a4c1-6635-46cd-93d5-9378a47167aa req-b5f326e7-0829-4329-b17f-18b0ed2f2778 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:21.738269 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5518a4c1-6635-46cd-93d5-9378a47167aa req-b5f326e7-0829-4329-b17f-18b0ed2f2778 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0779881 Mar 28 11:17:21.912517 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5518a4c1-6635-46cd-93d5-9378a47167aa req-f673cce8-1da2-4954-9459-7141fa031cea tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684310 Mar 28 11:17:21.936852 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-cfee4e5c-84a7-4583-b592-4a2af09e0806 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1784296 Mar 28 11:17:23.092686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:23.096908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4853d-da21-4a03-8030-28477682a00b req-5f801411-c420-4f81-b50a-8b15b686b37d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:23.098361 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-56d4853d-da21-4a03-8030-28477682a00b req-5f801411-c420-4f81-b50a-8b15b686b37d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0794954 Mar 28 11:17:23.142154 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-56d4853d-da21-4a03-8030-28477682a00b req-aee1196b-46e1-4301-aba9-f6d989f6a4d8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 Mar 28 11:17:24.015784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-c4c45e02-a8a3-4554-b100-c944fa4e6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:24.017218 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-c4c45e02-a8a3-4554-b100-c944fa4e6e8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 1098 time: 0.0731716 Mar 28 11:17:24.149087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-1bcfeef8-4a35-419c-a30b-fa65d554ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:24.150804 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-1bcfeef8-4a35-419c-a30b-fa65d554ec86 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1239002 Mar 28 11:17:24.256178 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-dac7a60f-7a3d-48e1-b8c2-b040a3765215 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adbde260-543f-4e34-b714-7cfd627714f1 HTTP/1.1" status: 200 len: 1000 time: 0.0960732 Mar 28 11:17:24.321485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-684251ca-896c-4e10-af05-1b17015e4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:24.322992 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-684251ca-896c-4e10-af05-1b17015e4db0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0567737 Mar 28 11:17:24.331356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d4432-b029-4e57-b02e-f4f748696ede req-fdd38326-951c-4420-a903-76fa5e51e3b6 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:24.332867 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-763d4432-b029-4e57-b02e-f4f748696ede req-fdd38326-951c-4420-a903-76fa5e51e3b6 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0820155 Mar 28 11:17:24.377149 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-763d4432-b029-4e57-b02e-f4f748696ede req-a09b99ef-e5da-4b32-a469-68c9f6620777 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384471 Mar 28 11:17:24.403008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-bfab67a4-2269-4af1-b549-99ce5171253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:24.404404 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-bfab67a4-2269-4af1-b549-99ce5171253f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722313 Mar 28 11:17:24.629315 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-b8921168-2e01-49de-b66b-1900df77955e service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153859 Mar 28 11:17:24.765444 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-5a1d9704-08de-42a1-981e-06a8d8920aea service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251340 Mar 28 11:17:25.559067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e84cfb-3843-4057-927c-6e101f5f1175 req-d1bc2ad9-ee09-472d-8b2e-2f89bdbcdfa3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:25.560501 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b9e84cfb-3843-4057-927c-6e101f5f1175 req-d1bc2ad9-ee09-472d-8b2e-2f89bdbcdfa3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0806355 Mar 28 11:17:25.606281 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b9e84cfb-3843-4057-927c-6e101f5f1175 req-64f2a4c0-8ce2-4ff6-842d-6bc98cbb26c8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Mar 28 11:17:26.786871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f716c-4c77-4d92-bfb7-edb8946a5efe req-f3ec9c1b-b4ee-4a45-b97a-aefc30efc29b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:26.788288 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-673f716c-4c77-4d92-bfb7-edb8946a5efe req-f3ec9c1b-b4ee-4a45-b97a-aefc30efc29b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0777702 Mar 28 11:17:26.830694 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-673f716c-4c77-4d92-bfb7-edb8946a5efe req-494e772b-8b39-4d3d-ba44-b869b1eb0e79 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368743 Mar 28 11:17:27.100625 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-192ea80a-551a-4743-9a9d-8e48ef4ec1bd service neutron] 10.222.0.31 "GET /v2.0/ports/adbde260-543f-4e34-b714-7cfd627714f1/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0720737 Mar 28 11:17:27.743755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-a7fb22a6-f0cd-4ba8-99ec-8a89432fab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:27.745170 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-a7fb22a6-f0cd-4ba8-99ec-8a89432fab6c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 1098 time: 0.0723252 Mar 28 11:17:27.856145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-8001d9ac-df9a-409e-8ae0-403b7c7fdb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:27.857590 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-8001d9ac-df9a-409e-8ae0-403b7c7fdb70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 1098 time: 0.0694861 Mar 28 11:17:27.991235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-31d590bd-5dcb-4eaf-a4a7-1b40d10ccff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:27.993047 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-31d590bd-5dcb-4eaf-a4a7-1b40d10ccff0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1259711 Mar 28 11:17:28.017844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5217c-74b5-41d8-bc1c-af74e850d3c2 req-f86a0ff8-d029-42ea-911e-a1f90f9fab61 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:28.019874 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bac5217c-74b5-41d8-bc1c-af74e850d3c2 req-f86a0ff8-d029-42ea-911e-a1f90f9fab61 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0827410 Mar 28 11:17:28.063224 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bac5217c-74b5-41d8-bc1c-af74e850d3c2 req-4dffe00e-0412-44c9-bfdc-609d68eddc3a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373242 Mar 28 11:17:28.099482 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-e8fccab8-cb5a-40dd-a92c-4162a92987fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adbde260-543f-4e34-b714-7cfd627714f1 HTTP/1.1" status: 200 len: 1000 time: 0.0968394 Mar 28 11:17:28.161848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-6d1701a1-5cdb-4419-98dc-18bc5237a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:28.163234 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-6d1701a1-5cdb-4419-98dc-18bc5237a8bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0560110 Mar 28 11:17:28.241418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-d2641b17-d356-4669-9c48-85da46e52b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:28.242850 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-d2641b17-d356-4669-9c48-85da46e52b91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707083 Mar 28 11:17:28.372700 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-dc2b42ba-1eb6-4f2b-8c04-b9fdcb82f2e2 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214826 Mar 28 11:17:28.503560 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-95794fe7-d932-4d69-8e4b-3c8539f9bf62 req-f341a546-25f7-4c62-ae1d-22e08358f89b service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212831 Mar 28 11:17:29.246432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316842d0-75f4-476e-b3ed-cb6cd51715c3 req-a128c164-637e-4fb2-87ef-b6e0e9916b57 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:29.247860 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-316842d0-75f4-476e-b3ed-cb6cd51715c3 req-a128c164-637e-4fb2-87ef-b6e0e9916b57 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0780938 Mar 28 11:17:29.291489 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-316842d0-75f4-476e-b3ed-cb6cd51715c3 req-926ac6f4-594c-4f75-8a46-e5b602ae92cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380633 Mar 28 11:17:30.476415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb83369-f033-4e11-8334-512d109407d6 req-c6513149-4916-422e-9a0d-3b68b4247e3a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:30.477843 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1bb83369-f033-4e11-8334-512d109407d6 req-c6513149-4916-422e-9a0d-3b68b4247e3a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0818446 Mar 28 11:17:30.521472 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1bb83369-f033-4e11-8334-512d109407d6 req-fb1e0c05-64d5-4ad0-b9ba-9e4cc76798cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380137 Mar 28 11:17:31.643646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device adbde260-543f-4e34-b714-7cfd627714f1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:17:31.651678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device adbde260-543f-4e34-b714-7cfd627714f1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:17:31.710148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e6bdf-b7a4-421f-aca4-80f08a8a6c11 req-cc496524-24dd-425b-ae3a-b32ce10d6ad1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:31.711602 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9f7e6bdf-b7a4-421f-aca4-80f08a8a6c11 req-cc496524-24dd-425b-ae3a-b32ce10d6ad1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0831614 Mar 28 11:17:31.754933 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9f7e6bdf-b7a4-421f-aca4-80f08a8a6c11 req-7410ccc5-50f6-46cd-b4b3-c09ce151a0ea tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376997 Mar 28 11:17:31.871050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=adbde260-543f-4e34-b714-7cfd627714f1,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:17:31.877618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:31.934528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'adbde260-543f-4e34-b714-7cfd627714f1', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': 'adbde260-543f-4e34-b714-7cfd627714f1', 'mac_address': 'fa:16:3e:81:3f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:17:31.973504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:17:31.993058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=adbde260-543f-4e34-b714-7cfd627714f1,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:17:32.005985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:32.022644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adbde260-543f-4e34-b714-7cfd627714f1 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:17:32.032569 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1', 'code': 200} Mar 28 11:17:32.085056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:32.196048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:17:32.196395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:17:32.199728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=adbde260-543f-4e34-b714-7cfd627714f1,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:17:32.207636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.207986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.208329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.208660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.208997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.209325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.209644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.210000 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.210329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.210644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.210961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.211275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:32.226715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5308-a219-45f6-9eea-5bc798d92b79 req-3d348e2e-744b-4e5a-a741-521a7b918804 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:32.228211 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1f4b5308-a219-45f6-9eea-5bc798d92b79 req-3d348e2e-744b-4e5a-a741-521a7b918804 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 943 time: 0.0810447 Mar 28 11:17:32.272143 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1f4b5308-a219-45f6-9eea-5bc798d92b79 req-06b43f05-b420-4ed9-bb67-383becfc9d0f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378437 Mar 28 11:17:32.353073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-2aadda03-1573-41f4-acf4-861f52fc7194 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:32.353748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-2aadda03-1573-41f4-acf4-861f52fc7194 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Synchronizing usage tracker for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:17:32.418352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-2aadda03-1573-41f4-acf4-861f52fc7194 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Unset dirty status for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:17:32.419444 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-2aadda03-1573-41f4-acf4-861f52fc7194 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6&tenant_id=52353bb501d34451967db0b333d3774a&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 943 time: 0.1468258 Mar 28 11:17:32.596849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-1e090780-767f-404f-ae4c-0bb146ada26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:32.598317 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-1e090780-767f-404f-ae4c-0bb146ada26a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 1096 time: 0.0730412 Mar 28 11:17:32.732628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-dbae11df-89a6-485d-97d8-3ffbe7c141b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:32.734030 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-dbae11df-89a6-485d-97d8-3ffbe7c141b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1250026 Mar 28 11:17:32.754603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:32.771539 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbde260-543f-4e34-b714-7cfd627714f1 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:17:32.786697 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=adbde260-543f-4e34-b714-7cfd627714f1,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:17:32.850578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:32.918415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=adbde260-543f-4e34-b714-7cfd627714f1,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:17:32.948396 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-5a7f72d1-d679-43ff-9585-d323eaa58fd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adbde260-543f-4e34-b714-7cfd627714f1 HTTP/1.1" status: 200 len: 998 time: 0.2030475 Mar 28 11:17:33.009949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-9116a48e-f308-4082-a376-061a740767af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:33.011246 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-9116a48e-f308-4082-a376-061a740767af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0560451 Mar 28 11:17:33.014988 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['adbde260-543f-4e34-b714-7cfd627714f1'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:17:33.086000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-0d1b7934-9545-4a18-b60c-7e5ffae9f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:33.087456 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-0d1b7934-9545-4a18-b60c-7e5ffae9f065 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689318 Mar 28 11:17:33.221656 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-2970fb95-2ce2-4ea3-91c9-61b7abfe1d9b service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244819 Mar 28 11:17:33.352820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e64ca6a2-700f-4c12-830e-18f9175ebec3 req-0859750d-3f08-47ca-86e4-2427c68c3723 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248226 Mar 28 11:17:33.465673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da813b-5755-43b4-9fc8-859ccf4b4b16 req-7caef567-6ea5-4f96-b070-736c3648a953 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:33.467196 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-53da813b-5755-43b4-9fc8-859ccf4b4b16 req-7caef567-6ea5-4f96-b070-736c3648a953 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 944 time: 0.0840857 Mar 28 11:17:33.512339 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-53da813b-5755-43b4-9fc8-859ccf4b4b16 req-306416cc-3e56-48ed-ae64-bd3d0ba2cacc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390043 Mar 28 11:17:33.641773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device adbde260-543f-4e34-b714-7cfd627714f1 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:17:33.710397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port adbde260-543f-4e34-b714-7cfd627714f1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:17:33.710772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:33.820734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:33.852407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=adbde260-543f-4e34-b714-7cfd627714f1,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:17:33.926753 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:33.993193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=adbde260-543f-4e34-b714-7cfd627714f1,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:17:34.031290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:17:34.082371 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1', 'code': 200} Mar 28 11:17:34.695104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd78cf-d4a5-4051-af60-9329b29bcbf2 req-84b21f8c-4165-48ae-84b1-3fa6addd0f5f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:34.696553 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ddbd78cf-d4a5-4051-af60-9329b29bcbf2 req-84b21f8c-4165-48ae-84b1-3fa6addd0f5f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0790057 Mar 28 11:17:34.743280 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ddbd78cf-d4a5-4051-af60-9329b29bcbf2 req-58cb74dc-9c31-4f35-901c-b24cfd0b01b4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408401 Mar 28 11:17:34.931105 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1bbf-9dbe-465b-9a7c-626c62eebd46 req-c7ed2a4e-d788-4682-ba5c-9754f1982137 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:34.932533 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d68a1bbf-9dbe-465b-9a7c-626c62eebd46 req-c7ed2a4e-d788-4682-ba5c-9754f1982137 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0792298 Mar 28 11:17:34.975117 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d68a1bbf-9dbe-465b-9a7c-626c62eebd46 req-b4b19047-5f6d-4ba7-b6c7-9ef48229d8b3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370450 Mar 28 11:17:35.526459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131d8b2-4453-4c72-acd2-93383e3221e2 req-b7c52fe3-f436-4f32-8a8f-1a605e32ca07 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:35.527881 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f131d8b2-4453-4c72-acd2-93383e3221e2 req-b7c52fe3-f436-4f32-8a8f-1a605e32ca07 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0837054 Mar 28 11:17:35.572604 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f131d8b2-4453-4c72-acd2-93383e3221e2 req-aef2277e-7fdf-47b9-bb7c-78e10cfce2ed tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388970 Mar 28 11:17:35.694738 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-f3156ba0-5328-44a1-a902-d6f01ecca0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:35.696075 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-f3156ba0-5328-44a1-a902-d6f01ecca0f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 1098 time: 0.0757439 Mar 28 11:17:35.826407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-549d4d96-6a3f-4364-ae7f-eb88874bbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:35.827838 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-549d4d96-6a3f-4364-ae7f-eb88874bbc2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1226163 Mar 28 11:17:35.937012 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-a7533ca9-b6e9-40cf-b74f-6f73f69bf561 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adbde260-543f-4e34-b714-7cfd627714f1 HTTP/1.1" status: 200 len: 1000 time: 0.0982430 Mar 28 11:17:36.001175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-08dc6df5-26b7-46aa-9cdc-d886283b0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:36.002566 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-08dc6df5-26b7-46aa-9cdc-d886283b0069 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0558670 Mar 28 11:17:36.078339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-aa9aea32-ce2a-486e-b278-9ceb3678c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:36.079774 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-aa9aea32-ce2a-486e-b278-9ceb3678c9fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676553 Mar 28 11:17:36.212814 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-fbccfc88-e011-4a89-901f-bab127c4b141 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236162 Mar 28 11:17:36.345167 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68d29049-4fb7-4abb-aa85-0146bd79f17d req-f52e02cf-002a-4788-8200-a6bf78dff5b9 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217499 Mar 28 11:17:36.752662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50e107-7a35-45e0-98d3-a8d03cc93851 req-f3012d75-9099-43be-b443-a2885e500c77 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:36.754686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8c50e107-7a35-45e0-98d3-a8d03cc93851 req-f3012d75-9099-43be-b443-a2885e500c77 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0792582 Mar 28 11:17:36.797872 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8c50e107-7a35-45e0-98d3-a8d03cc93851 req-51238b07-d5d9-4d52-a1ba-8d87f75d120c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377831 Mar 28 11:17:37.980650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cea5-d295-4abd-9b39-5e3a5dee471e req-ddfab6cc-99b4-4326-8e16-850d2d3561df tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:37.982086 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-09d4cea5-d295-4abd-9b39-5e3a5dee471e req-ddfab6cc-99b4-4326-8e16-850d2d3561df tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0803347 Mar 28 11:17:38.025660 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-09d4cea5-d295-4abd-9b39-5e3a5dee471e req-3f23cce7-4140-4737-a6f0-877132921796 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379744 Mar 28 11:17:38.578855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4ce8-c296-4308-a979-5a3d04da2e98 req-54abceff-1eeb-41c8-8ea1-f53596885cf7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:38.580289 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bc8b4ce8-c296-4308-a979-5a3d04da2e98 req-54abceff-1eeb-41c8-8ea1-f53596885cf7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0826161 Mar 28 11:17:38.623854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bc8b4ce8-c296-4308-a979-5a3d04da2e98 req-49e8f6d9-0133-4890-b980-cf3a7db326f3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379677 Mar 28 11:17:39.804500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f841-9cea-49a3-9ec8-a736f3944013 req-a71464f4-9106-4d1d-a467-cf92b7913918 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:39.805863 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-05b8f841-9cea-49a3-9ec8-a736f3944013 req-a71464f4-9106-4d1d-a467-cf92b7913918 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0787468 Mar 28 11:17:39.848648 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-05b8f841-9cea-49a3-9ec8-a736f3944013 req-fbe6d370-04e5-4465-8b9a-45f66da0891f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371006 Mar 28 11:17:40.493124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-d1997d75-2eaf-4f57-8745-a7e6f2d94a9d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:40.494617 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-d1997d75-2eaf-4f57-8745-a7e6f2d94a9d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0819895 Mar 28 11:17:40.565849 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Deleting port adbde260-543f-4e34-b714-7cfd627714f1 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:17:40.566206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:40.804294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] For port adbde260-543f-4e34-b714-7cfd627714f1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=adbde260-543f-4e34-b714-7cfd627714f1,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:17:40.804563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:41.037349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02f47e-7fcc-44c4-ab69-6c5fa0374cff req-4d48ddab-cb4e-4bf2-a728-ed67494b5d39 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:41.038916 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ca02f47e-7fcc-44c4-ab69-6c5fa0374cff req-4d48ddab-cb4e-4bf2-a728-ed67494b5d39 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 945 time: 0.0862677 Mar 28 11:17:41.084228 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ca02f47e-7fcc-44c4-ab69-6c5fa0374cff req-1740e885-c61b-40ec-958a-6f583785a4af tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395641 Mar 28 11:17:41.193058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:41.193419 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:41.193720 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 disassociated. External IP: 172.26.2.82, port: adbde260-543f-4e34-b714-7cfd627714f1. Mar 28 11:17:41.194082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Calling delete_port for adbde260-543f-4e34-b714-7cfd627714f1 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:17:41.392525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:41.443247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event deleted for resources: {'Port': ['ID=adbde260-543f-4e34-b714-7cfd627714f1,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:17:41.633960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:17:41.807983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:17:41.817201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:17:41.827553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:17:41.828262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:17:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:17:41.881100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] No DVR routers for this DVR port adbde260-543f-4e34-b714-7cfd627714f1 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:17:41.883624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:41.886149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'name': 'network-vif-deleted', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:17:41.929578 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40228f4d-1aeb-44a3-8f4b-95118f4e5af6', 'name': 'network-vif-deleted', 'tag': 'adbde260-543f-4e34-b714-7cfd627714f1', 'status': 'completed', 'code': 200} Mar 28 11:17:41.949741 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c85ce644-c2f1-4c3a-9e21-c8e9cc8a749e req-0ff00a70-bb54-4803-83d6-b334bc3ab74d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "DELETE /v2.0/ports/adbde260-543f-4e34-b714-7cfd627714f1 HTTP/1.1" status: 204 len: 173 time: 1.4473162 Mar 28 11:17:42.005816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:17:42.232304 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e487fd2-414d-48d3-b5fc-43b0753d404b req-4b79b39c-375c-46f1-acbb-c7f80193ab88 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=40228f4d-1aeb-44a3-8f4b-95118f4e5af6 HTTP/1.1" status: 200 len: 210 time: 0.0423813 Mar 28 11:17:42.317726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:17:42.321557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:17:42.329605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:17:42.330243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:17:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:17:42.535209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:17:42.844572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:17:42.848507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce0b9e-31a1-49e1-b9ec-8fc691bea707 None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:17:43.062388 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa98fb-7301-44cc-b57a-69ef7a927ea6 None None] New status for floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:17:43.211869 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:17:43.566100 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-ea348cd8-a27a-4f48-ad90-bc7cae039986 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1581537930&fields=id&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 267 time: 0.0423086 Mar 28 11:17:43.805152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-f4f04bad-e304-444e-80f9-9b3c249c80aa tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:43.806553 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-f4f04bad-e304-444e-80f9-9b3c249c80aa tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 812 time: 0.2339568 Mar 28 11:17:43.821022 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-ebe41ab3-87a2-4e3f-8543-89dc08069a7d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/quotas/52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 375 time: 0.0090826 Mar 28 11:17:43.903198 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-1ad78673-3604-49f2-8773-78a2ab104646 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772903 Mar 28 11:17:44.036171 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-9d43b182-b616-4ff0-9f4d-40e88bd31b87 service neutron] 10.222.0.18 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218386 Mar 28 11:17:44.165529 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-2f45c251-3ed2-4baa-b4bf-7c3231a9ac7d service neutron] 10.222.0.18 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236897 Mar 28 11:17:44.399316 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a04c4050-6f0c-4bef-97dc-24b70c62e81a req-14b13b94-16c2-475a-8f2a-51281c0681b8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 210 time: 0.0421324 Mar 28 11:17:45.556884 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1300e7d4-6d63-41c1-abfe-518eef2070ff req-479b911b-f61a-41de-bbd5-dad54b3c46fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 210 time: 0.0520008 Mar 28 11:17:45.672608 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device adbde260-543f-4e34-b714-7cfd627714f1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:17:45.707305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: adbde260-543f-4e34-b714-7cfd627714f1 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:17:45.707578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device adbde260-543f-4e34-b714-7cfd627714f1 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:17:45.844274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:46.627641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-31dbb263-4ec9-41a3-b9f4-1756b755b9eb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:46.629172 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-31dbb263-4ec9-41a3-b9f4-1756b755b9eb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 812 time: 0.1428413 Mar 28 11:17:46.687133 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-7293a29c-3ffa-45d2-b25b-6b8df5c66dff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 380 time: 0.0424192 Mar 28 11:17:46.699966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'port': {'device_id': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'admin_state_up': True, 'tenant_id': '52353bb501d34451967db0b333d3774a', 'security_groups': ['df19618a-3d06-4fbf-ba43-cf6ed13f20fc']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:17:46.715085 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ff41c46-34de-4307-99c4-7acc765afa39 req-3bbab0f5-89b5-48d8-8e12-d28f88c72d63 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 210 time: 0.0424056 Mar 28 11:17:46.835870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:17:46.839937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Usage tracker for resource:port and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:17:46.842759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:17:46.849096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:17:46.918116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Made reservation on behalf of 52353bb501d34451967db0b333d3774a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:17:46.921633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:47.081626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Allocated IP 172.20.0.5 (ae414d2a-5f91-4c7a-9812-4bc8462e9b2c/36b73fb9-ec14-491f-8418-8d182e20be07/e09f477a-26af-4349-854c-ff84586c1ddf) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:17:47.263122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:47.278488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Transition to ACTIVE for port object e09f477a-26af-4349-854c-ff84586c1ddf will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:17:47.360724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:47.527245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:17:47.534651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:17:47.538892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:17:47.569149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:17:47.588401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.588742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.589071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.589397 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.589718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.590072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.590393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.590711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.591035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.591347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.591657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.591966 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:17:47.616255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:47.616872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:47.719213 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-bb648796-2e96-4811-a367-897a98d471fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0229115 Mar 28 11:17:47.746709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Request body: {'port': {'device_id': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:17:47.795107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1dabb730-ee52-42d1-808c-d92c1ab6127c None None] Provisioning for port e09f477a-26af-4349-854c-ff84586c1ddf completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:17:47.801936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1dabb730-ee52-42d1-808c-d92c1ab6127c None None] Provisioning complete for port e09f477a-26af-4349-854c-ff84586c1ddf triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:17:47.802362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1dabb730-ee52-42d1-808c-d92c1ab6127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:47.855202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1dabb730-ee52-42d1-808c-d92c1ab6127c None None] Port e09f477a-26af-4349-854c-ff84586c1ddf cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:17:47.859848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:47.911602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b39cfa-12b0-45a4-9098-0b12a679a4d3 req-80d99542-dcf9-494e-a3d8-ba42b84838cf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:47.913033 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-09b39cfa-12b0-45a4-9098-0b12a679a4d3 req-80d99542-dcf9-494e-a3d8-ba42b84838cf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 931 time: 0.0924819 Mar 28 11:17:47.957323 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-09b39cfa-12b0-45a4-9098-0b12a679a4d3 req-e14b8d8d-246c-4a7f-a052-685e5b95fa80 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 Mar 28 11:17:48.193220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09f477a-26af-4349-854c-ff84586c1ddf {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:17:48.200523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:48.214936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Transition to ACTIVE for port object e09f477a-26af-4349-854c-ff84586c1ddf will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:17:48.297474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:48.325963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7add2b2e-b6ae-4395-9824-69e4e0a03f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:48.457029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:17:48.536788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Attempting to bind port e09f477a-26af-4349-854c-ff84586c1ddf on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:17:48.537123 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Attempting to bind port e09f477a-26af-4349-854c-ff84586c1ddf by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:17:48.537453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Attempting to bind port e09f477a-26af-4349-854c-ff84586c1ddf on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:17:48.541941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Port e09f477a-26af-4349-854c-ff84586c1ddf on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:17:48.542263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Attempting to bind port e09f477a-26af-4349-854c-ff84586c1ddf on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:17:48.547262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:17:48.547589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Checking segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:17:48.547970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Bound using segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:17:48.548388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Bound port: e09f477a-26af-4349-854c-ff84586c1ddf, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:17:48.549040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:48.640744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:17:48.643603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:17:48.741245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:48.795846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:48.796520 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:48.797857 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] 10.222.0.31 "PUT /v2.0/ports/e09f477a-26af-4349-854c-ff84586c1ddf HTTP/1.1" status: 200 len: 1093 time: 1.0554953 Mar 28 11:17:48.798307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:17:48.824708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714424c6-e522-4ca4-948b-47e6734c698e service neutron] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:17:48.847017 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'status': 'completed', 'code': 200} Mar 28 11:17:48.966503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6b251-06e4-48d0-b7e4-b6fb19709594 req-18e6df00-e61d-44de-8aee-a084bef4cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:48.967972 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2ff6b251-06e4-48d0-b7e4-b6fb19709594 req-18e6df00-e61d-44de-8aee-a084bef4cb0d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 1096 time: 0.0733156 Mar 28 11:17:49.121715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6b251-06e4-48d0-b7e4-b6fb19709594 req-dc1a95d3-24d8-461a-af7b-d529b23fbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:49.123175 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2ff6b251-06e4-48d0-b7e4-b6fb19709594 req-dc1a95d3-24d8-461a-af7b-d529b23fbdcb service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=52353bb501d34451967db0b333d3774a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1342649 Mar 28 11:17:49.142267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457969ad-b5e6-44fd-8cd3-f4ff9363375c req-1c25e1c9-40f5-4335-805a-65ebeda7061a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:49.143836 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-457969ad-b5e6-44fd-8cd3-f4ff9363375c req-1c25e1c9-40f5-4335-805a-65ebeda7061a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 943 time: 0.0794079 Mar 28 11:17:49.189805 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-457969ad-b5e6-44fd-8cd3-f4ff9363375c req-d2bd6417-9e47-4e14-b468-23c48cd07456 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Mar 28 11:17:49.263902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6b251-06e4-48d0-b7e4-b6fb19709594 req-5a929c73-4cf3-430d-80eb-8a56a9b9f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:49.265280 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2ff6b251-06e4-48d0-b7e4-b6fb19709594 req-5a929c73-4cf3-430d-80eb-8a56a9b9f430 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319048 Mar 28 11:17:49.405639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-94ec285f-22d0-4e17-aaaa-4647444e138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:49.407091 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-94ec285f-22d0-4e17-aaaa-4647444e138b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 1096 time: 0.0733778 Mar 28 11:17:49.490584 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-efd2f924-ac74-4be6-983e-0e9f834c7a40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e09f477a-26af-4349-854c-ff84586c1ddf HTTP/1.1" status: 200 len: 217 time: 0.0619838 Mar 28 11:17:49.554213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-fbc9a952-9ef0-4754-aaa3-919f7ddbe86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:49.555600 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-fbc9a952-9ef0-4754-aaa3-919f7ddbe86c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0561128 Mar 28 11:17:49.630901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-3d8ce118-0360-449c-8a58-e7456bbd6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:49.632293 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-3d8ce118-0360-449c-8a58-e7456bbd6a20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676541 Mar 28 11:17:49.763511 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-c61761ff-da75-4aea-bf24-539a8976c699 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208556 Mar 28 11:17:49.895632 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-23206492-1c2f-46a6-b8d0-1ba70608b6f2 req-a1ed2a00-ac2d-45cd-9737-a9d55b1fea15 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228323 Mar 28 11:17:50.375695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb236060-992e-4cfd-a4eb-07f10cb60d76 req-4ddf087b-d7af-4330-9adf-ae45e8e37da0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:50.377180 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fb236060-992e-4cfd-a4eb-07f10cb60d76 req-4ddf087b-d7af-4330-9adf-ae45e8e37da0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 943 time: 0.0826430 Mar 28 11:17:50.421751 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fb236060-992e-4cfd-a4eb-07f10cb60d76 req-3cf5a856-3017-4bfe-930c-409f6d191eec tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386076 Mar 28 11:17:50.484364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c3180974-6103-4b5c-85e8-0c5ed2351f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:51.598275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:51.611382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd2d3-82b1-4d99-9f6b-2cac46d2e6cf req-3fe309bf-81bd-4e85-83ba-a814a40995b0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:51.613393 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d55dd2d3-82b1-4d99-9f6b-2cac46d2e6cf req-3fe309bf-81bd-4e85-83ba-a814a40995b0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 943 time: 0.0814545 Mar 28 11:17:51.629049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:51.660649 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d55dd2d3-82b1-4d99-9f6b-2cac46d2e6cf req-8b09299c-c3b5-4932-9c4c-98054c5f0cd1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Mar 28 11:17:52.843665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d92cd-23a2-4bc7-9b19-0c9d4bcc68a0 req-5da7221e-6366-4d91-a164-81e32323a78a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:52.845005 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c31d92cd-23a2-4bc7-9b19-0c9d4bcc68a0 req-5da7221e-6366-4d91-a164-81e32323a78a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 943 time: 0.0785990 Mar 28 11:17:52.888671 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c31d92cd-23a2-4bc7-9b19-0c9d4bcc68a0 req-fe507c6c-fae2-4fc9-82ee-4a0ec664b236 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375009 Mar 28 11:17:53.068887 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:53.720737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:17:53.853473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:17:53.866457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'mac_address': 'fa:16:3e:c4:32:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:17:53.918924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:53.935685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09f477a-26af-4349-854c-ff84586c1ddf {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:17:53.950910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:17:54.008894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:54.075629 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12a68d-238f-4a10-8c0d-1aadcaf9d7cd req-26543022-120a-4a18-a9da-581b96102f0d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:54.077130 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2f12a68d-238f-4a10-8c0d-1aadcaf9d7cd req-26543022-120a-4a18-a9da-581b96102f0d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 944 time: 0.0825868 Mar 28 11:17:54.121328 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2f12a68d-238f-4a10-8c0d-1aadcaf9d7cd req-22b2a2e9-d628-4fc5-b385-f53eca874839 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382936 Mar 28 11:17:54.142643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:17:54.355755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e09f477a-26af-4349-854c-ff84586c1ddf'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:17:55.303241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea11955-57d9-4270-bb64-cd024540787f req-8074ce6f-60e1-4e92-9c9c-a3d4ba30f24b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:55.304663 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cea11955-57d9-4270-bb64-cd024540787f req-8074ce6f-60e1-4e92-9c9c-a3d4ba30f24b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 944 time: 0.0783062 Mar 28 11:17:55.347282 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cea11955-57d9-4270-bb64-cd024540787f req-8ee3689f-ffe1-4552-b27a-8f5e9b4f3b2e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 Mar 28 11:17:55.735190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:17:55.884010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port e09f477a-26af-4349-854c-ff84586c1ddf completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:17:55.889083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port e09f477a-26af-4349-854c-ff84586c1ddf triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:17:55.889445 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:56.003348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:56.028925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:17:56.038883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:17:56.073050 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'code': 200} Mar 28 11:17:56.101199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:56.172401 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:17:56.536023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23133ba4-4f32-4d75-99ab-46d7cbd96b6f req-0d728bed-f779-42ac-976d-9656875e0fd7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:56.537794 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23133ba4-4f32-4d75-99ab-46d7cbd96b6f req-0d728bed-f779-42ac-976d-9656875e0fd7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0864437 Mar 28 11:17:56.568221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557f776-2fc3-4b0e-bec8-9f6880c7ca06 req-b7362eaf-a6d6-4600-8c59-bf621f90c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:56.569674 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5557f776-2fc3-4b0e-bec8-9f6880c7ca06 req-b7362eaf-a6d6-4600-8c59-bf621f90c2ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 1098 time: 0.1688788 Mar 28 11:17:56.582751 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23133ba4-4f32-4d75-99ab-46d7cbd96b6f req-a5d0bb7b-c81c-479d-bc2e-d4e7d4974a34 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393245 Mar 28 11:17:56.613697 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5557f776-2fc3-4b0e-bec8-9f6880c7ca06 req-f55bd5da-8dc5-4acb-95e6-11e27b1fb7b9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341768 Mar 28 11:17:57.767759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17e4bd-70df-42a7-ade2-fd5355acf9c4 req-2a8b57a1-fa56-48ba-9087-b15f878efd9a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:57.769705 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c17e4bd-70df-42a7-ade2-fd5355acf9c4 req-2a8b57a1-fa56-48ba-9087-b15f878efd9a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0816016 Mar 28 11:17:57.814501 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c17e4bd-70df-42a7-ade2-fd5355acf9c4 req-7499bd82-e16e-4a9f-8960-9f2d994a9d91 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388567 Mar 28 11:17:58.997685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab29ae-ed15-4340-8805-3cc4589a197d req-a1bf7b23-fc3e-403c-9b30-5f8d1d40cffc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:58.999133 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f4ab29ae-ed15-4340-8805-3cc4589a197d req-a1bf7b23-fc3e-403c-9b30-5f8d1d40cffc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0783153 Mar 28 11:17:59.041188 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f4ab29ae-ed15-4340-8805-3cc4589a197d req-bc27276e-9232-431f-a36e-48cbc7055b7a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364692 Mar 28 11:17:59.224012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4942037-a259-4e58-bf33-5f0730bb10a3 req-52959235-16fb-4c6c-9665-9faf605b2793 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:17:59.225446 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d4942037-a259-4e58-bf33-5f0730bb10a3 req-52959235-16fb-4c6c-9665-9faf605b2793 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0831397 Mar 28 11:17:59.233889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44062) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:17:59.238744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-038d5f8e-192c-4c4b-95a5-d63424f422fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'floatingip': {'port_id': 'e09f477a-26af-4349-854c-ff84586c1ddf'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:17:59.404702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-038d5f8e-192c-4c4b-95a5-d63424f422fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:17:59.985780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-038d5f8e-192c-4c4b-95a5-d63424f422fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:00.028696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-038d5f8e-192c-4c4b-95a5-d63424f422fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:00.193830 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-038d5f8e-192c-4c4b-95a5-d63424f422fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 associated. External IP: 172.26.2.82, port: e09f477a-26af-4349-854c-ff84586c1ddf. Mar 28 11:18:00.533956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038d5f8e-192c-4c4b-95a5-d63424f422fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:18:00.814459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038d5f8e-192c-4c4b-95a5-d63424f422fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:18:00.819250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-038d5f8e-192c-4c4b-95a5-d63424f422fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:00.823849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:18:00.834416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:18:00.835015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:17:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:18:00.874235 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-038d5f8e-192c-4c4b-95a5-d63424f422fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "PUT /v2.0/floatingips/71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 HTTP/1.1" status: 200 len: 990 time: 1.6392612 Mar 28 11:18:00.874837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:18:00.924518 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'status': 'completed', 'code': 200} Mar 28 11:18:01.050869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-b18e7af3-95b0-409f-9eb4-e6b20f1b1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:01.052459 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-b18e7af3-95b0-409f-9eb4-e6b20f1b1d77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 1098 time: 0.0773754 Mar 28 11:18:01.053840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:18:01.184572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-ca0c1cf7-89e3-45d4-90b3-781d82df510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:01.186104 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-ca0c1cf7-89e3-45d4-90b3-781d82df510f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1273179 Mar 28 11:18:01.284265 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-94c585c0-5005-4942-ac3b-86a92b7ce200 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e09f477a-26af-4349-854c-ff84586c1ddf HTTP/1.1" status: 200 len: 998 time: 0.0921676 Mar 28 11:18:01.348319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-b68f88ae-6fed-4587-9163-ddfb27639c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:01.349753 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-b68f88ae-6fed-4587-9163-ddfb27639c0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0591810 Mar 28 11:18:01.396359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:c4:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:17:59Z', 'revision_number': 9, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:18:01.400476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:18:01.408859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:18:01.409455 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:17:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:18:01.423777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-78ccea46-e6cc-450b-ad38-c698a535492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:01.425774 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-78ccea46-e6cc-450b-ad38-c698a535492d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698540 Mar 28 11:18:01.560028 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-c0aeedb9-53ea-48f0-aaea-a541e37d8903 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243074 Mar 28 11:18:01.585025 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:18:01.691077 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e1911d19-cab1-422d-a4d3-67ddf9997177 req-01702859-11d3-456c-adc1-227a75f72909 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246068 Mar 28 11:18:01.924003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:c4:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:17:59Z', 'revision_number': 9, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:18:01.928356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23adb73a-3883-4a53-b8eb-c11cd066d700 None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:c4:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:17:59Z', 'revision_number': 9, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:18:02.103844 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632991c5-0bd0-4d56-a17c-0fe41a29dc6c None None] New status for floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:18:02.385370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4573135-223f-4fc9-912e-ba72e60cd278 req-e107b01d-1d8e-4c1c-87e0-820a90cdd8fd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:02.386902 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c4573135-223f-4fc9-912e-ba72e60cd278 req-e107b01d-1d8e-4c1c-87e0-820a90cdd8fd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0793803 Mar 28 11:18:02.436323 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c4573135-223f-4fc9-912e-ba72e60cd278 req-1068f8a0-8172-4c51-b7fa-a488748bc727 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436778 Mar 28 11:18:02.542853 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-9869b7f2-f682-44da-8aff-ff69b3e442ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1368206 Mar 28 11:18:03.626129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7988fc-aefd-4391-bfeb-ae5e1731cc5f req-26d5bf82-b3e3-423d-8fec-e4e5f1fb6d9a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:03.627581 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7a7988fc-aefd-4391-bfeb-ae5e1731cc5f req-26d5bf82-b3e3-423d-8fec-e4e5f1fb6d9a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0798256 Mar 28 11:18:03.672278 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7a7988fc-aefd-4391-bfeb-ae5e1731cc5f req-c979e546-3556-44a7-bc99-9b07fe80748c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390503 Mar 28 11:18:04.768540 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-3bec005e-78c3-4888-ad1f-d128eee19bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:04.770038 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-3bec005e-78c3-4888-ad1f-d128eee19bc2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 1098 time: 0.0739434 Mar 28 11:18:04.857049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe049362-77c2-44e5-9292-9e8dd7db5ce6 req-e073be07-5370-4894-be90-50b79c8eba2c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:04.858544 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fe049362-77c2-44e5-9292-9e8dd7db5ce6 req-e073be07-5370-4894-be90-50b79c8eba2c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0830956 Mar 28 11:18:04.900288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-ac5ba963-4180-47fd-8942-2769df10d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:04.901751 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-ac5ba963-4180-47fd-8942-2769df10d90e service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1259286 Mar 28 11:18:04.902753 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fe049362-77c2-44e5-9292-9e8dd7db5ce6 req-a607eb8b-d1bb-4135-ad55-1240e77db352 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 Mar 28 11:18:05.003315 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-e026acd7-2592-4cc6-b7c7-ec8443589245 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e09f477a-26af-4349-854c-ff84586c1ddf HTTP/1.1" status: 200 len: 1001 time: 0.0956366 Mar 28 11:18:05.063311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-30c1441d-9fb0-4a19-a560-6725ce94d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:05.064651 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-30c1441d-9fb0-4a19-a560-6725ce94d5c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0555089 Mar 28 11:18:05.136138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-35165c44-ec31-4647-b74b-209e3685d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:05.137465 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-35165c44-ec31-4647-b74b-209e3685d857 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667028 Mar 28 11:18:05.265740 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-67e657b7-5f43-4dd1-b8f1-51bb092c5693 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215084 Mar 28 11:18:05.393112 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-3412be00-d1f4-415e-8057-f55477f9ff85 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212108 Mar 28 11:18:06.084575 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd168fcc-55bc-45a3-8f41-713455991633 req-0288ab7e-f9c5-40a3-b687-f1ff7f72d93e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:06.085935 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fd168fcc-55bc-45a3-8f41-713455991633 req-0288ab7e-f9c5-40a3-b687-f1ff7f72d93e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0776887 Mar 28 11:18:06.129081 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fd168fcc-55bc-45a3-8f41-713455991633 req-1d7245a5-efcc-4d85-8eab-f3728db3f2a2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375032 Mar 28 11:18:07.316247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd50e5-40da-4320-9c19-8584d782cc4f req-fc3ab113-f626-450b-a3e1-bf7c159ba458 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:07.317674 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-18fd50e5-40da-4320-9c19-8584d782cc4f req-fc3ab113-f626-450b-a3e1-bf7c159ba458 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0820460 Mar 28 11:18:07.360498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-18fd50e5-40da-4320-9c19-8584d782cc4f req-144eb7e6-c492-4962-bc66-171802615b9f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373178 Mar 28 11:18:08.541139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b476af-afad-458b-8ed1-5e9b4440565e req-3c2f6784-fc2f-4f25-aba6-e3f066907adc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:08.542528 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b8b476af-afad-458b-8ed1-5e9b4440565e req-3c2f6784-fc2f-4f25-aba6-e3f066907adc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0792637 Mar 28 11:18:08.589854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b8b476af-afad-458b-8ed1-5e9b4440565e req-020367d8-387f-4d61-9144-da91ed23c70b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Mar 28 11:18:09.767477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b56b0-40eb-4fd6-8dff-8d6eb5c26339 req-2ba3a642-dcb8-40ab-8a3d-f350ee3b4ec4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:09.769366 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-757b56b0-40eb-4fd6-8dff-8d6eb5c26339 req-2ba3a642-dcb8-40ab-8a3d-f350ee3b4ec4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0775862 Mar 28 11:18:09.812194 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-757b56b0-40eb-4fd6-8dff-8d6eb5c26339 req-6c11be6b-cde7-4f6c-a78d-50c8e85ef484 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369537 Mar 28 11:18:10.996989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce7818-253d-4f0e-853e-6b33bf254f67 req-c78a0216-50bd-4f44-9f6a-b9749ed80a44 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:10.998445 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fdce7818-253d-4f0e-853e-6b33bf254f67 req-c78a0216-50bd-4f44-9f6a-b9749ed80a44 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0811520 Mar 28 11:18:11.041813 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fdce7818-253d-4f0e-853e-6b33bf254f67 req-106eed16-d8e9-4814-98e9-39b795675978 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372987 Mar 28 11:18:12.222161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d52808-cb42-4cf7-8d52-1e23f2029fe7 req-98499850-5b20-4e36-b7c1-9747fc757d72 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:12.223587 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-66d52808-cb42-4cf7-8d52-1e23f2029fe7 req-98499850-5b20-4e36-b7c1-9747fc757d72 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0805576 Mar 28 11:18:12.266220 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-66d52808-cb42-4cf7-8d52-1e23f2029fe7 req-7e2efbfa-3f0f-4e0d-bcfa-8a2306cfc995 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371010 Mar 28 11:18:13.454595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f7a46-dbf9-4910-99b1-93cfb4c1dcbe req-c4331ef1-433c-4b46-8f7e-825f6d9fd436 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:13.456584 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ee0f7a46-dbf9-4910-99b1-93cfb4c1dcbe req-c4331ef1-433c-4b46-8f7e-825f6d9fd436 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0846989 Mar 28 11:18:13.501482 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ee0f7a46-dbf9-4910-99b1-93cfb4c1dcbe req-f6061f87-8136-4d8d-864c-5a27afe143b8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 Mar 28 11:18:14.684469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe9615-98fa-4707-af71-a1ebad96568d req-29928428-e73f-4ab6-bc94-22bf6430baa7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:14.685871 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3cbe9615-98fa-4707-af71-a1ebad96568d req-29928428-e73f-4ab6-bc94-22bf6430baa7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0783272 Mar 28 11:18:14.731501 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3cbe9615-98fa-4707-af71-a1ebad96568d req-fe5b67de-9e88-4e04-9437-37ac6b83e362 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400798 Mar 28 11:18:15.868052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:15.913047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8f6ea-d7ed-443f-a44a-993a9747cfca req-ade01a3d-dbdf-4557-bf02-da8f291d572e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:15.914494 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0fc8f6ea-d7ed-443f-a44a-993a9747cfca req-ade01a3d-dbdf-4557-bf02-da8f291d572e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0786307 Mar 28 11:18:15.958325 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0fc8f6ea-d7ed-443f-a44a-993a9747cfca req-e06e5787-e8c8-48f4-aea6-b678a32dd542 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380957 Mar 28 11:18:17.143742 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18a2d-f84e-4d59-8dc2-36dc4fd92f7c req-e3968f30-6840-4fbc-b8f2-bb202e1d0176 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:17.151997 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a6b18a2d-f84e-4d59-8dc2-36dc4fd92f7c req-e3968f30-6840-4fbc-b8f2-bb202e1d0176 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0841086 Mar 28 11:18:17.189173 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a6b18a2d-f84e-4d59-8dc2-36dc4fd92f7c req-b4ddb839-cb2e-40b2-b776-31ad8a945642 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381296 Mar 28 11:18:18.285688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3a155ea1-f4bf-475f-bb37-e86f2e9add6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:18.374554 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ab3a-8598-4955-9c8c-7e4c1ba2349f req-721c8312-6f72-40e3-8a50-ef794c9437fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:18.375995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5357ab3a-8598-4955-9c8c-7e4c1ba2349f req-721c8312-6f72-40e3-8a50-ef794c9437fc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0785582 Mar 28 11:18:18.420525 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5357ab3a-8598-4955-9c8c-7e4c1ba2349f req-c5c45d0a-c1eb-483a-8e2c-5c953d783f72 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382113 Mar 28 11:18:19.606224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd2909-8c43-4a9c-83b0-715162b74630 req-498f04ae-df99-4dc4-8900-700c6ebfa38e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:19.607672 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2dcd2909-8c43-4a9c-83b0-715162b74630 req-498f04ae-df99-4dc4-8900-700c6ebfa38e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0831833 Mar 28 11:18:19.650938 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2dcd2909-8c43-4a9c-83b0-715162b74630 req-3a66b71b-9c1d-43a2-96e3-ed3f7f1b3ab6 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377021 Mar 28 11:18:20.200436 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:18:20.451109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7327cabf-f452-40d2-b792-374955b5c305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:20.832343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb073b3a-5a62-4f69-9ef5-3682d7b3d36c req-538e6ac1-ddac-4afd-b150-90f5f42ad020 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:20.833674 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bb073b3a-5a62-4f69-9ef5-3682d7b3d36c req-538e6ac1-ddac-4afd-b150-90f5f42ad020 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0789361 Mar 28 11:18:20.876561 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bb073b3a-5a62-4f69-9ef5-3682d7b3d36c req-1be92824-9e1f-4579-8499-2c3ef3004725 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372875 Mar 28 11:18:21.593466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:21.650737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:22.060425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e42f5-5e85-45bc-b9af-46b4f578528c req-ca426833-b467-45b3-8107-06113c2ea7ea tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:22.061837 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-904e42f5-5e85-45bc-b9af-46b4f578528c req-ca426833-b467-45b3-8107-06113c2ea7ea tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0809681 Mar 28 11:18:22.104643 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-904e42f5-5e85-45bc-b9af-46b4f578528c req-7ce21a83-03d2-4635-ac35-5d35046fc792 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367062 Mar 28 11:18:23.076949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:23.285652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f5106-ea8d-4605-8d66-1690db7f24ca req-6fe9b250-3536-4527-bebc-6ba270a682e6 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:23.287035 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fd1f5106-ea8d-4605-8d66-1690db7f24ca req-6fe9b250-3536-4527-bebc-6ba270a682e6 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0792048 Mar 28 11:18:23.333377 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fd1f5106-ea8d-4605-8d66-1690db7f24ca req-980837e9-cfec-4188-ac8e-8b976b393424 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Mar 28 11:18:24.512720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246fa79-9d70-4748-8a19-a9b85474f044 req-52803004-c53c-48dd-8c63-f6b57788b95f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:24.514172 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6246fa79-9d70-4748-8a19-a9b85474f044 req-52803004-c53c-48dd-8c63-f6b57788b95f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0781987 Mar 28 11:18:24.558995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6246fa79-9d70-4748-8a19-a9b85474f044 req-122c80df-b15d-4406-816c-f4254fd88fa7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 Mar 28 11:18:25.994294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f7364-a468-4103-9c41-c8947c736b7b req-efd73e72-6eae-4761-8f0c-6bc79c2e0665 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:25.997317 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be8f7364-a468-4103-9c41-c8947c736b7b req-efd73e72-6eae-4761-8f0c-6bc79c2e0665 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.1828456 Mar 28 11:18:26.040311 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be8f7364-a468-4103-9c41-c8947c736b7b req-10dc70cd-a74f-4fa2-be0a-8b603ae7a312 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384068 Mar 28 11:18:27.221565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25a90c-1ef5-4a66-b868-5e2c58ee93c8 req-b1486af4-a724-496d-89b8-e45da2841490 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:27.223006 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fb25a90c-1ef5-4a66-b868-5e2c58ee93c8 req-b1486af4-a724-496d-89b8-e45da2841490 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0810020 Mar 28 11:18:27.264936 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fb25a90c-1ef5-4a66-b868-5e2c58ee93c8 req-4d7b39b8-df71-4f06-bef4-c6ee557f2c9d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363340 Mar 28 11:18:27.980583 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-c54373f0-89a8-4dec-816d-e08bb9a46242 service neutron] 10.222.0.31 "GET /v2.0/ports/e09f477a-26af-4349-854c-ff84586c1ddf/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.1625803 Mar 28 11:18:28.450439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfebdf-5158-4535-9d8e-6d5041737c90 req-5b438123-1877-4135-8a1d-216348d4640c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:28.451867 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8bdfebdf-5158-4535-9d8e-6d5041737c90 req-5b438123-1877-4135-8a1d-216348d4640c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0842042 Mar 28 11:18:28.495257 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8bdfebdf-5158-4535-9d8e-6d5041737c90 req-a7f19ccf-eb20-4286-9db9-1c1dcd572870 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373087 Mar 28 11:18:28.597548 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-bd0829c5-2457-427d-b523-38e2023f8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:28.599041 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-bd0829c5-2457-427d-b523-38e2023f8e6c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 1098 time: 0.0700951 Mar 28 11:18:28.711247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-3b114a59-e81b-4c6c-ba3c-effa2288d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:28.712664 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-3b114a59-e81b-4c6c-ba3c-effa2288d29f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 1098 time: 0.0707827 Mar 28 11:18:28.842062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-3fec1bba-0224-4869-a5b7-1b75cf683cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:28.843365 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-3fec1bba-0224-4869-a5b7-1b75cf683cef service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1216462 Mar 28 11:18:28.946202 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-94d6436c-67ad-43ab-9093-7e79cc8f0aa7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e09f477a-26af-4349-854c-ff84586c1ddf HTTP/1.1" status: 200 len: 1001 time: 0.0934551 Mar 28 11:18:29.009392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-59d162d4-9b11-4028-89ee-ef04dc146128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:29.010758 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-59d162d4-9b11-4028-89ee-ef04dc146128 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0547998 Mar 28 11:18:29.089265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-1ab07971-39fa-414a-bc8d-a9e79d3b0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:29.090704 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-1ab07971-39fa-414a-bc8d-a9e79d3b0e4b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704694 Mar 28 11:18:29.227256 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-f178cb77-970c-4458-9e40-edd110628447 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240280 Mar 28 11:18:29.360739 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6a49be48-4d71-4f43-b186-bebf75f97daa req-fd2e233b-995c-45a5-af05-15eb5f36dc75 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238980 Mar 28 11:18:29.684148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b26db1-0430-4ef5-90de-3ac298cd8bc0 req-286475b9-d905-4586-a3d0-7cae15d740a3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:29.685771 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2b26db1-0430-4ef5-90de-3ac298cd8bc0 req-286475b9-d905-4586-a3d0-7cae15d740a3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0841761 Mar 28 11:18:29.729795 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2b26db1-0430-4ef5-90de-3ac298cd8bc0 req-540b0e08-0b22-4138-85c0-629b1a449d52 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 Mar 28 11:18:30.909353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debae31-1e1e-4daf-8652-de6a682e414e req-749115f3-566f-40ef-abd9-d49f14612e93 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:30.910795 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4debae31-1e1e-4daf-8652-de6a682e414e req-749115f3-566f-40ef-abd9-d49f14612e93 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0777142 Mar 28 11:18:30.953605 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4debae31-1e1e-4daf-8652-de6a682e414e req-31a53b53-49c3-43c1-92c2-eb1bcf7643c1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373373 Mar 28 11:18:31.922853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:18:31.929631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:18:32.138800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3448f2-9ad1-44d8-b0b1-eec4a25cefc7 req-6eb3872f-4bd5-41a9-923c-f27940824bbf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:32.140238 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1e3448f2-9ad1-44d8-b0b1-eec4a25cefc7 req-6eb3872f-4bd5-41a9-923c-f27940824bbf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0827529 Mar 28 11:18:32.148269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:32.164682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:32.185467 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1e3448f2-9ad1-44d8-b0b1-eec4a25cefc7 req-13d8f248-ad6b-4673-a51c-b09e9b609694 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390594 Mar 28 11:18:32.185845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'mac_address': 'fa:16:3e:c4:32:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:18:32.191615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:18:32.228835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:32.254808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:32.272207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e09f477a-26af-4349-854c-ff84586c1ddf {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:18:32.303459 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'code': 200} Mar 28 11:18:32.371685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:32.453306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:18:32.453597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:18:32.460800 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:32.467773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.468122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.468555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.468788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.469116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.469442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.469771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.470647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.470972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.471301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.471614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.471929 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:32.885356 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652e291-066f-484b-aa9d-752b4fe57668 req-52962b30-36ec-4ee9-abea-ae5e2235d3af tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:32.886847 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1652e291-066f-484b-aa9d-752b4fe57668 req-52962b30-36ec-4ee9-abea-ae5e2235d3af tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 943 time: 0.0794511 Mar 28 11:18:32.896047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-a2a80516-c711-49f5-a03e-913910354b75 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:32.896776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-a2a80516-c711-49f5-a03e-913910354b75 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Synchronizing usage tracker for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:18:32.934489 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1652e291-066f-484b-aa9d-752b4fe57668 req-054cc994-8714-43e2-979b-e86ad80270f6 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412188 Mar 28 11:18:32.971081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-a2a80516-c711-49f5-a03e-913910354b75 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Unset dirty status for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:18:32.972234 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-a2a80516-c711-49f5-a03e-913910354b75 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447&tenant_id=52353bb501d34451967db0b333d3774a&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 943 time: 0.1588147 Mar 28 11:18:33.007923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:33.025144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09f477a-26af-4349-854c-ff84586c1ddf {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:18:33.040702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:33.054480 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-273583ac-d6a3-46cb-b6d0-f028db93a373 service neutron] 10.222.0.31 "GET /v2.0/ports/e09f477a-26af-4349-854c-ff84586c1ddf/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0760336 Mar 28 11:18:33.096779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:33.162029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:33.162760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-3884e96d-b727-439a-9431-d2166e4c99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:33.164224 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-3884e96d-b727-439a-9431-d2166e4c99aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 1097 time: 0.0710068 Mar 28 11:18:33.238387 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e09f477a-26af-4349-854c-ff84586c1ddf'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:18:33.301174 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-12aa105d-20a5-4332-b36b-29b33f82f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:33.302707 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-12aa105d-20a5-4332-b36b-29b33f82f974 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1317072 Mar 28 11:18:33.404920 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-c4fcd0d6-662a-4664-a697-2e573bb50dee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e09f477a-26af-4349-854c-ff84586c1ddf HTTP/1.1" status: 200 len: 1000 time: 0.0957286 Mar 28 11:18:33.466001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-d49a8aa8-a0a8-4843-991f-017ea5198014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:33.467366 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-d49a8aa8-a0a8-4843-991f-017ea5198014 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0563393 Mar 28 11:18:33.544472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-dae19ba5-3d8b-4388-9e14-6a6e927fbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:33.545926 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-dae19ba5-3d8b-4388-9e14-6a6e927fbfd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712230 Mar 28 11:18:33.767925 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-5e0fd2d9-b30f-4ba3-b3b6-11f958f41efb service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153649 Mar 28 11:18:33.896623 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-10c1127c-2dcc-48fb-863b-90c170eff303 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216583 Mar 28 11:18:33.946318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:18:34.017088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port e09f477a-26af-4349-854c-ff84586c1ddf triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:18:34.017779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:34.122883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e7a81-bc3b-497e-9dd3-3642ceebc830 req-a4abf41a-6c2c-4bf7-a7aa-a08f91e398d0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:34.124586 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-786e7a81-bc3b-497e-9dd3-3642ceebc830 req-a4abf41a-6c2c-4bf7-a7aa-a08f91e398d0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 944 time: 0.0808246 Mar 28 11:18:34.130610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:34.165946 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:34.169555 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-786e7a81-bc3b-497e-9dd3-3642ceebc830 req-12f7a801-c106-4ea6-9760-a658012ec2c3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389040 Mar 28 11:18:34.233241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:34.299086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:34.303984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:18:34.355574 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'code': 200} Mar 28 11:18:35.353023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca469be-4dce-4aea-b8af-85a1bc1981c6 req-006003d7-cd61-42ad-beac-f64d21131cee tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:35.354455 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cca469be-4dce-4aea-b8af-85a1bc1981c6 req-006003d7-cd61-42ad-beac-f64d21131cee tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0805886 Mar 28 11:18:35.398164 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cca469be-4dce-4aea-b8af-85a1bc1981c6 req-8dba5cf2-e1c3-47e9-aaef-4efed002eceb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381005 Mar 28 11:18:36.581974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873c936-89d0-4e48-93ae-39d0d4c442c6 req-2e7fb046-6f95-4728-83db-0d20053779b1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:36.583428 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e873c936-89d0-4e48-93ae-39d0d4c442c6 req-2e7fb046-6f95-4728-83db-0d20053779b1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0804298 Mar 28 11:18:36.629982 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e873c936-89d0-4e48-93ae-39d0d4c442c6 req-719bfab6-c137-4dae-a4b4-4745baaebc26 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Mar 28 11:18:37.410430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-5f3d5dd9-4a25-4b12-a7b4-185515e0d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:37.411873 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-5f3d5dd9-4a25-4b12-a7b4-185515e0d161 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 1098 time: 0.0700977 Mar 28 11:18:37.522910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-2214b329-e931-4b1c-8e48-f6eb2414396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:37.524332 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-2214b329-e931-4b1c-8e48-f6eb2414396a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 1098 time: 0.0727167 Mar 28 11:18:37.655551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-a7a8f2cf-508c-4f38-b5b9-cd90cbf44560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:37.656961 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-a7a8f2cf-508c-4f38-b5b9-cd90cbf44560 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1232321 Mar 28 11:18:37.766643 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-c3c66ed1-5223-4809-964e-bd8c8f44f441 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e09f477a-26af-4349-854c-ff84586c1ddf HTTP/1.1" status: 200 len: 1001 time: 0.0996859 Mar 28 11:18:37.834610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-15b250cf-ff8f-48d3-804d-8f0a9860f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:37.836092 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-15b250cf-ff8f-48d3-804d-8f0a9860f4dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0603447 Mar 28 11:18:37.915265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-0370ffcc-0961-43ae-abc0-0b522eecffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:37.916636 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-0370ffcc-0961-43ae-abc0-0b522eecffd0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704241 Mar 28 11:18:37.963534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc49107-3bee-4907-aee2-c86ba594c521 req-0a2315b7-e0ca-41d2-9b42-81025d5733a9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:37.964976 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2cc49107-3bee-4907-aee2-c86ba594c521 req-0a2315b7-e0ca-41d2-9b42-81025d5733a9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0784359 Mar 28 11:18:38.009170 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2cc49107-3bee-4907-aee2-c86ba594c521 req-9c778557-7a77-4f1b-aade-b70fcbf6d08a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379663 Mar 28 11:18:38.050222 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-cafc231d-31f1-44cc-97b4-34e0f3992fcd service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236243 Mar 28 11:18:38.181023 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-425ff6f1-d14a-4066-b705-4b60a13ed6a1 req-c44cec0b-ca84-48f4-bf7e-0eca7aab0bec service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214201 Mar 28 11:18:39.193492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b69c4-7ea1-4519-85a1-8d3e8ad829ad req-8584866c-af2c-45a9-8eee-a1abc797be7a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:39.194943 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a74b69c4-7ea1-4519-85a1-8d3e8ad829ad req-8584866c-af2c-45a9-8eee-a1abc797be7a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0818739 Mar 28 11:18:39.238690 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a74b69c4-7ea1-4519-85a1-8d3e8ad829ad req-5b8a348f-d849-4d31-a84d-084f21f01997 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381088 Mar 28 11:18:39.991742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:18:39.999395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:18:40.215941 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:40.229613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:40.250183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'mac_address': 'fa:16:3e:c4:32:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:18:40.258987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:18:40.302496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:40.320443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:40.332148 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'code': 200} Mar 28 11:18:40.339487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e09f477a-26af-4349-854c-ff84586c1ddf {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:18:40.370960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:40.439767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995a34f-f149-4002-a09a-6f5d364b3d03 req-52e97615-15fe-44b2-9a40-9326953ccb7b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:40.441296 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1995a34f-f149-4002-a09a-6f5d364b3d03 req-52e97615-15fe-44b2-9a40-9326953ccb7b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 943 time: 0.0859990 Mar 28 11:18:40.482793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:18:40.483051 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:18:40.485243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=9']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:40.488238 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1995a34f-f149-4002-a09a-6f5d364b3d03 req-dde64004-9135-41b6-818f-b9f695bf5cd9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412545 Mar 28 11:18:40.676717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e50c14-aae5-4e6a-9f3c-a710a71f7ff8 req-bbd6d2d7-999b-42f4-9f67-fe35e3fc0fe8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:40.678151 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9e50c14-aae5-4e6a-9f3c-a710a71f7ff8 req-bbd6d2d7-999b-42f4-9f67-fe35e3fc0fe8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 943 time: 0.0814376 Mar 28 11:18:40.721229 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f9e50c14-aae5-4e6a-9f3c-a710a71f7ff8 req-e71418fb-207d-43a0-8bbc-b72adcc7c5fb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375187 Mar 28 11:18:40.897544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25690155-a477-4d12-9169-e0b803006d85 req-ba4a4cbf-72a4-4153-bd64-4166c6da07f9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:40.899028 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-25690155-a477-4d12-9169-e0b803006d85 req-ba4a4cbf-72a4-4153-bd64-4166c6da07f9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 943 time: 0.0778637 Mar 28 11:18:40.944308 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-25690155-a477-4d12-9169-e0b803006d85 req-c7de3dd6-080d-4659-aa2b-5d0550edf175 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398598 Mar 28 11:18:41.038824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:41.055595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09f477a-26af-4349-854c-ff84586c1ddf {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:18:41.070463 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:41.134476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:41.199807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=10']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:41.267150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e09f477a-26af-4349-854c-ff84586c1ddf'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:18:41.526605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12694b86-e059-4c60-a729-e722c93b40a8 req-ac19ecdb-69e8-4f00-b823-2b6e61fe187f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:41.528074 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-12694b86-e059-4c60-a729-e722c93b40a8 req-ac19ecdb-69e8-4f00-b823-2b6e61fe187f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 945 time: 0.0796914 Mar 28 11:18:41.571663 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-12694b86-e059-4c60-a729-e722c93b40a8 req-5ad4db81-aafe-4e0f-8e0d-73826af56281 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376959 Mar 28 11:18:42.009678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:18:42.074974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port e09f477a-26af-4349-854c-ff84586c1ddf triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:18:42.075585 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:42.187819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:42.219417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:42.284058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:42.358444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:18:42.387462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=11']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:42.404712 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'code': 200} Mar 28 11:18:42.754482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277c0ba-dd92-4f62-b160-4e0b8c620335 req-95e5922f-1b2d-4159-b0d8-d4c348416889 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:42.755944 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b277c0ba-dd92-4f62-b160-4e0b8c620335 req-95e5922f-1b2d-4159-b0d8-d4c348416889 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 946 time: 0.0815597 Mar 28 11:18:42.800881 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b277c0ba-dd92-4f62-b160-4e0b8c620335 req-eb816438-6cf6-458d-9844-db30faa573ad tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391598 Mar 28 11:18:43.985935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a3792-8c34-4af6-a3e1-76f382d82ee6 req-c60be0cc-3b2a-4099-a672-7ca139599000 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:43.987392 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fe2a3792-8c34-4af6-a3e1-76f382d82ee6 req-c60be0cc-3b2a-4099-a672-7ca139599000 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 946 time: 0.0788651 Mar 28 11:18:44.018292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-907ed6c5-98a8-44b5-8f7c-2ecda22c90ee tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:44.019883 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-907ed6c5-98a8-44b5-8f7c-2ecda22c90ee tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 946 time: 0.0820172 Mar 28 11:18:44.030324 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fe2a3792-8c34-4af6-a3e1-76f382d82ee6 req-86e499c2-67f4-423d-9371-8671a55e7470 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372238 Mar 28 11:18:44.092206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Deleting port e09f477a-26af-4349-854c-ff84586c1ddf {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:18:44.092470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:44.333821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] For port e09f477a-26af-4349-854c-ff84586c1ddf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e09f477a-26af-4349-854c-ff84586c1ddf,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:44.333821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:44.712630 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:44.712989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:44.713290 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 disassociated. External IP: 172.26.2.82, port: e09f477a-26af-4349-854c-ff84586c1ddf. Mar 28 11:18:44.713619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Calling delete_port for e09f477a-26af-4349-854c-ff84586c1ddf owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:18:44.890289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:44.942645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event deleted for resources: {'Port': ['ID=e09f477a-26af-4349-854c-ff84586c1ddf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:45.132592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:18:45.183978 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fe7bc45-cdf3-410c-a6b0-0a092a5604a9 req-17e0d6f3-f3e9-4ab3-be66-6a0379ea710f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 210 time: 0.0450897 Mar 28 11:18:45.309753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:18:45.319561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:18:45.328957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:18:45.329566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:18:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:18:45.382523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] No DVR routers for this DVR port e09f477a-26af-4349-854c-ff84586c1ddf on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:18:45.385033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:45.387658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-deleted', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:18:45.451818 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40640cc8-b548-458d-b585-4a8bc5310a24 req-f8618039-e94f-4c6d-916a-f0420825329b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "DELETE /v2.0/ports/e09f477a-26af-4349-854c-ff84586c1ddf HTTP/1.1" status: 204 len: 173 time: 1.4231112 Mar 28 11:18:45.484707 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293026e-a8f4-4386-a51d-c0df2e24a447', 'name': 'network-vif-deleted', 'tag': 'e09f477a-26af-4349-854c-ff84586c1ddf', 'status': 'completed', 'code': 200} Mar 28 11:18:45.510143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:18:45.820344 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:18:45.830351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:18:45.838513 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:18:45.839102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:18:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:18:45.903904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:46.014376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:18:46.320742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:18:46.325699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1b844-9dd4-4ccd-9c30-9287dd981c5c None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:18:46.355388 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d0146b28-886c-43c5-8000-cee973a39ced req-0e971649-1799-49ac-9ae1-4197ca898480 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=d293026e-a8f4-4386-a51d-c0df2e24a447 HTTP/1.1" status: 200 len: 210 time: 0.0452871 Mar 28 11:18:46.574506 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08be1c1-bf72-4cf2-973c-a7cda9c9f565 None None] New status for floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:18:47.685507 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-e4a3695c-365b-454d-a67d-2d5c7c68a60b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1581537930&fields=id&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 267 time: 0.0373724 Mar 28 11:18:47.832001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-90340976-0f67-43a9-bebb-89f9f0da6caf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:47.833386 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-90340976-0f67-43a9-bebb-89f9f0da6caf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 812 time: 0.1414020 Mar 28 11:18:47.848155 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-0d5d4164-6556-40ed-b4bc-292847135987 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/quotas/52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 375 time: 0.0094166 Mar 28 11:18:47.933457 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-75836ac7-e2ec-4e24-81dc-dab8a8208f11 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804110 Mar 28 11:18:48.029215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:18:48.068669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: e09f477a-26af-4349-854c-ff84586c1ddf {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:18:48.069018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e09f477a-26af-4349-854c-ff84586c1ddf not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:18:48.160790 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-a3d63579-d586-4f54-828f-c6dfbf6415ae service neutron] 10.222.0.18 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160366 Mar 28 11:18:48.288428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2b57f11b-b4d6-41ea-b6fd-be2b1db45604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:48.289571 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-05b7ebd0-d2b7-4a0a-bd65-ee9e10e214f1 service neutron] 10.222.0.18 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229000 Mar 28 11:18:48.518300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df23e32b-3426-4b77-b327-589d2758cd00 req-458487d0-5dd3-49e3-b7d3-9e41dffd110a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 210 time: 0.0435636 Mar 28 11:18:49.669558 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-270fd0cd-c3e2-4861-9c1d-3b57210217b3 req-07b4da83-6ec4-4230-a988-80fb079c3e29 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 210 time: 0.0440094 Mar 28 11:18:50.511202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7c54c28-c07a-4bcc-898b-ee7a9136fe82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:50.664040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-e871a362-7477-41fa-a3b7-bdd41704d814 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:50.665470 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-e871a362-7477-41fa-a3b7-bdd41704d814 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 812 time: 0.1436269 Mar 28 11:18:50.727458 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-4d8dd9d6-c128-480c-a49d-a2805e01d3c7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 380 time: 0.0396571 Mar 28 11:18:50.740344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'port': {'device_id': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'admin_state_up': True, 'tenant_id': '52353bb501d34451967db0b333d3774a', 'security_groups': ['df19618a-3d06-4fbf-ba43-cf6ed13f20fc']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:18:50.819095 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4fbb3a97-0fcc-4e27-b832-2bf2b867e54c req-ac5deb58-0697-48c6-abcc-73037210ea55 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 210 time: 0.0462928 Mar 28 11:18:50.884622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:18:50.888656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Usage tracker for resource:port and tenant:52353bb501d34451967db0b333d3774a is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:18:50.891980 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:18:50.897802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:18:50.986859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Made reservation on behalf of 52353bb501d34451967db0b333d3774a for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:18:50.990502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:51.150664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Allocated IP 172.20.0.11 (ae414d2a-5f91-4c7a-9812-4bc8462e9b2c/36b73fb9-ec14-491f-8418-8d182e20be07/46b5a30f-fa4d-45a5-843f-58e386742e2a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:18:51.331441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:51.346357 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Transition to ACTIVE for port object 46b5a30f-fa4d-45a5-843f-58e386742e2a will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:18:51.416083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:51.590655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:18:51.597752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:18:51.602097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:18:51.605146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:51.633380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:51.633611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:51.653417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.653768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.654130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.654639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.654833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.655119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.655444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.655766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.656091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.656410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.656761 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.657077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:18:51.683719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:51.684417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:51.765038 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c69202d1-1e3e-43d6-a260-52d69374a3cc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0289972 Mar 28 11:18:51.790476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Request body: {'port': {'device_id': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:18:51.903990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:51.913372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9787bd26-3bac-4024-8398-91a501d837e9 None None] Provisioning for port 46b5a30f-fa4d-45a5-843f-58e386742e2a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:18:51.918653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9787bd26-3bac-4024-8398-91a501d837e9 None None] Provisioning complete for port 46b5a30f-fa4d-45a5-843f-58e386742e2a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:18:51.919289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9787bd26-3bac-4024-8398-91a501d837e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:51.974213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9787bd26-3bac-4024-8398-91a501d837e9 None None] Port 46b5a30f-fa4d-45a5-843f-58e386742e2a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:18:52.006743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca876df4-8962-4b8f-80dd-1d0e6e3d891c req-a6bae7ee-5811-4142-bcd7-5ec4029be851 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:52.008199 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ca876df4-8962-4b8f-80dd-1d0e6e3d891c req-a6bae7ee-5811-4142-bcd7-5ec4029be851 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 932 time: 0.0840471 Mar 28 11:18:52.052965 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ca876df4-8962-4b8f-80dd-1d0e6e3d891c req-6e93ae49-1806-4f9d-a8bb-d40a834bff9d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390065 Mar 28 11:18:52.242172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b5a30f-fa4d-45a5-843f-58e386742e2a {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:18:52.249476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:52.263126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Transition to ACTIVE for port object 46b5a30f-fa4d-45a5-843f-58e386742e2a will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:18:52.347304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:52.507670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:52.583508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Attempting to bind port 46b5a30f-fa4d-45a5-843f-58e386742e2a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:18:52.583861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Attempting to bind port 46b5a30f-fa4d-45a5-843f-58e386742e2a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:18:52.584158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Attempting to bind port 46b5a30f-fa4d-45a5-843f-58e386742e2a on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:18:52.588717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Port 46b5a30f-fa4d-45a5-843f-58e386742e2a on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:18:52.589026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Attempting to bind port 46b5a30f-fa4d-45a5-843f-58e386742e2a on network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:18:52.593989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:18:52.594308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Checking segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:18:52.594676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Bound using segment: {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:18:52.595090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Bound port: 46b5a30f-fa4d-45a5-843f-58e386742e2a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:18:52.595423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:52.684734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:18:52.687549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:18:52.757091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:52.811065 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:52.811728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:52.813018 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] 10.222.0.31 "PUT /v2.0/ports/46b5a30f-fa4d-45a5-843f-58e386742e2a HTTP/1.1" status: 200 len: 1094 time: 1.0265183 Mar 28 11:18:52.813476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:18:52.841593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46a212-d580-4898-a845-f50d841defa8 service neutron] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:52.865473 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'status': 'completed', 'code': 200} Mar 28 11:18:52.987528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e3072-a09a-405e-8775-7f9b89c286db req-2b4e9757-cf4d-49ba-9c9e-3a2874c87891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:52.988971 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ec4e3072-a09a-405e-8775-7f9b89c286db req-2b4e9757-cf4d-49ba-9c9e-3a2874c87891 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 1097 time: 0.0754898 Mar 28 11:18:53.084094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:53.149015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e3072-a09a-405e-8775-7f9b89c286db req-4bdb2aa3-6cad-4cec-8c6b-1e1eb2cba635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:53.150616 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ec4e3072-a09a-405e-8775-7f9b89c286db req-4bdb2aa3-6cad-4cec-8c6b-1e1eb2cba635 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=52353bb501d34451967db0b333d3774a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1399317 Mar 28 11:18:53.237086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcf4aa-4de2-42df-8936-ada356a8e22e req-1116f020-0095-4f82-9e32-18b92242b517 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:53.238571 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-56bcf4aa-4de2-42df-8936-ada356a8e22e req-1116f020-0095-4f82-9e32-18b92242b517 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 944 time: 0.0820806 Mar 28 11:18:53.283300 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-56bcf4aa-4de2-42df-8936-ada356a8e22e req-9ca41f90-0c3f-4ecb-94b6-2bf5ae5488e5 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 Mar 28 11:18:53.293070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e3072-a09a-405e-8775-7f9b89c286db req-081ba7b2-d195-49b8-8e0f-20d3f6b91088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:53.294735 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ec4e3072-a09a-405e-8775-7f9b89c286db req-081ba7b2-d195-49b8-8e0f-20d3f6b91088 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339316 Mar 28 11:18:53.438751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-925920bb-df40-4d7c-a924-0d20b1387308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:53.440209 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-925920bb-df40-4d7c-a924-0d20b1387308 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 1097 time: 0.0703025 Mar 28 11:18:53.522594 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c656694c-36b7-4696-8adb-7a490cb5939f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a HTTP/1.1" status: 200 len: 217 time: 0.0617368 Mar 28 11:18:53.585937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c342b649-f742-4191-9060-e20f5687f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:53.587406 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-c342b649-f742-4191-9060-e20f5687f9da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0558856 Mar 28 11:18:53.759294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-9397edbf-2e2e-40d4-aad0-0decab6e9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:53.760695 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-9397edbf-2e2e-40d4-aad0-0decab6e9be6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1637106 Mar 28 11:18:53.893072 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-89db326d-5a02-4672-b21c-d1094bb0bb45 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218326 Mar 28 11:18:54.022311 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f3a2b849-981f-446b-b11d-fd7be5f535d3 req-9d2dcc39-65d4-4d0f-85d0-896b91ec3e43 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202974 Mar 28 11:18:54.467605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505381d-921f-4ef4-ab94-6f1533335ccb req-fb0be2e6-371b-4223-aa16-971f97a27a7f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:54.469024 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b505381d-921f-4ef4-ab94-6f1533335ccb req-fb0be2e6-371b-4223-aa16-971f97a27a7f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 944 time: 0.0789621 Mar 28 11:18:54.514215 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b505381d-921f-4ef4-ab94-6f1533335ccb req-a0f2f7ae-7ab6-4cef-ba6f-8f75a78ec722 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Mar 28 11:18:55.696691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda1765-c2b9-43f0-855b-ae66aa7494fa req-ef524ea7-987e-4fe7-97f3-60f73f999a1e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:55.698132 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cbda1765-c2b9-43f0-855b-ae66aa7494fa req-ef524ea7-987e-4fe7-97f3-60f73f999a1e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 944 time: 0.0787551 Mar 28 11:18:55.740833 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cbda1765-c2b9-43f0-855b-ae66aa7494fa req-576099c3-8283-47ab-a975-094025ec6b82 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371418 Mar 28 11:18:56.061373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:18:56.188610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:56.205321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'mac_address': 'fa:16:3e:2c:dd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:18:56.291792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:56.308096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b5a30f-fa4d-45a5-843f-58e386742e2a {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:18:56.323023 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:56.398560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:56.465486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:56.746541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['46b5a30f-fa4d-45a5-843f-58e386742e2a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:18:56.926334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff25eb6-9254-4e97-819f-6dfac7d38081 req-54e4a716-00a4-4154-adbe-0953f4f948d9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:56.927774 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5ff25eb6-9254-4e97-819f-6dfac7d38081 req-54e4a716-00a4-4154-adbe-0953f4f948d9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 945 time: 0.0832887 Mar 28 11:18:56.971025 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5ff25eb6-9254-4e97-819f-6dfac7d38081 req-4f564f38-8925-475d-b861-3600cb255dc1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371585 Mar 28 11:18:57.199104 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:18:58.079175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:18:58.152820 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598929-9669-48a7-adf3-87347c10780d req-355bffb3-a939-456b-90d9-3b6753f65d8e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:58.152820 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-db598929-9669-48a7-adf3-87347c10780d req-355bffb3-a939-456b-90d9-3b6753f65d8e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 945 time: 0.0796378 Mar 28 11:18:58.195296 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-db598929-9669-48a7-adf3-87347c10780d req-0dc386a7-6709-4d64-95da-51703c0a0990 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379617 Mar 28 11:18:58.238458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 46b5a30f-fa4d-45a5-843f-58e386742e2a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:18:58.243430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 46b5a30f-fa4d-45a5-843f-58e386742e2a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:18:58.243828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:58.357280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:58.382515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:18:58.391873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:18:58.426712 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'code': 200} Mar 28 11:18:58.459962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:18:58.530203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:18:58.816004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487da11-97ed-48a1-9c23-7ece4e1ff617 req-afc6359c-477c-471b-9930-7dfa3bc1707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:58.817343 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7487da11-97ed-48a1-9c23-7ece4e1ff617 req-afc6359c-477c-471b-9930-7dfa3bc1707c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0685172 Mar 28 11:18:58.859728 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7487da11-97ed-48a1-9c23-7ece4e1ff617 req-e1c09e09-7374-4b80-9a3a-b2b97b33b32a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 Mar 28 11:18:59.380386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1825-df27-4d3c-a2ed-e2efee8eade6 req-07c12cf6-8ccb-4a58-9874-13bff94b2a2a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:18:59.381818 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0f3b1825-df27-4d3c-a2ed-e2efee8eade6 req-07c12cf6-8ccb-4a58-9874-13bff94b2a2a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0834413 Mar 28 11:18:59.427918 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0f3b1825-df27-4d3c-a2ed-e2efee8eade6 req-a0f4a5b3-04b9-418d-b6b7-b259937dc67a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 Mar 28 11:19:00.609174 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983e1fe-d132-4b5d-b08a-7ff61611efdf req-e4c9e362-6d1e-4d62-a621-dbf307b01580 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:00.610628 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a983e1fe-d132-4b5d-b08a-7ff61611efdf req-e4c9e362-6d1e-4d62-a621-dbf307b01580 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0779927 Mar 28 11:19:00.656255 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a983e1fe-d132-4b5d-b08a-7ff61611efdf req-9db813ca-6fa9-47b8-9d4c-4b9ae50b320e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395412 Mar 28 11:19:00.831600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d985cca-20de-4f8e-8e40-71021c6196bb req-1c7bb082-bdd4-4567-b01b-517e87cee952 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:00.832962 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d985cca-20de-4f8e-8e40-71021c6196bb req-1c7bb082-bdd4-4567-b01b-517e87cee952 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0782475 Mar 28 11:19:00.841140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44264) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:19:00.845926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f663442b-c600-4ab5-abe6-535844f08a01 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Request body: {'floatingip': {'port_id': '46b5a30f-fa4d-45a5-843f-58e386742e2a'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:19:00.923440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f663442b-c600-4ab5-abe6-535844f08a01 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:01.599454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f663442b-c600-4ab5-abe6-535844f08a01 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:01.666597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f663442b-c600-4ab5-abe6-535844f08a01 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:01.837194 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-f663442b-c600-4ab5-abe6-535844f08a01 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 associated. External IP: 172.26.2.82, port: 46b5a30f-fa4d-45a5-843f-58e386742e2a. Mar 28 11:19:02.179058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f663442b-c600-4ab5-abe6-535844f08a01 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:19:02.350380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f663442b-c600-4ab5-abe6-535844f08a01 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:19:02.355187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f663442b-c600-4ab5-abe6-535844f08a01 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:02.359685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:19:02.369113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:19:02.369783 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:18:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:19:02.411112 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f663442b-c600-4ab5-abe6-535844f08a01 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "PUT /v2.0/floatingips/71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 HTTP/1.1" status: 200 len: 992 time: 1.5689535 Mar 28 11:19:02.411702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:19:02.467374 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'status': 'completed', 'code': 200} Mar 28 11:19:02.562595 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:19:02.597068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41ad61-998d-4efe-9670-94682930291f req-c47ba1ef-d60f-47a5-81b8-43c7fe8c299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:02.598775 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad41ad61-998d-4efe-9670-94682930291f req-c47ba1ef-d60f-47a5-81b8-43c7fe8c299a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0846753 Mar 28 11:19:02.733495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41ad61-998d-4efe-9670-94682930291f req-63947adc-3f04-4a3c-b122-95377e7103a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:02.734895 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad41ad61-998d-4efe-9670-94682930291f req-63947adc-3f04-4a3c-b122-95377e7103a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1298673 Mar 28 11:19:02.836439 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad41ad61-998d-4efe-9670-94682930291f req-73dec935-2b0d-4584-b407-6930b7376f9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a HTTP/1.1" status: 200 len: 1000 time: 0.0952041 Mar 28 11:19:02.903551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41ad61-998d-4efe-9670-94682930291f req-53780bc4-1afc-4406-a972-462733693e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:02.905105 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad41ad61-998d-4efe-9670-94682930291f req-53780bc4-1afc-4406-a972-462733693e16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0630479 Mar 28 11:19:02.914249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:2c:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:19:01Z', 'revision_number': 13, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:19:02.918280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:19:02.927029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:19:02.927629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:18:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:19:02.980345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41ad61-998d-4efe-9670-94682930291f req-2a23fdd9-72f6-4c41-9144-4ee25d2d26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:02.981604 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad41ad61-998d-4efe-9670-94682930291f req-2a23fdd9-72f6-4c41-9144-4ee25d2d26cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700898 Mar 28 11:19:03.112568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:19:03.117141 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad41ad61-998d-4efe-9670-94682930291f req-b56acc92-cf0a-4671-965e-9acdc9daaf10 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288173 Mar 28 11:19:03.254540 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ad41ad61-998d-4efe-9670-94682930291f req-e57732aa-0fa7-42a3-ba0c-84542f1d7c59 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305568 Mar 28 11:19:03.503945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:2c:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:19:01Z', 'revision_number': 13, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:19:03.508307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d327dbc2-a2c1-443d-bf10-e9b8f4caceb2 None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'floating_ip_address': '172.26.2.82', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'port_id': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'mac_address': 'fa:16:3e:2c:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:15:37Z', 'updated_at': '2022-03-28T11:19:01Z', 'revision_number': 13, 'project_id': '52353bb501d34451967db0b333d3774a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:19:03.704558 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209bdc28-a4de-41ab-bd92-8ae65e2e31c0 None None] New status for floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:19:05.461118 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c7ee-316e-4056-98aa-e0a5cfb86847 req-555097be-830f-4076-b23e-66378980b50b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:05.462595 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5b19c7ee-316e-4056-98aa-e0a5cfb86847 req-555097be-830f-4076-b23e-66378980b50b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0789933 Mar 28 11:19:05.505939 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5b19c7ee-316e-4056-98aa-e0a5cfb86847 req-6efbda70-afac-48fb-bb14-5c53f8733e2e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375848 Mar 28 11:19:15.695499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ab8bd-83b4-451e-b863-ca2d237dc0d7 req-fbdf3f7b-d916-418e-8738-bde43ca5ffeb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:15.696916 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e68ab8bd-83b4-451e-b863-ca2d237dc0d7 req-fbdf3f7b-d916-418e-8738-bde43ca5ffeb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.1349435 Mar 28 11:19:15.702849 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-2a9f2cbf-2573-4b1a-bcb9-d37da747b0de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970807 Mar 28 11:19:15.741392 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e68ab8bd-83b4-451e-b863-ca2d237dc0d7 req-762a36e0-c128-487a-a32a-b180c3c1069c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376453 Mar 28 11:19:15.910547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:17.038572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82216b5e-1c8e-4b1d-ba71-273b4456e23d req-e3722bee-f87a-4a0c-9ebe-ef067adceb34 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:17.040178 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-82216b5e-1c8e-4b1d-ba71-273b4456e23d req-e3722bee-f87a-4a0c-9ebe-ef067adceb34 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.1929700 Mar 28 11:19:17.086823 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-82216b5e-1c8e-4b1d-ba71-273b4456e23d req-f3f1b399-16a8-4c51-82d2-8f3f858f4021 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 Mar 28 11:19:17.785595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-1085ea59-75a4-45bc-a45a-217f0aaa1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:17.785595 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-1085ea59-75a4-45bc-a45a-217f0aaa1d31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0811651 Mar 28 11:19:17.913328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-9ed47fe3-fede-4110-9af9-eb755edb288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:17.914792 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-9ed47fe3-fede-4110-9af9-eb755edb288d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1258898 Mar 28 11:19:18.016456 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-bdd2e916-7770-4a9e-af48-b1b7c5356e74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a HTTP/1.1" status: 200 len: 1002 time: 0.0941212 Mar 28 11:19:18.077277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-3a4eec54-6b94-4b60-973c-3ac27670bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:18.078691 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-3a4eec54-6b94-4b60-973c-3ac27670bdcd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0556386 Mar 28 11:19:18.152546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-2527b456-9d4d-466b-93f9-aaf4fca23456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:18.158317 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-2527b456-9d4d-466b-93f9-aaf4fca23456 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693378 Mar 28 11:19:18.278837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63401e78-ea10-4b0a-9d22-fda93c4d644b req-de5a3bd9-aa8a-4716-bd2f-2eef3ddb6f30 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:18.280335 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-63401e78-ea10-4b0a-9d22-fda93c4d644b req-de5a3bd9-aa8a-4716-bd2f-2eef3ddb6f30 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0871010 Mar 28 11:19:18.295480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e373115e-7728-4c80-9cb4-4dc8cf46e8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:18.326109 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-63401e78-ea10-4b0a-9d22-fda93c4d644b req-f1f0d437-d1a0-434c-9592-ff8fe7c25279 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394630 Mar 28 11:19:18.385082 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-75e33547-5a53-4ae7-9f6f-91403d64dd86 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197819 Mar 28 11:19:18.514879 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-ee39c8c7-a964-4117-a2c9-835fa852497a service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244230 Mar 28 11:19:19.507617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a24e6-b089-4b48-8939-2faae30f4c9c req-fceddcbd-ab46-4a3c-8dda-1135e3bd7fbb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:19.509072 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bf8a24e6-b089-4b48-8939-2faae30f4c9c req-fceddcbd-ab46-4a3c-8dda-1135e3bd7fbb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0786088 Mar 28 11:19:19.551856 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bf8a24e6-b089-4b48-8939-2faae30f4c9c req-ba32ac8f-27a5-4e75-b2f7-043436709ea2 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371737 Mar 28 11:19:20.466299 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-74b1523a-e5c3-44a7-bf49-9a1482c89874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:20.738773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98661f-54eb-4e81-b0e0-26f26f78af56 req-345e8f03-206d-4949-92d2-65c21154c91a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:20.740088 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3e98661f-54eb-4e81-b0e0-26f26f78af56 req-345e8f03-206d-4949-92d2-65c21154c91a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0816693 Mar 28 11:19:20.783276 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3e98661f-54eb-4e81-b0e0-26f26f78af56 req-3d402139-3ae1-433c-8a53-ee0b04f47d93 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376999 Mar 28 11:19:21.604805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:21.654794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:21.966942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea9b2-41dc-4dbd-8cc2-6455adb0d547 req-f5f3656f-507f-49fb-95b6-1c5e3b6af833 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:21.968374 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-adbea9b2-41dc-4dbd-8cc2-6455adb0d547 req-f5f3656f-507f-49fb-95b6-1c5e3b6af833 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0794344 Mar 28 11:19:22.013962 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-adbea9b2-41dc-4dbd-8cc2-6455adb0d547 req-208f3d43-2047-455b-88d0-e307b1eabab6 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Mar 28 11:19:23.096048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:23.194729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e2f3b-f9cc-4f55-b7dd-c06e7a82d695 req-e4d1b5c1-93aa-4e42-92a2-20e8adf15335 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:23.196171 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d1e2f3b-f9cc-4f55-b7dd-c06e7a82d695 req-e4d1b5c1-93aa-4e42-92a2-20e8adf15335 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0787172 Mar 28 11:19:23.239614 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d1e2f3b-f9cc-4f55-b7dd-c06e7a82d695 req-dcd545ec-7a29-49ba-8361-098a570dc0d3 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377920 Mar 28 11:19:24.424595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7884-11c0-4ecb-ab0d-99145f1e51bd req-6224a968-f055-4504-8835-d2c2470dfb67 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:24.426040 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a14c7884-11c0-4ecb-ab0d-99145f1e51bd req-6224a968-f055-4504-8835-d2c2470dfb67 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0827708 Mar 28 11:19:24.468313 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a14c7884-11c0-4ecb-ab0d-99145f1e51bd req-29c16249-ee55-4957-9d02-6cd791b44e3f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366969 Mar 28 11:19:25.650083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cacbd-9826-40a6-9b48-74f0b652222b req-74ebf98c-fa89-484d-b16f-ef813ebe9323 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:25.651511 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9e5cacbd-9826-40a6-9b48-74f0b652222b req-74ebf98c-fa89-484d-b16f-ef813ebe9323 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0789478 Mar 28 11:19:25.694451 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9e5cacbd-9826-40a6-9b48-74f0b652222b req-af048d00-2002-4a13-a961-7b0f58be2e6c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374813 Mar 28 11:19:26.876994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ea09a-21c7-497a-aee3-9ce0fe7ed8ad req-e6ae07c6-47a7-4a3c-a318-f9289b452422 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:26.878456 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ae8ea09a-21c7-497a-aee3-9ce0fe7ed8ad req-e6ae07c6-47a7-4a3c-a318-f9289b452422 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0800040 Mar 28 11:19:26.922741 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ae8ea09a-21c7-497a-aee3-9ce0fe7ed8ad req-f5fd5340-6418-454a-9653-fb609f41ce48 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387394 Mar 28 11:19:28.110170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c868-dff0-48ae-a7f4-6efe567cb2a1 req-10f88091-76c5-40ff-a3a5-03e49b3a5e91 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:28.111606 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1713c868-dff0-48ae-a7f4-6efe567cb2a1 req-10f88091-76c5-40ff-a3a5-03e49b3a5e91 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0823729 Mar 28 11:19:28.154539 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1713c868-dff0-48ae-a7f4-6efe567cb2a1 req-2fbcd990-7f13-40b3-a457-7ed7770db9d1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367200 Mar 28 11:19:29.339684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f97c9-5197-4770-a142-a31ac9bae038 req-37237b25-ed44-4f7b-8208-484b38d87a99 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:29.341098 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-871f97c9-5197-4770-a142-a31ac9bae038 req-37237b25-ed44-4f7b-8208-484b38d87a99 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0785477 Mar 28 11:19:29.384502 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-871f97c9-5197-4770-a142-a31ac9bae038 req-7fad4592-9d75-4d7e-a682-1b490fdb37df tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378428 Mar 28 11:19:30.569469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0c44-cf40-47d2-9d71-7af44623b2e8 req-7c09a614-f978-4ba4-9c02-57745734159a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:30.573871 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-684f0c44-cf40-47d2-9d71-7af44623b2e8 req-7c09a614-f978-4ba4-9c02-57745734159a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0826693 Mar 28 11:19:30.613875 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-684f0c44-cf40-47d2-9d71-7af44623b2e8 req-0def4a90-e7f0-47ca-871a-78779b551665 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372009 Mar 28 11:19:31.797140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcd8b3-c996-4b4a-8faa-e60325c6e481 req-dd4d74fc-7802-49af-904b-78593462fe54 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:31.798548 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4bdcd8b3-c996-4b4a-8faa-e60325c6e481 req-dd4d74fc-7802-49af-904b-78593462fe54 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0789988 Mar 28 11:19:31.845836 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4bdcd8b3-c996-4b4a-8faa-e60325c6e481 req-a2860f15-f078-4f8a-8488-21417cdcf45d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412269 Mar 28 11:19:31.869975 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-5d8be97f-7ca7-4522-85b5-2af81b1e8f2a service neutron] 10.222.0.31 "GET /v2.0/ports/46b5a30f-fa4d-45a5-843f-58e386742e2a/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0780883 Mar 28 11:19:32.415703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-5f80554f-4e52-4760-8cd6-3ce68ec0dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:32.417130 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-5f80554f-4e52-4760-8cd6-3ce68ec0dfba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 1099 time: 0.0704074 Mar 28 11:19:32.529710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-27c9c439-e228-4378-8832-a7049d028429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:32.531171 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-27c9c439-e228-4378-8832-a7049d028429 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0725677 Mar 28 11:19:32.662055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-9eb6ee15-d16f-4a65-a978-19c801ea2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:32.663463 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-9eb6ee15-d16f-4a65-a978-19c801ea2b70 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1230600 Mar 28 11:19:32.768429 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-7fe71023-f980-4d3e-b839-05828100c0e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a HTTP/1.1" status: 200 len: 1002 time: 0.0947802 Mar 28 11:19:32.832591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-af5f3df5-4538-4428-a441-ed0675a7441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:32.834010 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-af5f3df5-4538-4428-a441-ed0675a7441e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0564599 Mar 28 11:19:32.916184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-848ddeab-398e-46a7-9ddd-a04f4f470daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:32.917637 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-848ddeab-398e-46a7-9ddd-a04f4f470daf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744648 Mar 28 11:19:33.029043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3144f0d-7d70-4e1e-90de-a46842653a0b req-dfad7fe8-ec88-4e64-bf4d-60ae8dfc3fcd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:33.030439 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f3144f0d-7d70-4e1e-90de-a46842653a0b req-dfad7fe8-ec88-4e64-bf4d-60ae8dfc3fcd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0793674 Mar 28 11:19:33.052372 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-7edddd75-007b-4aea-b1b3-3a854d1aef27 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244907 Mar 28 11:19:33.074649 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f3144f0d-7d70-4e1e-90de-a46842653a0b req-f8dd4810-b8b1-46ff-8b10-0b377cc09c20 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376363 Mar 28 11:19:33.187145 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-01b61a73-f3cb-4aa0-8836-06a93794ada0 req-442561e6-1a83-4070-90eb-f51269472d1c service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245670 Mar 28 11:19:34.197405 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:19:34.262502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e2dbb-d993-4041-b33c-67d82416ce10 req-286113c1-c7d2-4686-a579-0524c27c51df tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:34.263935 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e75e2dbb-d993-4041-b33c-67d82416ce10 req-286113c1-c7d2-4686-a579-0524c27c51df tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0821848 Mar 28 11:19:34.310395 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e75e2dbb-d993-4041-b33c-67d82416ce10 req-c93b1fc7-3c94-435e-b2e3-bca1f819557b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Mar 28 11:19:35.495201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2382d5-367e-4aa4-8992-35d710209be0 req-37f9a48e-1d8b-427d-acf8-df4fd07b278c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:35.496641 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-da2382d5-367e-4aa4-8992-35d710209be0 req-37f9a48e-1d8b-427d-acf8-df4fd07b278c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0787170 Mar 28 11:19:35.540123 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-da2382d5-367e-4aa4-8992-35d710209be0 req-0e61736a-a279-4d1c-a7dd-c7f3765b4585 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376515 Mar 28 11:19:36.263039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:19:36.372085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:36.398530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:19:36.408346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:19:36.448780 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'code': 200} Mar 28 11:19:36.482849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:36.551804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:19:36.558771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.559119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.559458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.559788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.560117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.560445 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.560767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.561090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.561412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.561731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.562092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.562423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:19:36.730132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fec38e-5132-4aaa-80ea-fb06bfbe128f req-96a3e55f-768e-449f-8ef2-e5de1220fa93 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:36.731566 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-43fec38e-5132-4aaa-80ea-fb06bfbe128f req-96a3e55f-768e-449f-8ef2-e5de1220fa93 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 944 time: 0.0875881 Mar 28 11:19:36.775113 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-43fec38e-5132-4aaa-80ea-fb06bfbe128f req-5489d604-3869-49be-8b46-9263c8684c43 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380895 Mar 28 11:19:37.961739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c63e8c-10ed-4152-9dbc-0e3210bcc361 req-5844c63f-16eb-4976-8bad-aacca19f2009 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:37.963183 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a0c63e8c-10ed-4152-9dbc-0e3210bcc361 req-5844c63f-16eb-4976-8bad-aacca19f2009 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 944 time: 0.0811932 Mar 28 11:19:38.005735 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a0c63e8c-10ed-4152-9dbc-0e3210bcc361 req-ec15f1af-3ad4-485b-b317-f4ac899a3eba tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370517 Mar 28 11:19:38.279284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:19:38.406761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:19:38.419889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'mac_address': 'fa:16:3e:2c:dd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:19:38.473091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:38.489703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b5a30f-fa4d-45a5-843f-58e386742e2a {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:19:38.504564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:19:38.568134 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:38.635374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:19:38.748304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['46b5a30f-fa4d-45a5-843f-58e386742e2a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:19:39.187320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead269a-1905-452b-9f47-135b9a9bca5b req-b2acd13e-6f4c-41c3-95a7-00a9d62b10c4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:39.188753 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5ead269a-1905-452b-9f47-135b9a9bca5b req-b2acd13e-6f4c-41c3-95a7-00a9d62b10c4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 945 time: 0.0785966 Mar 28 11:19:39.231988 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5ead269a-1905-452b-9f47-135b9a9bca5b req-a1a70762-41dc-49fa-a9dc-8ce68e9c71fd tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371888 Mar 28 11:19:40.280062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:19:40.345733 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 46b5a30f-fa4d-45a5-843f-58e386742e2a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:19:40.346127 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:40.465842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:40.493378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:19:40.503115 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:19:40.516163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3448be1-2ca4-4da2-91ab-9e8f1bcea601 req-6c514791-7e6c-41ff-a32a-2d696e54d1bc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:40.517588 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b3448be1-2ca4-4da2-91ab-9e8f1bcea601 req-6c514791-7e6c-41ff-a32a-2d696e54d1bc tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 945 time: 0.1800399 Mar 28 11:19:40.552350 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'code': 200} Mar 28 11:19:40.564333 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b3448be1-2ca4-4da2-91ab-9e8f1bcea601 req-362e4914-a0c2-4fc0-8f9a-597e7c49f878 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Mar 28 11:19:40.564511 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:40.629597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:19:41.752698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73d187-d5cd-49be-83a5-92231d5fef6f req-d23db286-dd00-4093-9271-581018ce7bc4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:41.754162 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1f73d187-d5cd-49be-83a5-92231d5fef6f req-d23db286-dd00-4093-9271-581018ce7bc4 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0802515 Mar 28 11:19:41.798449 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1f73d187-d5cd-49be-83a5-92231d5fef6f req-425173b5-84f8-46d0-abd4-9f179b58e60e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386610 Mar 28 11:19:42.981996 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48663bb-fcf8-43fe-80fe-1d15ba40c25e req-f1442189-5bf8-498d-899a-a9dfa805b3c8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:42.983426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e48663bb-fcf8-43fe-80fe-1d15ba40c25e req-f1442189-5bf8-498d-899a-a9dfa805b3c8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0810075 Mar 28 11:19:43.027528 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e48663bb-fcf8-43fe-80fe-1d15ba40c25e req-fa32a0e0-afcf-4748-afd9-0b506b4c1a5a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Mar 28 11:19:44.211722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6886-8067-41df-90da-0beb6345f811 req-40e55813-07d2-406b-846e-a713c28f605b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:44.213058 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab0a6886-8067-41df-90da-0beb6345f811 req-40e55813-07d2-406b-846e-a713c28f605b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0818074 Mar 28 11:19:44.255973 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab0a6886-8067-41df-90da-0beb6345f811 req-5e3423cf-b379-4016-997e-f5dec186229b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372684 Mar 28 11:19:44.929469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-6d23c329-b20a-46ea-98f9-30e6cfcfcfe8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:44.930178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-6d23c329-b20a-46ea-98f9-30e6cfcfcfe8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Synchronizing usage tracker for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:19:44.942088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f03ef-cb40-452f-b252-8c45cd075e1c req-eb8fde14-a4c9-4ad9-bb64-b9de8f9eb391 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:44.943542 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c88f03ef-cb40-452f-b252-8c45cd075e1c req-eb8fde14-a4c9-4ad9-bb64-b9de8f9eb391 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0787208 Mar 28 11:19:44.989110 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c88f03ef-cb40-452f-b252-8c45cd075e1c req-a1fe1d50-96e7-4aaa-8535-d5cdb318e931 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399327 Mar 28 11:19:44.998866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-6d23c329-b20a-46ea-98f9-30e6cfcfcfe8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Unset dirty status for tenant:52353bb501d34451967db0b333d3774a on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:19:45.000015 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-6d23c329-b20a-46ea-98f9-30e6cfcfcfe8 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd&tenant_id=52353bb501d34451967db0b333d3774a&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 946 time: 0.1525438 Mar 28 11:19:45.082202 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-4ec74d8a-3d5b-49ef-bb4b-1d67d7921171 service neutron] 10.222.0.31 "GET /v2.0/ports/46b5a30f-fa4d-45a5-843f-58e386742e2a/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0760200 Mar 28 11:19:45.191197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-347b1d59-fe79-48a7-8e1c-8a96202b87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:45.192706 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-347b1d59-fe79-48a7-8e1c-8a96202b87b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0711739 Mar 28 11:19:45.323743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-354c8e3d-3d29-4b68-a6f4-df6943a82308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:45.325138 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-354c8e3d-3d29-4b68-a6f4-df6943a82308 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1264107 Mar 28 11:19:45.513852 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-1cb6f988-d0ec-4f1d-8ce6-e54fdf442a96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a HTTP/1.1" status: 200 len: 1002 time: 0.1822038 Mar 28 11:19:45.574991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-3cc8a29a-496b-4270-b460-ac9486eeda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:45.576394 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-3cc8a29a-496b-4270-b460-ac9486eeda73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0563624 Mar 28 11:19:45.661045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-4d5482e6-a3a7-420e-9c5e-f7140cac9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:45.662484 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-4d5482e6-a3a7-420e-9c5e-f7140cac9e22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717909 Mar 28 11:19:45.790682 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-d1ad9b49-99fa-4b37-b489-3832d8a8af0d service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215696 Mar 28 11:19:45.911360 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:45.920173 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-faa8e11a-d286-4723-a5a8-2ed5c3dc9527 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234031 Mar 28 11:19:46.171593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d329a4b-57b9-41e0-806d-f4567e8b5c2e req-4c55e7cf-650d-42bb-859c-81abd72821a9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:46.173015 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4d329a4b-57b9-41e0-806d-f4567e8b5c2e req-4c55e7cf-650d-42bb-859c-81abd72821a9 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0784810 Mar 28 11:19:46.215865 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4d329a4b-57b9-41e0-806d-f4567e8b5c2e req-60f1841a-4d9e-4483-8316-07f4945c0bf1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366457 Mar 28 11:19:46.770724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-7161b27b-2fc2-41c7-9c0a-f5e352e6c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:46.772435 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-7161b27b-2fc2-41c7-9c0a-f5e352e6c49d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0699763 Mar 28 11:19:46.914420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-de221ae3-f221-42d8-b707-358b4bcdf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:46.915824 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-de221ae3-f221-42d8-b707-358b4bcdf7fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1242185 Mar 28 11:19:47.017122 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-14a52ea3-a45f-4c60-9b8b-d4f369d4de03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a HTTP/1.1" status: 200 len: 1002 time: 0.0942698 Mar 28 11:19:47.076984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-9c19966a-5c64-43b7-b5be-0b9f3d7ea926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:47.078339 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-9c19966a-5c64-43b7-b5be-0b9f3d7ea926 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.0546644 Mar 28 11:19:47.153691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-65cddc77-8a81-40db-b285-b5b3b6b32c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:47.158933 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-65cddc77-8a81-40db-b285-b5b3b6b32c9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702319 Mar 28 11:19:47.283072 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-a3b83be7-237d-4798-88b4-9a72ddada8de service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213548 Mar 28 11:19:47.404271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d441e22-b40b-4639-8357-97b32273c704 req-3ed9d732-bc0b-4ef7-978f-8289e85bc576 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:47.405717 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d441e22-b40b-4639-8357-97b32273c704 req-3ed9d732-bc0b-4ef7-978f-8289e85bc576 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0824468 Mar 28 11:19:47.413742 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5326c88f-4ff0-4654-8ba9-b68138045daa req-1b2782fd-6395-46b9-8c23-4594e0ebdaf1 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236238 Mar 28 11:19:47.450534 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d441e22-b40b-4639-8357-97b32273c704 req-6cd68519-6883-45a7-b83f-0552ef78f926 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391488 Mar 28 11:19:48.267392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7f5533b7-169d-42d1-9466-b366f204e4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:48.642633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a369-c881-4f17-ad2d-0a73c5f8e155 req-53969722-b32b-41bf-98da-70cbde32464b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:48.644132 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a143a369-c881-4f17-ad2d-0a73c5f8e155 req-53969722-b32b-41bf-98da-70cbde32464b tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0810030 Mar 28 11:19:48.688136 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a143a369-c881-4f17-ad2d-0a73c5f8e155 req-79acaab3-fb28-4081-98ad-ae39497a5d81 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379400 Mar 28 11:19:49.875068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad747f3-2c0a-4f90-9558-5dd2cd3a608b req-f9a0a2c1-9216-434f-82b8-51d7e0baac8d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:49.876481 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ad747f3-2c0a-4f90-9558-5dd2cd3a608b req-f9a0a2c1-9216-434f-82b8-51d7e0baac8d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0839808 Mar 28 11:19:49.923703 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ad747f3-2c0a-4f90-9558-5dd2cd3a608b req-a5009517-95c4-4b94-b27f-97e4c7e63c5e tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Mar 28 11:19:50.430432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-6659b09d-0551-40b4-9c2b-41b08ebca967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:50.431802 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-6659b09d-0551-40b4-9c2b-41b08ebca967 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd&tenant_id=52353bb501d34451967db0b333d3774a HTTP/1.1" status: 200 len: 1099 time: 0.0710769 Mar 28 11:19:50.461661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f4447c2c-7f6c-46f9-aaf3-4b44bc370d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:50.545802 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-3b94ef39-dac7-4860-a4b2-6aeae120dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:50.547270 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-3b94ef39-dac7-4860-a4b2-6aeae120dbd1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52353bb501d34451967db0b333d3774a&device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0722215 Mar 28 11:19:50.677375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-f91f6830-3847-4f3d-8624-b16774cddd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:50.678792 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-f91f6830-3847-4f3d-8624-b16774cddd42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 200 len: 913 time: 0.1221647 Mar 28 11:19:50.778482 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-11dff88e-7abc-405b-8195-557302d52ae8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a HTTP/1.1" status: 200 len: 1002 time: 0.0905089 Mar 28 11:19:50.941791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-3899db8f-6bc9-4424-b178-db08ffb121ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:50.943818 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-3899db8f-6bc9-4424-b178-db08ffb121ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 200 len: 851 time: 0.1559665 Mar 28 11:19:51.020724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-ce559e48-8b3e-4a6a-9749-7067b06067cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:51.022465 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-ce559e48-8b3e-4a6a-9749-7067b06067cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690753 Mar 28 11:19:51.108872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358407c-99ad-4895-b6a8-0e22db2be5fe req-0ddce155-4f7f-4b6f-a69c-2dfd8d6181d0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:51.110332 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a358407c-99ad-4895-b6a8-0e22db2be5fe req-0ddce155-4f7f-4b6f-a69c-2dfd8d6181d0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0821650 Mar 28 11:19:51.154252 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a358407c-99ad-4895-b6a8-0e22db2be5fe req-121f2a73-d27f-490f-a249-c3d787527897 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374534 Mar 28 11:19:51.155934 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-d28145a1-b5d0-4840-b981-a34578e7ec37 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240945 Mar 28 11:19:51.289452 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-411814ea-bf4d-484e-8ba4-169f7f5337e9 req-556c59ea-5737-427d-9fe8-0aae5964e893 service neutron] 10.222.0.31 "GET /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233215 Mar 28 11:19:51.608761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:51.644742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:52.328199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:19:52.338773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ba17c-441b-47b5-91f6-20f328801d69 req-d55cac80-c7e5-455f-ad7a-4a68573b5d86 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:52.340275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-403ba17c-441b-47b5-91f6-20f328801d69 req-d55cac80-c7e5-455f-ad7a-4a68573b5d86 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0804665 Mar 28 11:19:52.387946 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-403ba17c-441b-47b5-91f6-20f328801d69 req-1c2dda9a-5955-4a07-9ef8-b165232f0c38 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412025 Mar 28 11:19:52.443841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:52.469703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:19:52.479471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:19:52.523148 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'code': 200} Mar 28 11:19:52.557438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:52.627580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=9']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:19:53.085220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:53.574074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a32d3-4b1f-40fb-bb55-da8e657545af req-904aa2bb-2cda-4c6a-a075-fa5171fdde49 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:53.575518 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-516a32d3-4b1f-40fb-bb55-da8e657545af req-904aa2bb-2cda-4c6a-a075-fa5171fdde49 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 944 time: 0.0817156 Mar 28 11:19:53.618081 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-516a32d3-4b1f-40fb-bb55-da8e657545af req-5669e219-a465-4566-9cfd-a41c3f0dcd91 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369313 Mar 28 11:19:54.337376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:19:54.465190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:19:54.478665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'port_id': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'mac_address': 'fa:16:3e:2c:dd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:19:54.531782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:54.548680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b5a30f-fa4d-45a5-843f-58e386742e2a {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:19:54.563515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:19:54.627458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:54.695107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=10']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:19:54.795123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['46b5a30f-fa4d-45a5-843f-58e386742e2a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:19:54.805329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959510a-eb63-45bd-944f-2a9b0cb9defa req-ebcb4b21-cc02-4ddc-b8d3-d0b6ec5aadae tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:54.806806 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3959510a-eb63-45bd-944f-2a9b0cb9defa req-ebcb4b21-cc02-4ddc-b8d3-d0b6ec5aadae tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0808969 Mar 28 11:19:54.853473 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3959510a-eb63-45bd-944f-2a9b0cb9defa req-c924f973-94e5-4f3d-a54f-20cefb7943c7 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 Mar 28 11:19:56.039618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fbe7d-d69f-4618-b91b-c38576dc566c req-bfe5cfd2-ea85-4026-8c14-7763ede8adba tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:56.041054 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d2fbe7d-d69f-4618-b91b-c38576dc566c req-bfe5cfd2-ea85-4026-8c14-7763ede8adba tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 946 time: 0.0781839 Mar 28 11:19:56.083016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d2fbe7d-d69f-4618-b91b-c38576dc566c req-ed04d238-5407-476a-9ec0-058e5522b455 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363276 Mar 28 11:19:56.342357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:19:56.408009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 46b5a30f-fa4d-45a5-843f-58e386742e2a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:19:56.408363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:56.519031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:56.545350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:19:56.554797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:19:56.597133 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'code': 200} Mar 28 11:19:56.632193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:19:56.698884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=11']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:19:57.268300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68210a2-40e6-4620-92f8-7ead48e49687 req-127271f2-9cfa-4281-882c-b91275f40b21 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:57.269720 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d68210a2-40e6-4620-92f8-7ead48e49687 req-127271f2-9cfa-4281-882c-b91275f40b21 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.0809128 Mar 28 11:19:57.313069 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d68210a2-40e6-4620-92f8-7ead48e49687 req-6d7600a4-ebf5-446e-b044-d3683697c569 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Mar 28 11:19:58.496731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01481d5b-e429-4634-9f9b-4e3bda225e5c req-4447b53d-a6a9-4133-b9ed-9d88c4f07990 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:58.498358 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01481d5b-e429-4634-9f9b-4e3bda225e5c req-4447b53d-a6a9-4133-b9ed-9d88c4f07990 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.0783176 Mar 28 11:19:58.541856 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-01481d5b-e429-4634-9f9b-4e3bda225e5c req-f914c2c8-f9c7-494d-9ce9-0b2f5b4380ca tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380316 Mar 28 11:19:59.727486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34721766-099e-4bc8-a229-ff6439d32701 req-cea176d1-220b-4245-88f5-5ac758cc3360 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:19:59.728910 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-34721766-099e-4bc8-a229-ff6439d32701 req-cea176d1-220b-4245-88f5-5ac758cc3360 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.0801697 Mar 28 11:19:59.772740 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-34721766-099e-4bc8-a229-ff6439d32701 req-586e193a-cb60-4611-9f66-ce0ea552bc87 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380085 Mar 28 11:20:00.962311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e9cdb-56f4-4f8c-97a9-00723eadc929 req-53d12fbf-b06b-42f0-8541-78dd656294f0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:00.963747 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b64e9cdb-56f4-4f8c-97a9-00723eadc929 req-53d12fbf-b06b-42f0-8541-78dd656294f0 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.0829461 Mar 28 11:20:01.006634 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b64e9cdb-56f4-4f8c-97a9-00723eadc929 req-43c62944-213a-4737-a9c4-8e2dc7d098de tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367208 Mar 28 11:20:01.187020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc82db-8284-4f01-9cb3-a593e101d850 req-598d7c07-00ac-45f0-a1d3-0f177759878f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:01.188449 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0bbc82db-8284-4f01-9cb3-a593e101d850 req-598d7c07-00ac-45f0-a1d3-0f177759878f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.0792046 Mar 28 11:20:01.231082 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0bbc82db-8284-4f01-9cb3-a593e101d850 req-9305eb35-a925-4bf2-bc5c-7ece796d7c98 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370345 Mar 28 11:20:01.498352 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf6b1c-07de-4e65-904f-7803b3a05f1b req-fa2fd15d-c92c-4846-a96f-10d9a75d4a4d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:01.499726 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0bf6b1c-07de-4e65-904f-7803b3a05f1b req-fa2fd15d-c92c-4846-a96f-10d9a75d4a4d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.1675916 Mar 28 11:20:01.543603 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0bf6b1c-07de-4e65-904f-7803b3a05f1b req-201e291e-0cc8-4332-97bf-758d1d99ed79 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382771 Mar 28 11:20:02.098634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51477f69-5690-4f6d-8951-22a1c1624636 req-af13bf04-e74b-4c26-b615-b52790797acf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:02.100767 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-51477f69-5690-4f6d-8951-22a1c1624636 req-af13bf04-e74b-4c26-b615-b52790797acf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.0821753 Mar 28 11:20:02.145351 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-51477f69-5690-4f6d-8951-22a1c1624636 req-71f366d9-7802-4a08-b510-96a92bfea47a tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370255 Mar 28 11:20:03.328098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c70cd3-53f9-4ba4-ba1e-d46ede00a3d3 req-de756695-ef04-410e-9cf8-285e6090427f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:03.329603 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60c70cd3-53f9-4ba4-ba1e-d46ede00a3d3 req-de756695-ef04-410e-9cf8-285e6090427f tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.0803642 Mar 28 11:20:03.374003 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60c70cd3-53f9-4ba4-ba1e-d46ede00a3d3 req-759e7642-c235-4973-9c27-88d5493217d1 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 Mar 28 11:20:04.568115 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a047d35-1922-4bc5-8720-ef2e63cadcfb req-32a98569-aaba-4554-9113-3d4c55fb3b33 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:04.569571 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1a047d35-1922-4bc5-8720-ef2e63cadcfb req-32a98569-aaba-4554-9113-3d4c55fb3b33 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.0848393 Mar 28 11:20:04.620627 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1a047d35-1922-4bc5-8720-ef2e63cadcfb req-ef9f0fa0-9d7e-4fa2-938b-231a9ea3c42d tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups?id=df19618a-3d06-4fbf-ba43-cf6ed13f20fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Mar 28 11:20:04.910367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-d57f121d-96bb-463f-bd29-d7fe5c49ba20 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:04.911702 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-d57f121d-96bb-463f-bd29-d7fe5c49ba20 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 947 time: 0.0810096 Mar 28 11:20:04.983993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Deleting port 46b5a30f-fa4d-45a5-843f-58e386742e2a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:20:04.984333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:05.223041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] For port 46b5a30f-fa4d-45a5-843f-58e386742e2a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=46b5a30f-fa4d-45a5-843f-58e386742e2a,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:05.223306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:05.500683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:05.500967 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:05.501267 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 disassociated. External IP: 172.26.2.82, port: 46b5a30f-fa4d-45a5-843f-58e386742e2a. Mar 28 11:20:05.501597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Calling delete_port for 46b5a30f-fa4d-45a5-843f-58e386742e2a owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:20:05.707930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:05.760927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event deleted for resources: {'Port': ['ID=46b5a30f-fa4d-45a5-843f-58e386742e2a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:05.770548 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3c2ffb4c-3188-4239-b241-04fc0f1dd90b req-01409333-677e-43f5-a814-cc7776ddb05c tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 210 time: 0.0424151 Mar 28 11:20:05.772910 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.773258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.773592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.773938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.774267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.774591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.774914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.775238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.775558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.775876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.776190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.776504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:05.968970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:20:06.242981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:20:06.252756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:20:06.262637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:20:06.263240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:19:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:06.315419 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] No DVR routers for this DVR port 46b5a30f-fa4d-45a5-843f-58e386742e2a on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:20:06.317831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:06.320333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-deleted', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:20:06.364408 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2006fa5d-3c74-4e2c-95bf-0be99b02a3fd', 'name': 'network-vif-deleted', 'tag': '46b5a30f-fa4d-45a5-843f-58e386742e2a', 'status': 'completed', 'code': 200} Mar 28 11:20:06.394259 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0d1f7ef7-b172-4aa7-8f3f-ae8561c22d4c req-9c9cbc83-cf32-480c-a1c5-d8262a0cdafb tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.31 "DELETE /v2.0/ports/46b5a30f-fa4d-45a5-843f-58e386742e2a HTTP/1.1" status: 204 len: 173 time: 1.4736099 Mar 28 11:20:06.441444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:20:06.752802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:06.756692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:20:06.764802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:20:06.765390 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:19:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:06.943212 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8a50bf9d-36ad-489c-a125-74ebcff1de52 req-a810dd1f-8f4f-408e-a694-de284c7f29aa tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/ports?device_id=2006fa5d-3c74-4e2c-95bf-0be99b02a3fd HTTP/1.1" status: 200 len: 210 time: 0.0462179 Mar 28 11:20:06.945831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:20:07.292100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:07.295953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a6aa3-ec88-4a98-888b-5ac10a4c6147 None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:34Z', 'revision_number': 4, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '35608852-50f0-4b87-b9ec-e2c79f9795a5', 'name': '', 'network_id': 'ae414d2a-5f91-4c7a-9812-4bc8462e9b2c', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'mac_address': 'fa:16:3e:7d:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:33Z', 'updated_at': '2022-03-28T11:15:40Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'subnets': [{'id': '36b73fb9-ec14-491f-8418-8d182e20be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:20:07.492487 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379352e-cf22-4fb2-a8ef-95ba677f820b None None] New status for floating IP 71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:20:08.374331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:20:08.408649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 46b5a30f-fa4d-45a5-843f-58e386742e2a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:20:08.408991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 46b5a30f-fa4d-45a5-843f-58e386742e2a not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:20:11.196543 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:20:11.331117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44486) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:11.394325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:11.421979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:11.536758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:11.556382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df19618a-3d06-4fbf-ba43-cf6ed13f20fc,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:11.564125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.564467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.564803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.565133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.565456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.565780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.566129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.566450 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.566771 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.567087 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.567400 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.567713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:11.615584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:11.616685 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8c6d22c6-8961-4553-b712-00fdfc341aff tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "DELETE /v2.0/security-groups/df19618a-3d06-4fbf-ba43-cf6ed13f20fc HTTP/1.1" status: 204 len: 168 time: 0.2844379 Mar 28 11:20:11.619878 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44490) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:11.635289 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-27318a2d-6e2a-448e-8b5f-d70ec1bc22cf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] show failed (client error): The resource could not be found. Mar 28 11:20:11.636204 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-27318a2d-6e2a-448e-8b5f-d70ec1bc22cf tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "GET /v2.0/security-groups/df19618a-3d06-4fbf-ba43-cf6ed13f20fc HTTP/1.1" status: 404 len: 347 time: 0.0154381 Mar 28 11:20:11.638510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44494) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:11.792924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Deleting port 1f2b6347-771b-43ed-99df-81107be47945 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:20:11.793179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:11.961737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:11.962096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:12.081010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Calling delete_port for 1f2b6347-771b-43ed-99df-81107be47945 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:20:12.261873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:12.308180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Pushing event deleted for resources: {'Port': ['ID=1f2b6347-771b-43ed-99df-81107be47945,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:12.399311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:12.413053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:12.414197 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5339bb63-07d8-469a-8680-d37bf08a4498 tempest-ServerActionsTestJSON-275870848 tempest-ServerActionsTestJSON-275870848-project] 10.222.0.18 "DELETE /v2.0/floatingips/71f4cbfc-6a1f-45a5-a3bf-7b795b346fa6 HTTP/1.1" status: 204 len: 168 time: 0.7748218 Mar 28 11:20:12.417037 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44498) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:13.035673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:13.383594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Deleting port 35608852-50f0-4b87-b9ec-e2c79f9795a5 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:20:13.383841 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:13.556797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] For port 35608852-50f0-4b87-b9ec-e2c79f9795a5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=35608852-50f0-4b87-b9ec-e2c79f9795a5,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:13.557347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:13.681345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Calling delete_port for 35608852-50f0-4b87-b9ec-e2c79f9795a5 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:20:14.193758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:14.242930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=35608852-50f0-4b87-b9ec-e2c79f9795a5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:14.504243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:14.849910 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Router d798af5a-cfe9-4780-80ca-a6903fd2e5bc has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:20:15.023654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:20:15.032556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] Sync routers for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:20:15.035557 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b6c98939-d080-41b2-8da4-3537d27c5c98 admin admin] 10.222.0.18 "PUT /v2.0/routers/d798af5a-cfe9-4780-80ca-a6903fd2e5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6175644 Mar 28 11:20:15.038068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44502) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:15.041942 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:20:15.042543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:19:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:15.208377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:15.215216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:20:15.497454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:20:14Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:15.501837 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] Checking router: d798af5a-cfe9-4780-80ca-a6903fd2e5bc for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:20:15.502055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:15.510143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] Routers {'d798af5a-cfe9-4780-80ca-a6903fd2e5bc'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:20:15.510742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:19:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:15.565324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Deleting port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:20:15.565698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:15.684145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] Set router d798af5a-cfe9-4780-80ca-a6903fd2e5bc gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:20:15.736673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] For port 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:15.737026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:15.863097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Calling delete_port for 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:20:15.948378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.017951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:20:14Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:16.021833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a0cd71-c73d-4fbe-8099-9d94199758c7 None None] The sync data for ids ['d798af5a-cfe9-4780-80ca-a6903fd2e5bc'] in dv-neutron-835336-1-hyperv is: [{'id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'name': 'tempest-ServerActionsTestJSON-2133041688-router', 'tenant_id': '52353bb501d34451967db0b333d3774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:20:14Z', 'revision_number': 5, 'project_id': '52353bb501d34451967db0b333d3774a', 'gw_port': {'id': '6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798af5a-cfe9-4780-80ca-a6903fd2e5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:15:30Z', 'updated_at': '2022-03-28T11:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:20:16.112600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.158439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:16.250599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.421830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.423976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.503022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.503704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d798af5a-cfe9-4780-80ca-a6903fd2e5bc {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:20:16.518095 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.521386 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fba3dcb1-5993-4b0f-a6d3-2bd117a688aa admin admin] 10.222.0.18 "DELETE /v2.0/routers/d798af5a-cfe9-4780-80ca-a6903fd2e5bc HTTP/1.1" status: 204 len: 168 time: 1.4802942 Mar 28 11:20:16.521642 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44506) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:16.580740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c938559-1f5d-487d-bb73-ad610ecb94fa admin admin] Deleting subnet 36b73fb9-ec14-491f-8418-8d182e20be07 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:20:16.583735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c938559-1f5d-487d-bb73-ad610ecb94fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.637441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c938559-1f5d-487d-bb73-ad610ecb94fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.718312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c938559-1f5d-487d-bb73-ad610ecb94fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.849973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c938559-1f5d-487d-bb73-ad610ecb94fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.890654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c938559-1f5d-487d-bb73-ad610ecb94fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b73fb9-ec14-491f-8418-8d182e20be07,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:16.895406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9c938559-1f5d-487d-bb73-ad610ecb94fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:16.900819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd5f1ca-7ee3-43e8-b758-7c6aa21f92d7 None None] Network ae414d2a-5f91-4c7a-9812-4bc8462e9b2c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:20:16.901727 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9c938559-1f5d-487d-bb73-ad610ecb94fa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/36b73fb9-ec14-491f-8418-8d182e20be07 HTTP/1.1" status: 204 len: 168 time: 0.3791323 Mar 28 11:20:16.904147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44510) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:17.009889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.020866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Deleting port 0c8919df-32e1-4f5d-97f9-91dbda7719fa {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:20:17.021209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.140547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] DHCP port deletion for ae414d2a-5f91-4c7a-9812-4bc8462e9b2c request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:20:17.145066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] Deleting port 0c8919df-32e1-4f5d-97f9-91dbda7719fa {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:20:17.148971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.233029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] For port 0c8919df-32e1-4f5d-97f9-91dbda7719fa, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0c8919df-32e1-4f5d-97f9-91dbda7719fa,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:17.233387 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.345989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] For port 0c8919df-32e1-4f5d-97f9-91dbda7719fa, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=0c8919df-32e1-4f5d-97f9-91dbda7719fa,segment=NetworkSegment(fe2d7a5e-86c9-429e-8d03-3b0b9297d93d),segment_id=fe2d7a5e-86c9-429e-8d03-3b0b9297d93d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:17.346275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.356067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Calling delete_port for 0c8919df-32e1-4f5d-97f9-91dbda7719fa owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:20:17.468212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] Calling delete_port for 0c8919df-32e1-4f5d-97f9-91dbda7719fa owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:20:17.599725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.605342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:20:17.605732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:20:17.643895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8919df-32e1-4f5d-97f9-91dbda7719fa,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:17.650705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] No DVR routers for this DVR port 0c8919df-32e1-4f5d-97f9-91dbda7719fa on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:20:17.761789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.789319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae414d2a-5f91-4c7a-9812-4bc8462e9b2c']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:17.800946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:17.801243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2d7a5e-86c9-429e-8d03-3b0b9297d93d') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:20:17.812695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.828580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.834314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:20:17.834697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:20:17.847393 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:20:17.952521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 35608852-50f0-4b87-b9ec-e2c79f9795a5 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:20:17.986213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 35608852-50f0-4b87-b9ec-e2c79f9795a5 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:20:17.986547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 35608852-50f0-4b87-b9ec-e2c79f9795a5 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:20:17.986957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0c8919df-32e1-4f5d-97f9-91dbda7719fa no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:20:17.994057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:18.013840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:18.020713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 0c8919df-32e1-4f5d-97f9-91dbda7719fa {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:20:18.021053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 0c8919df-32e1-4f5d-97f9-91dbda7719fa not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:20:18.021467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:20:18.024252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ae414d2a-5f91-4c7a-9812-4bc8462e9b2c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:18.057875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:20:18.058231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6c7a094a-0877-4bfc-afac-a2eb6f5f6f9c not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:20:18.102787 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-899398a2-e2d9-4fdb-9a78-680bff6540cf admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae414d2a-5f91-4c7a-9812-4bc8462e9b2c HTTP/1.1" status: 204 len: 168 time: 1.1976452 Mar 28 11:20:18.106415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] Deleting port 0c8919df-32e1-4f5d-97f9-91dbda7719fa {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:20:18.106796 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:18.172674 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ac028-da0c-4823-af64-d9d74f333afc None None] The port '0c8919df-32e1-4f5d-97f9-91dbda7719fa' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:20:18.300778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f14d6c36-c98c-47e7-a37e-e473f9e59faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:18.382023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44516) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:18.431110 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ae2e2e4c-6238-4643-97ec-e6e8455f7576 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52353bb501d34451967db0b333d3774a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478785 Mar 28 11:20:18.433501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44520) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:18.489422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b0784bed-9bf8-445f-8d6e-fac059834f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:18.513812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b0784bed-9bf8-445f-8d6e-fac059834f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:18.639433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b0784bed-9bf8-445f-8d6e-fac059834f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:18.655418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0784bed-9bf8-445f-8d6e-fac059834f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764242db-2da9-41a7-8410-002c0baccd8d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:18.664788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b0784bed-9bf8-445f-8d6e-fac059834f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:18.666543 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b0784bed-9bf8-445f-8d6e-fac059834f3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/764242db-2da9-41a7-8410-002c0baccd8d HTTP/1.1" status: 204 len: 168 time: 0.2321210 Mar 28 11:20:19.815673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44544) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:19.916989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1130912609-network', 'tenant_id': 'fe2e3550f7c843558ecca203102a6c0d'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:20:19.921916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:20:19.925756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Usage tracker for resource:network and tenant:fe2e3550f7c843558ecca203102a6c0d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:20:19.928597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:20:19.934137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:20:20.027647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Made reservation on behalf of fe2e3550f7c843558ecca203102a6c0d for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:20:20.029946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.042450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.056479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:20:20.060189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:fe2e3550f7c843558ecca203102a6c0d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:20:20.062901 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:20:20.069429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:20:20.150398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.209194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.238439 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:20:20.247094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb8e7e1-21f9-43a9-adcd-a5896891fe65,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:20.252369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.252709 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Added segment 720efe84-9b68-485f-b18c-99923b04f560 of type vlan for network e2cd5e5f-b64e-471e-bcdb-50529b1add19 Mar 28 11:20:20.277416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.382208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.383156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:20.383759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.473974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-015c5810-7073-4f04-910b-a7528a0337e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.485707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=e2cd5e5f-b64e-471e-bcdb-50529b1add19,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:20.496467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network e2cd5e5f-b64e-471e-bcdb-50529b1add19 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:20:20.554600 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5618e790-586f-4b02-a3f6-ed51c9fe3bd6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7378154 Mar 28 11:20:20.557893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44550) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:20:20.563281 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Request body: {'subnet': {'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1130912609-subnet', 'tenant_id': 'fe2e3550f7c843558ecca203102a6c0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:20:20.568151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:20:20.572469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Usage tracker for resource:subnet and tenant:fe2e3550f7c843558ecca203102a6c0d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:20:20.575480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:20:20.581384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:20:20.649330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Made reservation on behalf of fe2e3550f7c843558ecca203102a6c0d for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:20:20.652195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.901306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:20.972145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716af9f7-5e63-4be5-88ff-981adc53e53f,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:20.979750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Checking segment: {'id': '720efe84-9b68-485f-b18c-99923b04f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:20:20.980096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Network hostable DHCP agents. Network: e2cd5e5f-b64e-471e-bcdb-50529b1add19, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:20:21.072518 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Network e2cd5e5f-b64e-471e-bcdb-50529b1add19 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:20:21.141831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, e2cd5e5f-b64e-471e-bcdb-50529b1add19) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:20:21.145717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:21.146321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:21.160419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ba5c1-aeb1-4ba8-8619-d6b80abd6d10 None None] Network e2cd5e5f-b64e-471e-bcdb-50529b1add19 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:20:21.206032 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e74c0132-ec90-4a2f-9dca-b5a55d3590c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6470618 Mar 28 11:20:21.360970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca2f3b-05a2-4617-b507-5b7fac649707 None None] Network e2cd5e5f-b64e-471e-bcdb-50529b1add19 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:20:21.639428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:21.650954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:21.698001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-b4f94949-15dc-4fe4-9ac1-1429c21e2f1e tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:21.699427 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-b4f94949-15dc-4fe4-9ac1-1429c21e2f1e tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/networks?id=e2cd5e5f-b64e-471e-bcdb-50529b1add19 HTTP/1.1" status: 200 len: 814 time: 0.1457760 Mar 28 11:20:21.713606 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-f8e52db7-bbf7-4a23-82a2-da15d05e24cd tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/quotas/fe2e3550f7c843558ecca203102a6c0d HTTP/1.1" status: 200 len: 375 time: 0.0087337 Mar 28 11:20:21.760546 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-fd1a997b-ad57-4a27-a748-8c777b9c7d80 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe2e3550f7c843558ecca203102a6c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421195 Mar 28 11:20:21.932959 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-4f7a4ed9-b742-4c1f-9bf2-a34a41d56e11 service neutron] 10.222.0.18 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659369 Mar 28 11:20:22.060083 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-f013c833-4501-4d7a-af8d-10fc73ae8ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213520 Mar 28 11:20:22.319359 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-07266fed-9cf5-4f56-a0a5-53f49aa52aa0 req-2c5a822c-1619-4803-a20f-53dabe156b8b tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 210 time: 0.0419919 Mar 28 11:20:23.130813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:23.475370 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ad425245-3936-484f-90d1-442decae7931 req-5be08991-eef3-4bc2-979c-bcd096d5dade tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 210 time: 0.0468512 Mar 28 11:20:24.628118 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-89365700-08e4-4f3e-b5f6-09eaba3b35e5 req-26b73623-d09e-453f-a860-ddd5032310ff tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 210 time: 0.0441122 Mar 28 11:20:24.641596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-6eee26d5-49da-40a8-9090-f98892296d13 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:24.642376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-6eee26d5-49da-40a8-9090-f98892296d13 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Synchronizing usage tracker for tenant:fe2e3550f7c843558ecca203102a6c0d on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:20:24.702120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-6eee26d5-49da-40a8-9090-f98892296d13 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Unset dirty status for tenant:fe2e3550f7c843558ecca203102a6c0d on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:20:24.703452 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-6eee26d5-49da-40a8-9090-f98892296d13 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.31 "GET /v2.0/networks?id=e2cd5e5f-b64e-471e-bcdb-50529b1add19 HTTP/1.1" status: 200 len: 814 time: 0.2106645 Mar 28 11:20:24.730448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Request body: {'port': {'device_id': '3bb2b9ee-ac05-478a-acc9-9ebe9730364f', 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19', 'admin_state_up': True, 'tenant_id': 'fe2e3550f7c843558ecca203102a6c0d'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:20:24.864822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:20:24.870288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Usage tracker for resource:port and tenant:fe2e3550f7c843558ecca203102a6c0d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:20:24.871918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:20:24.877391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:20:24.964130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Made reservation on behalf of fe2e3550f7c843558ecca203102a6c0d for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:20:24.967731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:25.125366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Allocated IP 172.20.0.5 (e2cd5e5f-b64e-471e-bcdb-50529b1add19/716af9f7-5e63-4be5-88ff-981adc53e53f/a8453408-4d54-4e7c-b554-deafb7c9ef7a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:20:25.321977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:25.394273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:25.460933 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Network e2cd5e5f-b64e-471e-bcdb-50529b1add19 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:20:25.464381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:20:25.472197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:20:25.507549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Pushing event updated for resources: {'Port': ['ID=a8453408-4d54-4e7c-b554-deafb7c9ef7a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:25.538411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:25.539014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:25.599973 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5ae7eabc-a311-49f7-8a67-2134c7812920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8737550 Mar 28 11:20:25.625189 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Request body: {'port': {'device_id': '3bb2b9ee-ac05-478a-acc9-9ebe9730364f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:20:25.736524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:25.814856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ccad0-de25-4c57-85cf-61200c3c4989 req-f2642483-8768-40a0-9af3-21b42de1046d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:25.816423 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cb0ccad0-de25-4c57-85cf-61200c3c4989 req-f2642483-8768-40a0-9af3-21b42de1046d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 931 time: 0.0833051 Mar 28 11:20:25.862637 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cb0ccad0-de25-4c57-85cf-61200c3c4989 req-0085e9a7-3281-44c3-a2c1-b9b9cb808f72 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Mar 28 11:20:26.165702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8453408-4d54-4e7c-b554-deafb7c9ef7a {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:20:26.172953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:26.187139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Transition to ACTIVE for port object a8453408-4d54-4e7c-b554-deafb7c9ef7a will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:20:26.260723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:26.412373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Pushing event updated for resources: {'Port': ['ID=a8453408-4d54-4e7c-b554-deafb7c9ef7a,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:26.486576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Attempting to bind port a8453408-4d54-4e7c-b554-deafb7c9ef7a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:20:26.486907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Attempting to bind port a8453408-4d54-4e7c-b554-deafb7c9ef7a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '720efe84-9b68-485f-b18c-99923b04f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:20:26.487223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Attempting to bind port a8453408-4d54-4e7c-b554-deafb7c9ef7a on network e2cd5e5f-b64e-471e-bcdb-50529b1add19 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:20:26.491764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Port a8453408-4d54-4e7c-b554-deafb7c9ef7a on network e2cd5e5f-b64e-471e-bcdb-50529b1add19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:20:26.492078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Attempting to bind port a8453408-4d54-4e7c-b554-deafb7c9ef7a on network e2cd5e5f-b64e-471e-bcdb-50529b1add19 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:20:26.498009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:20:26.498336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Checking segment: {'id': '720efe84-9b68-485f-b18c-99923b04f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:20:26.498712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Bound using segment: {'id': '720efe84-9b68-485f-b18c-99923b04f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:20:26.499124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Bound port: a8453408-4d54-4e7c-b554-deafb7c9ef7a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720efe84-9b68-485f-b18c-99923b04f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:20:26.499463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:26.587158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] For port a8453408-4d54-4e7c-b554-deafb7c9ef7a, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:20:26.590569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] For port a8453408-4d54-4e7c-b554-deafb7c9ef7a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a8453408-4d54-4e7c-b554-deafb7c9ef7a,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:20:26.674307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:26.732080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:26.732698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:26.734091 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] 10.222.0.31 "PUT /v2.0/ports/a8453408-4d54-4e7c-b554-deafb7c9ef7a HTTP/1.1" status: 200 len: 1093 time: 1.1127493 Mar 28 11:20:26.734515 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb2b9ee-ac05-478a-acc9-9ebe9730364f', 'tag': 'a8453408-4d54-4e7c-b554-deafb7c9ef7a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:20:26.759856 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e035f66-380a-40ae-aab5-b714cf396e40 service neutron] Pushing event updated for resources: {'Port': ['ID=a8453408-4d54-4e7c-b554-deafb7c9ef7a,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:26.780361 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb2b9ee-ac05-478a-acc9-9ebe9730364f', 'tag': 'a8453408-4d54-4e7c-b554-deafb7c9ef7a', 'status': 'completed', 'code': 200} Mar 28 11:20:26.893289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68064344-c020-41f8-bc44-387f57131e98 req-26b38792-14c5-44f1-a91a-10c63c60bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:26.894805 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68064344-c020-41f8-bc44-387f57131e98 req-26b38792-14c5-44f1-a91a-10c63c60bfcc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe2e3550f7c843558ecca203102a6c0d&device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 1096 time: 0.0701981 Mar 28 11:20:27.044166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bde7a-7b6f-42fd-b414-1e7268ce4ec8 req-d18aa0be-21cf-4bae-b716-bbf310096450 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:27.045525 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a25bde7a-7b6f-42fd-b414-1e7268ce4ec8 req-d18aa0be-21cf-4bae-b716-bbf310096450 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 943 time: 0.0786133 Mar 28 11:20:27.049797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68064344-c020-41f8-bc44-387f57131e98 req-784c3558-130f-4d00-8bbf-1029b333cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:27.051256 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68064344-c020-41f8-bc44-387f57131e98 req-784c3558-130f-4d00-8bbf-1029b333cd72 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fe2e3550f7c843558ecca203102a6c0d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1351726 Mar 28 11:20:27.089637 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a25bde7a-7b6f-42fd-b414-1e7268ce4ec8 req-80e9966c-243d-426b-a1d3-b58631ae1f63 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383537 Mar 28 11:20:27.187744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68064344-c020-41f8-bc44-387f57131e98 req-11d15158-c60e-4a9d-be33-66f052164ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:27.189199 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-68064344-c020-41f8-bc44-387f57131e98 req-11d15158-c60e-4a9d-be33-66f052164ccf service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291962 Mar 28 11:20:27.328420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-6d6ef54a-fb34-4f51-8d65-e07f98794c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:27.329756 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-6d6ef54a-fb34-4f51-8d65-e07f98794c59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe2e3550f7c843558ecca203102a6c0d&device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 1096 time: 0.0697103 Mar 28 11:20:27.412204 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-23e56c45-4b77-4f53-8b29-bbd43f465843 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8453408-4d54-4e7c-b554-deafb7c9ef7a HTTP/1.1" status: 200 len: 217 time: 0.0623901 Mar 28 11:20:27.475329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-aa3dd147-d784-4fc4-b01e-4bc31d61ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:27.476691 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-aa3dd147-d784-4fc4-b01e-4bc31d61ab53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=716af9f7-5e63-4be5-88ff-981adc53e53f HTTP/1.1" status: 200 len: 854 time: 0.0557394 Mar 28 11:20:27.530205 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-8b4a69dd-89a8-484a-9755-f834a9c7c799 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2cd5e5f-b64e-471e-bcdb-50529b1add19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437717 Mar 28 11:20:27.661321 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-9da39c3a-127a-40dc-9358-e410e6fdc183 service neutron] 10.222.0.31 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216700 Mar 28 11:20:27.883469 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3559c6a0-c805-4b00-88f6-9d913a929655 req-5d6cac86-356b-4345-a9c9-8aef0d24aee2 service neutron] 10.222.0.31 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155502 Mar 28 11:20:28.281392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af10eb1-8a7e-41ed-980d-3700b622f497 req-550f2df4-27a1-4d92-b808-17b3e2df5169 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:28.282881 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6af10eb1-8a7e-41ed-980d-3700b622f497 req-550f2df4-27a1-4d92-b808-17b3e2df5169 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 943 time: 0.0850613 Mar 28 11:20:28.326085 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6af10eb1-8a7e-41ed-980d-3700b622f497 req-6516a290-f52c-4bef-aee7-99bd90bc810d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Mar 28 11:20:29.505318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31228580-2b44-4deb-9ecb-fc81336332ad req-50932bb1-74e9-488a-8801-b1b4649f128a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:29.506783 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31228580-2b44-4deb-9ecb-fc81336332ad req-50932bb1-74e9-488a-8801-b1b4649f128a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 943 time: 0.0788879 Mar 28 11:20:29.553155 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31228580-2b44-4deb-9ecb-fc81336332ad req-37a224b6-f5b5-452c-964d-b0cadcd5e2d4 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Mar 28 11:20:30.479602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device a8453408-4d54-4e7c-b554-deafb7c9ef7a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:20:30.609481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port a8453408-4d54-4e7c-b554-deafb7c9ef7a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a8453408-4d54-4e7c-b554-deafb7c9ef7a,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:30.622661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'a8453408-4d54-4e7c-b554-deafb7c9ef7a', 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19', 'port_id': 'a8453408-4d54-4e7c-b554-deafb7c9ef7a', 'mac_address': 'fa:16:3e:88:19:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716af9f7-5e63-4be5-88ff-981adc53e53f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:20:30.676264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:30.692915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8453408-4d54-4e7c-b554-deafb7c9ef7a {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:20:30.708502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port a8453408-4d54-4e7c-b554-deafb7c9ef7a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a8453408-4d54-4e7c-b554-deafb7c9ef7a,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:30.737299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa93f7-aa2e-4e22-9d56-c42b890ef7db req-b5deb1bb-88f9-4d5f-8ed3-30b6ef6cd553 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:30.738704 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b3aa93f7-aa2e-4e22-9d56-c42b890ef7db req-b5deb1bb-88f9-4d5f-8ed3-30b6ef6cd553 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 943 time: 0.0797586 Mar 28 11:20:30.782127 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b3aa93f7-aa2e-4e22-9d56-c42b890ef7db req-c80128f5-f6bf-4d7e-8db9-8cc0c1d4cf99 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376318 Mar 28 11:20:30.805424 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:30.874401 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=a8453408-4d54-4e7c-b554-deafb7c9ef7a,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:31.149083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['a8453408-4d54-4e7c-b554-deafb7c9ef7a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:20:31.967282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38ab00-4525-4b76-b5c2-938b028d7399 req-4caea0f2-34c0-4193-8b62-801631dcfa0a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:31.968705 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6c38ab00-4525-4b76-b5c2-938b028d7399 req-4caea0f2-34c0-4193-8b62-801631dcfa0a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 944 time: 0.0822983 Mar 28 11:20:32.106240 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6c38ab00-4525-4b76-b5c2-938b028d7399 req-eb20ff33-e478-43ac-a494-6896a64fce55 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319253 Mar 28 11:20:32.484532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device a8453408-4d54-4e7c-b554-deafb7c9ef7a up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:20:32.622584 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port a8453408-4d54-4e7c-b554-deafb7c9ef7a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:20:32.627600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port a8453408-4d54-4e7c-b554-deafb7c9ef7a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:20:32.627971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:32.740468 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:32.765665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb2b9ee-ac05-478a-acc9-9ebe9730364f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8453408-4d54-4e7c-b554-deafb7c9ef7a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:20:32.775159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port a8453408-4d54-4e7c-b554-deafb7c9ef7a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a8453408-4d54-4e7c-b554-deafb7c9ef7a,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:32.809736 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb2b9ee-ac05-478a-acc9-9ebe9730364f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8453408-4d54-4e7c-b554-deafb7c9ef7a', 'code': 200} Mar 28 11:20:32.838174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:32.907877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=a8453408-4d54-4e7c-b554-deafb7c9ef7a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:33.190293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580069b7-81fd-4eef-8d30-5be0cd3aa62b req-f409e15f-7374-4648-8a09-4b72d0c72feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:33.191737 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-580069b7-81fd-4eef-8d30-5be0cd3aa62b req-f409e15f-7374-4648-8a09-4b72d0c72feb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 1098 time: 0.0700934 Mar 28 11:20:33.236120 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-580069b7-81fd-4eef-8d30-5be0cd3aa62b req-69c1bce7-a16f-4b0b-b059-fd2442f9f3cd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Mar 28 11:20:33.287632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d107-0a69-461b-a766-8696b5e5c967 req-5006ea54-8a86-49b2-b0aa-874aa5760413 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:33.291668 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-06f7d107-0a69-461b-a766-8696b5e5c967 req-5006ea54-8a86-49b2-b0aa-874aa5760413 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0786917 Mar 28 11:20:33.332907 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-06f7d107-0a69-461b-a766-8696b5e5c967 req-3e09dce2-26b0-4746-bcd6-7589eaa23795 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Mar 28 11:20:34.521855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c18fd-ea1b-42db-b787-19a25f33e4ce req-d4073ce9-3caa-481a-b44e-ebfcfbb60eeb tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:34.523583 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-702c18fd-ea1b-42db-b787-19a25f33e4ce req-d4073ce9-3caa-481a-b44e-ebfcfbb60eeb tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0835540 Mar 28 11:20:34.567434 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-702c18fd-ea1b-42db-b787-19a25f33e4ce req-dbd1e3d1-1821-447b-afe6-e5ce64139b31 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Mar 28 11:20:35.749140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60142ec7-cb4b-4e81-9cdd-1ff21c742809 req-73e9623e-5ed1-4a0f-91c2-e3fb0446917f tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:35.750575 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60142ec7-cb4b-4e81-9cdd-1ff21c742809 req-73e9623e-5ed1-4a0f-91c2-e3fb0446917f tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0813475 Mar 28 11:20:35.792408 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60142ec7-cb4b-4e81-9cdd-1ff21c742809 req-c7afe39a-203e-44f8-a4a4-1d0f0a1c4c20 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363779 Mar 28 11:20:36.067560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef225-4a2c-47d6-866b-92056e765361 req-0b52d548-580f-411f-b22b-28031172fe57 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:36.068864 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-0b52d548-580f-411f-b22b-28031172fe57 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/networks?id=e2cd5e5f-b64e-471e-bcdb-50529b1add19 HTTP/1.1" status: 200 len: 814 time: 0.1406591 Mar 28 11:20:36.083374 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-84f3e556-8798-4577-adde-d27c2eefd940 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/quotas/fe2e3550f7c843558ecca203102a6c0d HTTP/1.1" status: 200 len: 375 time: 0.0090833 Mar 28 11:20:36.159972 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-257cc931-3a28-485a-be96-3ff06e29ccd7 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe2e3550f7c843558ecca203102a6c0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718956 Mar 28 11:20:36.328933 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-c65cef28-da23-41a0-adbb-00264a8270c9 service neutron] 10.222.0.18 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623015 Mar 28 11:20:36.456693 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-4edd7228-6b8b-4e6e-b93b-a7fe3fb826d0 service neutron] 10.222.0.18 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221223 Mar 28 11:20:36.728236 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99bb1f76-d83d-44d1-9316-6240f32516de req-99573ffc-1eff-42be-9360-c79943d48b44 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 210 time: 0.0462472 Mar 28 11:20:37.880647 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e50f6067-85e0-42f0-8e3b-39e404388aac req-f094cc60-782c-48eb-82f9-bf3f25dbd2d2 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 210 time: 0.0437603 Mar 28 11:20:38.588022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef225-4a2c-47d6-866b-92056e765361 req-573e4d12-5c74-43b0-838e-2a8ae81528ba tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:38.589394 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-573e4d12-5c74-43b0-838e-2a8ae81528ba tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.31 "GET /v2.0/networks?id=e2cd5e5f-b64e-471e-bcdb-50529b1add19 HTTP/1.1" status: 200 len: 814 time: 0.1448431 Mar 28 11:20:38.608587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Request body: {'port': {'device_id': '4e672d5a-c2dd-449f-bf3f-61fba6171784', 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19', 'admin_state_up': True, 'tenant_id': 'fe2e3550f7c843558ecca203102a6c0d'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:20:38.742984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:20:38.746818 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Usage tracker for resource:port and tenant:fe2e3550f7c843558ecca203102a6c0d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:20:38.749594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:20:38.755327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:20:38.822394 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Made reservation on behalf of fe2e3550f7c843558ecca203102a6c0d for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:20:38.825836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:38.991446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Allocated IP 172.20.0.4 (e2cd5e5f-b64e-471e-bcdb-50529b1add19/716af9f7-5e63-4be5-88ff-981adc53e53f/10faaef1-91db-4d38-a0c8-348a4c35a764) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:20:39.035196 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e1c566d1-52ee-4d88-9000-506187156bc0 req-50b4c85c-99ae-42a2-bef7-14ed5d6d4bbb tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 210 time: 0.0431256 Mar 28 11:20:39.190830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:39.295884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:39.331021 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['a8453408-4d54-4e7c-b554-deafb7c9ef7a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:20:39.365006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Network e2cd5e5f-b64e-471e-bcdb-50529b1add19 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:20:39.372616 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:20:39.376930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:20:39.411775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Pushing event updated for resources: {'Port': ['ID=10faaef1-91db-4d38-a0c8-348a4c35a764,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:39.442115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:39.442643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:39.526202 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-69b155b2-0dfc-4822-86cb-2ea7593d49d9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9217563 Mar 28 11:20:39.543450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Request body: {'port': {'device_id': '4e672d5a-c2dd-449f-bf3f-61fba6171784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:20:39.654106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:39.984730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10faaef1-91db-4d38-a0c8-348a4c35a764 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:20:39.991750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:40.005889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Transition to ACTIVE for port object 10faaef1-91db-4d38-a0c8-348a4c35a764 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:20:40.062367 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:40.221714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Pushing event updated for resources: {'Port': ['ID=10faaef1-91db-4d38-a0c8-348a4c35a764,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:40.224287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618ebd-7f21-4002-a489-0c0dee6d2e35 req-e5c131b6-02f0-4e0a-94f2-dfdd3fcd4ee3 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:40.225750 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-86618ebd-7f21-4002-a489-0c0dee6d2e35 req-e5c131b6-02f0-4e0a-94f2-dfdd3fcd4ee3 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 943 time: 0.0840118 Mar 28 11:20:40.271317 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-86618ebd-7f21-4002-a489-0c0dee6d2e35 req-2479ee6f-bb23-438a-bbfb-51fbd030e076 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374851 Mar 28 11:20:40.297118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Attempting to bind port 10faaef1-91db-4d38-a0c8-348a4c35a764 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:20:40.297441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Attempting to bind port 10faaef1-91db-4d38-a0c8-348a4c35a764 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '720efe84-9b68-485f-b18c-99923b04f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:20:40.297757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Attempting to bind port 10faaef1-91db-4d38-a0c8-348a4c35a764 on network e2cd5e5f-b64e-471e-bcdb-50529b1add19 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:20:40.302330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Port 10faaef1-91db-4d38-a0c8-348a4c35a764 on network e2cd5e5f-b64e-471e-bcdb-50529b1add19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:20:40.302639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Attempting to bind port 10faaef1-91db-4d38-a0c8-348a4c35a764 on network e2cd5e5f-b64e-471e-bcdb-50529b1add19 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:20:40.307525 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:20:40.307852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Checking segment: {'id': '720efe84-9b68-485f-b18c-99923b04f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:20:40.308222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Bound using segment: {'id': '720efe84-9b68-485f-b18c-99923b04f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:20:40.308629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Bound port: 10faaef1-91db-4d38-a0c8-348a4c35a764, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720efe84-9b68-485f-b18c-99923b04f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:20:40.308962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:40.395725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] For port 10faaef1-91db-4d38-a0c8-348a4c35a764, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:20:40.398879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] For port 10faaef1-91db-4d38-a0c8-348a4c35a764, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10faaef1-91db-4d38-a0c8-348a4c35a764,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:20:40.496290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:40.555891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:40.556502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:40.557859 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] 10.222.0.31 "PUT /v2.0/ports/10faaef1-91db-4d38-a0c8-348a4c35a764 HTTP/1.1" status: 200 len: 1093 time: 1.0185335 Mar 28 11:20:40.558312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e672d5a-c2dd-449f-bf3f-61fba6171784', 'tag': '10faaef1-91db-4d38-a0c8-348a4c35a764'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:20:40.581626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10297a6-bf40-49a2-aa47-535fc9dfc22a service neutron] Pushing event updated for resources: {'Port': ['ID=10faaef1-91db-4d38-a0c8-348a4c35a764,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:40.603479 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e672d5a-c2dd-449f-bf3f-61fba6171784', 'tag': '10faaef1-91db-4d38-a0c8-348a4c35a764', 'status': 'completed', 'code': 200} Mar 28 11:20:40.817955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae1a23-ddb6-4669-a4fd-ddab481ab919 req-08404c40-ea27-4ad7-864e-be81b4388794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:40.819341 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bae1a23-ddb6-4669-a4fd-ddab481ab919 req-08404c40-ea27-4ad7-864e-be81b4388794 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe2e3550f7c843558ecca203102a6c0d&device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 1096 time: 0.1563532 Mar 28 11:20:40.967652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae1a23-ddb6-4669-a4fd-ddab481ab919 req-bbf10812-654a-4038-aa4e-f5d52340ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:40.969035 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bae1a23-ddb6-4669-a4fd-ddab481ab919 req-bbf10812-654a-4038-aa4e-f5d52340ede5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fe2e3550f7c843558ecca203102a6c0d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1283791 Mar 28 11:20:41.101267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae1a23-ddb6-4669-a4fd-ddab481ab919 req-f4ced88e-44ea-4273-8250-071693d161f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:41.102709 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3bae1a23-ddb6-4669-a4fd-ddab481ab919 req-f4ced88e-44ea-4273-8250-071693d161f0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277173 Mar 28 11:20:41.233231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef225-4a2c-47d6-866b-92056e765361 req-91fef444-e6e1-4d87-ba17-d1cb63ebc7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:41.234687 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-91fef444-e6e1-4d87-ba17-d1cb63ebc7e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe2e3550f7c843558ecca203102a6c0d&device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 1096 time: 0.0735414 Mar 28 11:20:41.307174 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-581b6546-7d62-4252-b2d9-51cdae7be77a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10faaef1-91db-4d38-a0c8-348a4c35a764 HTTP/1.1" status: 200 len: 217 time: 0.0590701 Mar 28 11:20:41.370383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef225-4a2c-47d6-866b-92056e765361 req-5834da94-aef8-443e-b9fe-c5933a2abb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:41.371783 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-5834da94-aef8-443e-b9fe-c5933a2abb08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=716af9f7-5e63-4be5-88ff-981adc53e53f HTTP/1.1" status: 200 len: 854 time: 0.0586329 Mar 28 11:20:41.418076 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-467f8f27-eeb1-435b-8ce3-2056c520e365 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2cd5e5f-b64e-471e-bcdb-50529b1add19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396833 Mar 28 11:20:41.452757 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730e3ac-5138-4383-9dec-ba08af3f4f96 req-74a547ca-d049-416a-bac0-a9227a24c107 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:41.454225 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f730e3ac-5138-4383-9dec-ba08af3f4f96 req-74a547ca-d049-416a-bac0-a9227a24c107 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 943 time: 0.0789597 Mar 28 11:20:41.501402 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f730e3ac-5138-4383-9dec-ba08af3f4f96 req-e2d53b02-8aef-4a17-8ab1-9a8343b7ee2f tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Mar 28 11:20:41.550156 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-29a1e83c-63dc-46c5-a044-337412b024a6 service neutron] 10.222.0.31 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260886 Mar 28 11:20:41.679386 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-512ef225-4a2c-47d6-866b-92056e765361 req-33a2938d-bff2-4dd8-9ffb-8f519a003722 service neutron] 10.222.0.31 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228013 Mar 28 11:20:42.683733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a7847-5eba-432d-9ba4-cdec7c59fd79 req-a56241d1-50f9-455f-a72b-3a72619f0a8c tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:42.685803 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-834a7847-5eba-432d-9ba4-cdec7c59fd79 req-a56241d1-50f9-455f-a72b-3a72619f0a8c tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 943 time: 0.0799463 Mar 28 11:20:42.727886 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-834a7847-5eba-432d-9ba4-cdec7c59fd79 req-ba66a078-02c1-4c00-93a7-d7032a1186d6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364954 Mar 28 11:20:43.913481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f94a55-67fc-406e-9353-f8b357f37db8 req-9b8eea46-8ba2-42e3-8087-f64c5c5eeea8 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:43.914947 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-61f94a55-67fc-406e-9353-f8b357f37db8 req-9b8eea46-8ba2-42e3-8087-f64c5c5eeea8 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 943 time: 0.0821626 Mar 28 11:20:43.958586 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-61f94a55-67fc-406e-9353-f8b357f37db8 req-51f3c058-6b5a-4ed7-a6b2-627b1d63cde4 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Mar 28 11:20:44.556586 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 10faaef1-91db-4d38-a0c8-348a4c35a764 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:20:44.685691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 10faaef1-91db-4d38-a0c8-348a4c35a764, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10faaef1-91db-4d38-a0c8-348a4c35a764,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:44.698348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '10faaef1-91db-4d38-a0c8-348a4c35a764', 'network_id': 'e2cd5e5f-b64e-471e-bcdb-50529b1add19', 'port_id': '10faaef1-91db-4d38-a0c8-348a4c35a764', 'mac_address': 'fa:16:3e:b2:4b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716af9f7-5e63-4be5-88ff-981adc53e53f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:20:44.754668 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:44.771112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10faaef1-91db-4d38-a0c8-348a4c35a764 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:20:44.785819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 10faaef1-91db-4d38-a0c8-348a4c35a764, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10faaef1-91db-4d38-a0c8-348a4c35a764,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:44.845398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:44.910471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=10faaef1-91db-4d38-a0c8-348a4c35a764,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:44.917236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.917576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.917924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.918255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.918577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.918899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.919700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.920014 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.920327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.920639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.920952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:44.921267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:20:45.136657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749525a-a147-4736-8163-ffbf540047d9 req-fbde4ff9-a2fc-4979-8ad2-3acadc984ff9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:45.138210 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0749525a-a147-4736-8163-ffbf540047d9 req-fbde4ff9-a2fc-4979-8ad2-3acadc984ff9 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 944 time: 0.0784180 Mar 28 11:20:45.180832 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0749525a-a147-4736-8163-ffbf540047d9 req-5dfd22b3-715c-4581-b512-a4d0d6a59ff8 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Mar 28 11:20:45.189015 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['10faaef1-91db-4d38-a0c8-348a4c35a764'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:20:45.942635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:46.364931 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cc198-cd47-4eca-8452-85d998d0c238 req-46c350e2-fc27-41cc-a0b4-612b2c4ba633 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:46.366368 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba9cc198-cd47-4eca-8452-85d998d0c238 req-46c350e2-fc27-41cc-a0b4-612b2c4ba633 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 944 time: 0.0803826 Mar 28 11:20:46.409316 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba9cc198-cd47-4eca-8452-85d998d0c238 req-b14579f3-2275-4861-b6b8-f68852e3b98c tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 Mar 28 11:20:46.558622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 10faaef1-91db-4d38-a0c8-348a4c35a764 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:20:46.685280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 10faaef1-91db-4d38-a0c8-348a4c35a764 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:20:46.690006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 10faaef1-91db-4d38-a0c8-348a4c35a764 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:20:46.690373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:46.803220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:46.829208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e672d5a-c2dd-449f-bf3f-61fba6171784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10faaef1-91db-4d38-a0c8-348a4c35a764'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:20:46.838786 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 10faaef1-91db-4d38-a0c8-348a4c35a764, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10faaef1-91db-4d38-a0c8-348a4c35a764,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:46.875568 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e672d5a-c2dd-449f-bf3f-61fba6171784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10faaef1-91db-4d38-a0c8-348a4c35a764', 'code': 200} Mar 28 11:20:46.885714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:46.956105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=10faaef1-91db-4d38-a0c8-348a4c35a764,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:47.218170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec469f21-0b64-42d2-bbc0-0b5e2db9e0d7 req-4fe6b65e-3a58-4bc2-a0ed-82c465cb25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:47.219633 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ec469f21-0b64-42d2-bbc0-0b5e2db9e0d7 req-4fe6b65e-3a58-4bc2-a0ed-82c465cb25ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 1098 time: 0.0729508 Mar 28 11:20:47.260666 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ec469f21-0b64-42d2-bbc0-0b5e2db9e0d7 req-b1de4eee-4d21-4a6a-a921-b98f73e555c3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Mar 28 11:20:47.637872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a9e73-5b6a-4ab3-b8f3-1d9ebda819d9 req-c55703b4-8a13-4b52-95c9-b262904af8f3 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:47.639317 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e52a9e73-5b6a-4ab3-b8f3-1d9ebda819d9 req-c55703b4-8a13-4b52-95c9-b262904af8f3 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 945 time: 0.1280160 Mar 28 11:20:47.748050 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-b11cde59-95f6-4fd0-a9f4-bea2d0e74889 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704455 Mar 28 11:20:47.782634 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e52a9e73-5b6a-4ab3-b8f3-1d9ebda819d9 req-83d41545-fdee-423d-871e-1d13e09a794a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367419 Mar 28 11:20:47.921380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-fb00556f-c7a3-42d1-82ad-d4e1931d5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:47.922839 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-fb00556f-c7a3-42d1-82ad-d4e1931d5914 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe2e3550f7c843558ecca203102a6c0d&device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 1098 time: 0.0733376 Mar 28 11:20:48.065894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-8459ede5-2331-40e7-aa4a-e1a2fb8af2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:48.067237 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-8459ede5-2331-40e7-aa4a-e1a2fb8af2dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2cd5e5f-b64e-471e-bcdb-50529b1add19 HTTP/1.1" status: 200 len: 915 time: 0.1235316 Mar 28 11:20:48.132771 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-961c742c-738b-47bd-be2f-9e4a110f4479 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8453408-4d54-4e7c-b554-deafb7c9ef7a HTTP/1.1" status: 200 len: 217 time: 0.0581570 Mar 28 11:20:48.195042 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:20:48.200643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-e0ab7bd2-0da6-49e9-88a8-cdcfce87a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:48.202195 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-e0ab7bd2-0da6-49e9-88a8-cdcfce87a850 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=716af9f7-5e63-4be5-88ff-981adc53e53f HTTP/1.1" status: 200 len: 854 time: 0.0596576 Mar 28 11:20:48.252709 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-5a11006e-508a-4f65-9194-5699a2e2dfbf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2cd5e5f-b64e-471e-bcdb-50529b1add19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422230 Mar 28 11:20:48.284959 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-01246104-d896-43c6-afb8-66033dc536a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:48.492502 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-175f105f-c15c-4431-a993-b0737e01be1b service neutron] 10.222.0.31 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285991 Mar 28 11:20:48.629257 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7e9d0c0e-ece9-4e79-a6a5-f5c0416889e3 req-b2f8e503-5ec1-466a-8530-5d315304c94f service neutron] 10.222.0.31 "GET /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244571 Mar 28 11:20:48.965542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b64c5-d8f5-468a-a66d-75ad83b6e910 req-26f060b8-ae7a-4b56-99b3-6c881be4f824 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:48.967557 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aa8b64c5-d8f5-468a-a66d-75ad83b6e910 req-26f060b8-ae7a-4b56-99b3-6c881be4f824 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 945 time: 0.0790207 Mar 28 11:20:49.009756 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aa8b64c5-d8f5-468a-a66d-75ad83b6e910 req-648b058d-ded6-4b93-83a3-ace5970b9b43 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366626 Mar 28 11:20:49.616848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f646b-45e5-4967-b897-a6d1d06816fc req-dcf08bf4-c8d3-4f26-9c75-d05747f22b00 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:49.618302 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-498f646b-45e5-4967-b897-a6d1d06816fc req-dcf08bf4-c8d3-4f26-9c75-d05747f22b00 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 945 time: 0.0826328 Mar 28 11:20:49.661277 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-498f646b-45e5-4967-b897-a6d1d06816fc req-0ea61a10-f1cb-4164-be38-445b02c545b0 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367372 Mar 28 11:20:50.501638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-94a49f67-f2fb-45aa-8739-7abedd1eff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:50.844679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89c5b1-c1ab-4d5c-8251-025e021e0db9 req-1552e35b-6263-4677-8825-f7d8267ee43c tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:50.846049 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-db89c5b1-c1ab-4d5c-8251-025e021e0db9 req-1552e35b-6263-4677-8825-f7d8267ee43c tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 945 time: 0.0807335 Mar 28 11:20:50.889174 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-db89c5b1-c1ab-4d5c-8251-025e021e0db9 req-c97b5714-5ba2-4887-aa05-36c8b96f45c3 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Mar 28 11:20:51.216306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-3f59fbe7-f028-422c-ae9f-403b952de72d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:51.216984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-3f59fbe7-f028-422c-ae9f-403b952de72d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Synchronizing usage tracker for tenant:fe2e3550f7c843558ecca203102a6c0d on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:20:51.330087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-3f59fbe7-f028-422c-ae9f-403b952de72d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Unset dirty status for tenant:fe2e3550f7c843558ecca203102a6c0d on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:20:51.331181 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-3f59fbe7-f028-422c-ae9f-403b952de72d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 945 time: 0.1960282 Mar 28 11:20:51.400772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Deleting port 10faaef1-91db-4d38-a0c8-348a4c35a764 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:20:51.401111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:51.615979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:51.639301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:51.648081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] For port 10faaef1-91db-4d38-a0c8-348a4c35a764, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10faaef1-91db-4d38-a0c8-348a4c35a764,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:51.649226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:51.768905 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Calling delete_port for 10faaef1-91db-4d38-a0c8-348a4c35a764 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:20:51.970869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:52.007095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['a8453408-4d54-4e7c-b554-deafb7c9ef7a', '10faaef1-91db-4d38-a0c8-348a4c35a764'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:20:52.053359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Pushing event deleted for resources: {'Port': ['ID=10faaef1-91db-4d38-a0c8-348a4c35a764,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:52.095140 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a01cd64-8142-435a-82a4-504a3e76d003 req-bfb394b7-d2f1-47fe-b612-56a17d726a8e tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e672d5a-c2dd-449f-bf3f-61fba6171784 HTTP/1.1" status: 200 len: 210 time: 0.1026959 Mar 28 11:20:52.106000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] No DVR routers for this DVR port 10faaef1-91db-4d38-a0c8-348a4c35a764 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:20:52.108549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:52.112347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e672d5a-c2dd-449f-bf3f-61fba6171784', 'name': 'network-vif-deleted', 'tag': '10faaef1-91db-4d38-a0c8-348a4c35a764'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:20:52.157375 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e672d5a-c2dd-449f-bf3f-61fba6171784', 'name': 'network-vif-deleted', 'tag': '10faaef1-91db-4d38-a0c8-348a4c35a764', 'status': 'completed', 'code': 200} Mar 28 11:20:52.195723 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d47cf9cf-82c3-4b9f-bea4-2da6f11415f4 req-5007dd7b-d823-4de7-b72f-19ada6f686c5 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.31 "DELETE /v2.0/ports/10faaef1-91db-4d38-a0c8-348a4c35a764 HTTP/1.1" status: 204 len: 173 time: 0.8580103 Mar 28 11:20:53.091828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:53.357422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896fdb0-c983-4752-a2e6-035fcd8e41cd req-0199bba9-5fb8-43b3-afe0-eff19fd2e382 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:53.358904 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3896fdb0-c983-4752-a2e6-035fcd8e41cd req-0199bba9-5fb8-43b3-afe0-eff19fd2e382 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0825915 Mar 28 11:20:53.402537 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3896fdb0-c983-4752-a2e6-035fcd8e41cd req-af893bc5-5a56-4cf7-a121-f21d45caf461 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379908 Mar 28 11:20:53.599385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a027b-3eec-4b21-8055-581b316d52fe req-254e2243-6deb-4401-ad7a-cec1f4e90def tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:53.600806 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-542a027b-3eec-4b21-8055-581b316d52fe req-254e2243-6deb-4401-ad7a-cec1f4e90def tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0782921 Mar 28 11:20:53.645440 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-542a027b-3eec-4b21-8055-581b316d52fe req-a52e70f5-c631-4b3e-8c71-4452b1fccb99 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 Mar 28 11:20:53.828585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f4d2-9a0c-4415-ac1f-4fa8aa1cbf6a req-ea7e66a9-5d30-4572-b87e-50ad43b8d5b7 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:53.830012 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5ca2f4d2-9a0c-4415-ac1f-4fa8aa1cbf6a req-ea7e66a9-5d30-4572-b87e-50ad43b8d5b7 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0817811 Mar 28 11:20:53.873126 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5ca2f4d2-9a0c-4415-ac1f-4fa8aa1cbf6a req-6493662d-7d4e-4f21-9144-aa1125dec23a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376267 Mar 28 11:20:54.150704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d160a5d-da85-44a2-881b-bbf4dd27e3b9 req-cb956cac-b1e6-440c-b16b-c4545d1276b3 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:54.152160 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d160a5d-da85-44a2-881b-bbf4dd27e3b9 req-cb956cac-b1e6-440c-b16b-c4545d1276b3 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0797727 Mar 28 11:20:54.199568 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d160a5d-da85-44a2-881b-bbf4dd27e3b9 req-068f54e3-3042-4845-91ee-4b4ef29ac886 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Mar 28 11:20:54.381391 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262dbd9-c320-43f5-847d-27eb6ed2fe44 req-4ca862d9-5a2a-43f9-a099-614658889920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:54.382846 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a262dbd9-c320-43f5-847d-27eb6ed2fe44 req-4ca862d9-5a2a-43f9-a099-614658889920 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0785332 Mar 28 11:20:54.427091 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a262dbd9-c320-43f5-847d-27eb6ed2fe44 req-649c8b73-9665-461a-8db7-64998c36f6bb tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Mar 28 11:20:54.584011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 10faaef1-91db-4d38-a0c8-348a4c35a764 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:20:54.617611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 10faaef1-91db-4d38-a0c8-348a4c35a764 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:20:54.617972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 10faaef1-91db-4d38-a0c8-348a4c35a764 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:20:54.619010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945e9a3-2dee-499e-b2f0-5b0c111cac53 req-5bcdb432-49bc-4329-a38b-d81db2576d41 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:54.620468 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3945e9a3-2dee-499e-b2f0-5b0c111cac53 req-5bcdb432-49bc-4329-a38b-d81db2576d41 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0824254 Mar 28 11:20:54.664607 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3945e9a3-2dee-499e-b2f0-5b0c111cac53 req-6c488399-fa2c-4a04-ba6e-6e776cdcb355 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 Mar 28 11:20:55.366561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be94bc-81cb-4b6d-be15-f303cff67218 req-92740188-e3ca-4495-abf2-fc1a24b4fb2a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:55.367969 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-26be94bc-81cb-4b6d-be15-f303cff67218 req-92740188-e3ca-4495-abf2-fc1a24b4fb2a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0775483 Mar 28 11:20:55.411264 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-26be94bc-81cb-4b6d-be15-f303cff67218 req-f1d72912-9073-4659-8062-5314f75d4481 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Mar 28 11:20:56.599346 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25dd7-cbbd-43ce-a559-522d0a364a5c req-246a8720-ed48-4ab9-ad14-6cc96ecdb73d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:56.600785 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6aa25dd7-cbbd-43ce-a559-522d0a364a5c req-246a8720-ed48-4ab9-ad14-6cc96ecdb73d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.0823374 Mar 28 11:20:56.645453 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6aa25dd7-cbbd-43ce-a559-522d0a364a5c req-b1a91956-3a80-4173-960c-9aa17d97476d tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/security-groups?id=3cb8e7e1-21f9-43a9-adcd-a5896891fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388072 Mar 28 11:20:56.965014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-54471aa1-3828-465d-b483-fae7c15fe10a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:20:56.965707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-54471aa1-3828-465d-b483-fae7c15fe10a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Synchronizing usage tracker for tenant:fe2e3550f7c843558ecca203102a6c0d on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:20:57.034140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-54471aa1-3828-465d-b483-fae7c15fe10a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Unset dirty status for tenant:fe2e3550f7c843558ecca203102a6c0d on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:20:57.035244 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-54471aa1-3828-465d-b483-fae7c15fe10a tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 945 time: 0.1461904 Mar 28 11:20:57.109294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Deleting port a8453408-4d54-4e7c-b554-deafb7c9ef7a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:20:57.109642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:57.349601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] For port a8453408-4d54-4e7c-b554-deafb7c9ef7a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a8453408-4d54-4e7c-b554-deafb7c9ef7a,segment=NetworkSegment(720efe84-9b68-485f-b18c-99923b04f560),segment_id=720efe84-9b68-485f-b18c-99923b04f560)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:20:57.349972 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:57.564176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Calling delete_port for a8453408-4d54-4e7c-b554-deafb7c9ef7a owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:20:57.743429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:57.787896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['a8453408-4d54-4e7c-b554-deafb7c9ef7a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:20:57.795436 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Pushing event deleted for resources: {'Port': ['ID=a8453408-4d54-4e7c-b554-deafb7c9ef7a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:20:57.799019 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e049b7d0-faec-4a35-98ac-947fdf3c44d9 req-9b22844b-4af4-4ed7-bb11-255ea5b304b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 210 time: 0.0463898 Mar 28 11:20:57.868433 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] No DVR routers for this DVR port a8453408-4d54-4e7c-b554-deafb7c9ef7a on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:20:57.870857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:20:57.873317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb2b9ee-ac05-478a-acc9-9ebe9730364f', 'name': 'network-vif-deleted', 'tag': 'a8453408-4d54-4e7c-b554-deafb7c9ef7a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:20:57.917663 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb2b9ee-ac05-478a-acc9-9ebe9730364f', 'name': 'network-vif-deleted', 'tag': 'a8453408-4d54-4e7c-b554-deafb7c9ef7a', 'status': 'completed', 'code': 200} Mar 28 11:20:57.954907 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-00df8e9a-ddc6-4a11-9418-70287b4ea33f req-b1fee566-ba8a-41ca-a09b-1d139ce8f8b6 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.31 "DELETE /v2.0/ports/a8453408-4d54-4e7c-b554-deafb7c9ef7a HTTP/1.1" status: 204 len: 173 time: 0.9117692 Mar 28 11:20:58.968837 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-331e36f6-b407-4f14-8b01-4cf829a73b0b req-12cd9664-2414-4cc8-820c-64685dc86351 tempest-ServersNegativeTestJSON-1845092401 tempest-ServersNegativeTestJSON-1845092401-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb2b9ee-ac05-478a-acc9-9ebe9730364f HTTP/1.1" status: 200 len: 210 time: 0.0496778 Mar 28 11:21:00.061760 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44716) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:00.119335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-265934d5-31cf-463d-8d1b-fa7d549a696d admin admin] Deleting subnet 716af9f7-5e63-4be5-88ff-981adc53e53f {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:21:00.122757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-265934d5-31cf-463d-8d1b-fa7d549a696d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.172889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-265934d5-31cf-463d-8d1b-fa7d549a696d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.226236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-265934d5-31cf-463d-8d1b-fa7d549a696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.376771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-265934d5-31cf-463d-8d1b-fa7d549a696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.420987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265934d5-31cf-463d-8d1b-fa7d549a696d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716af9f7-5e63-4be5-88ff-981adc53e53f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:00.422997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-265934d5-31cf-463d-8d1b-fa7d549a696d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.428977 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-265934d5-31cf-463d-8d1b-fa7d549a696d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/716af9f7-5e63-4be5-88ff-981adc53e53f HTTP/1.1" status: 204 len: 168 time: 0.3661993 Mar 28 11:21:00.431533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44720) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:00.535570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.625469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device a8453408-4d54-4e7c-b554-deafb7c9ef7a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:21:00.658547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.660299 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: a8453408-4d54-4e7c-b554-deafb7c9ef7a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:21:00.660639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device a8453408-4d54-4e7c-b554-deafb7c9ef7a not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:21:00.683309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cd5e5f-b64e-471e-bcdb-50529b1add19']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:00.695274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720efe84-9b68-485f-b18c-99923b04f560') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:00.695571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720efe84-9b68-485f-b18c-99923b04f560') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:00.707109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.723083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.728881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:00.731456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:00.742298 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:00.868432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.883772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:00.895474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2cd5e5f-b64e-471e-bcdb-50529b1add19,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:00.960563 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-48999b08-f17b-4a51-83d0-778fcc6fcd8a admin admin] 10.222.0.18 "DELETE /v2.0/networks/e2cd5e5f-b64e-471e-bcdb-50529b1add19 HTTP/1.1" status: 204 len: 168 time: 0.5280287 Mar 28 11:21:01.223063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44726) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:01.270599 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-abb58f4a-8bd7-45be-b159-4594c7ff6341 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe2e3550f7c843558ecca203102a6c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463476 Mar 28 11:21:01.272870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44730) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:01.328552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6e35d19-ec14-4c9b-8ee8-aae2666bdea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:01.352726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6e35d19-ec14-4c9b-8ee8-aae2666bdea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:01.463150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6e35d19-ec14-4c9b-8ee8-aae2666bdea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:01.477350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e35d19-ec14-4c9b-8ee8-aae2666bdea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb8e7e1-21f9-43a9-adcd-a5896891fe65,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:01.488452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f6e35d19-ec14-4c9b-8ee8-aae2666bdea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:01.488452 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f6e35d19-ec14-4c9b-8ee8-aae2666bdea8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cb8e7e1-21f9-43a9-adcd-a5896891fe65 HTTP/1.1" status: 204 len: 168 time: 0.2111378 Mar 28 11:21:02.503770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44754) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:02.604893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75699369'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:02.609832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:02.613651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:network and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:02.616505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:02.623164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:02.748105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:02.751559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:02.764603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:02.779239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:02.782995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:security_group_rule and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:02.785707 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:02.791288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:02.869832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:02.931730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:02.964310 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:21:02.972584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0283f5b3-23ba-409d-b520-8be56b67c447,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:02.978024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:02.978366 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Added segment af610c9a-7e90-4d51-910d-fdf91ffc9c29 of type vlan for network 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 Mar 28 11:21:03.004495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:03.085852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:03.091284 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:03.091894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:03.198919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Network': ['ID=0c2c31b6-5a6a-4bce-9c84-b0c1ec729007,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:03.209558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:21:03.252603 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f67227a7-f894-4ca5-be78-90c7b0bca84d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7476635 Mar 28 11:21:06.491248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44760) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:06.497082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'subnet': {'network_id': '0c2c31b6-5a6a-4bce-9c84-b0c1ec729007', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:06.604594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:06.609039 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:subnet and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:06.611779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:06.617276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:06.679791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:06.683172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:07.045927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:07.120828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Subnet': ['ID=27675a90-b8d9-4844-ac27-644565db6341,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:07.131825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.132165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.132500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.132828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.133150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.133470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.133788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.134132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.134448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.134759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.135073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.135384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:07.140657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Checking segment: {'id': 'af610c9a-7e90-4d51-910d-fdf91ffc9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c2c31b6-5a6a-4bce-9c84-b0c1ec729007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:07.141011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network hostable DHCP agents. Network: 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:21:07.251734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:21:07.342920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:07.346831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:07.347411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:07.351780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e28e22e-f730-43ac-960e-53d4bec30dee None None] Network 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:07.434610 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f38f8604-1087-4bea-b660-b6f46e1dddc5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9422557 Mar 28 11:21:07.438428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44764) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:07.444147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1638813950'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:07.449043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:07.452894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:network and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:07.455798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:07.461549 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:07.537767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:07.541377 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:07.563068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-0c2c31b6-5a6a-4bce-9c84-b0c1ec729007', 'network_id': '0c2c31b6-5a6a-4bce-9c84-b0c1ec729007', 'tenant_id': 'e9c873ee3c254f10aa858ed5b2bfd407', 'fixed_ips': [{'subnet_id': '27675a90-b8d9-4844-ac27-644565db6341'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:21:07.563949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:07.574399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:21:07.583567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:07.583924 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Added segment 056dc06b-e469-41ca-beca-bd54326175da of type vlan for network 2fd9b724-eab7-4ac4-bda1-d44bebaddf08 Mar 28 11:21:07.610051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:07.690773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:07.696365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:07.700298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:07.716393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Allocated IP 2001:db8:0:ffff::2 (0c2c31b6-5a6a-4bce-9c84-b0c1ec729007/27675a90-b8d9-4844-ac27-644565db6341/05b58b05-506f-4eed-ba42-51233847ff79) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:07.803533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Network': ['ID=2fd9b724-eab7-4ac4-bda1-d44bebaddf08,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:07.816060 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 2fd9b724-eab7-4ac4-bda1-d44bebaddf08 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:21:07.858591 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-61f5058d-a90f-4faa-86b7-b2e8befed400 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4191468 Mar 28 11:21:07.861513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44768) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:07.866913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'subnet': {'network_id': '2fd9b724-eab7-4ac4-bda1-d44bebaddf08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:07.976219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:07.980014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:subnet and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:07.983425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:07.989004 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:08.005676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.015641 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Transition to ACTIVE for port object 05b58b05-506f-4eed-ba42-51233847ff79 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:08.033976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Transition to ACTIVE for port object 05b58b05-506f-4eed-ba42-51233847ff79 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:08.069042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:08.072589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.092378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.155032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Network 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:08.157658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:08.165824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:08.197983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Pushing event updated for resources: {'Port': ['ID=05b58b05-506f-4eed-ba42-51233847ff79,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:08.260391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Attempting to bind port 05b58b05-506f-4eed-ba42-51233847ff79 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:08.260845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Attempting to bind port 05b58b05-506f-4eed-ba42-51233847ff79 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'af610c9a-7e90-4d51-910d-fdf91ffc9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c2c31b6-5a6a-4bce-9c84-b0c1ec729007'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:08.261238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Attempting to bind port 05b58b05-506f-4eed-ba42-51233847ff79 on network 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:08.266977 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:08.267350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Checking segment: {'id': 'af610c9a-7e90-4d51-910d-fdf91ffc9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c2c31b6-5a6a-4bce-9c84-b0c1ec729007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:08.267792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.268182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Bound using segment: {'id': 'af610c9a-7e90-4d51-910d-fdf91ffc9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c2c31b6-5a6a-4bce-9c84-b0c1ec729007'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:08.268627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Bound port: 05b58b05-506f-4eed-ba42-51233847ff79, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af610c9a-7e90-4d51-910d-fdf91ffc9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0c2c31b6-5a6a-4bce-9c84-b0c1ec729007'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:08.268998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.355873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] For port 05b58b05-506f-4eed-ba42-51233847ff79, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:08.358854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] For port 05b58b05-506f-4eed-ba42-51233847ff79, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=05b58b05-506f-4eed-ba42-51233847ff79,segment=NetworkSegment(af610c9a-7e90-4d51-910d-fdf91ffc9c29),segment_id=af610c9a-7e90-4d51-910d-fdf91ffc9c29)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:08.366597 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.441184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.444164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Subnet': ['ID=e0d3f437-f237-40df-a555-8d8a8f851e13,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:08.455386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Checking segment: {'id': '056dc06b-e469-41ca-beca-bd54326175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2fd9b724-eab7-4ac4-bda1-d44bebaddf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:08.455510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network hostable DHCP agents. Network: 2fd9b724-eab7-4ac4-bda1-d44bebaddf08, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:21:08.534382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8512-ed8a-44db-80bc-99dc11a279f0 None None] Pushing event updated for resources: {'Port': ['ID=05b58b05-506f-4eed-ba42-51233847ff79,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:08.542919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network 2fd9b724-eab7-4ac4-bda1-d44bebaddf08 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:21:08.600758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 2fd9b724-eab7-4ac4-bda1-d44bebaddf08) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:08.604887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:08.605479 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.609853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790f829-75cb-4b21-8a50-ad62fc7cd23b None None] Network 2fd9b724-eab7-4ac4-bda1-d44bebaddf08 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:08.705577 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e41f2c29-9289-4bed-8e47-528f29416ad3 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8425837 Mar 28 11:21:08.709945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44772) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:08.849851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d7737-4e68-40d7-8ba7-6a97a2e6b87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-2fd9b724-eab7-4ac4-bda1-d44bebaddf08', 'network_id': '2fd9b724-eab7-4ac4-bda1-d44bebaddf08', 'tenant_id': 'e9c873ee3c254f10aa858ed5b2bfd407', 'fixed_ips': [{'subnet_id': 'e0d3f437-f237-40df-a555-8d8a8f851e13'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:21:08.850857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-125d7737-4e68-40d7-8ba7-6a97a2e6b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.869939 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:08.938455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.073997 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.112568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d3f437-f237-40df-a555-8d8a8f851e13,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server [None req-125d7737-4e68-40d7-8ba7-6a97a2e6b87b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0d3f437-f237-40df-a555-8d8a8f851e13: This subnet is being modified by another concurrent operation. Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server raise exception Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0d3f437-f237-40df-a555-8d8a8f851e13: This subnet is being modified by another concurrent operation. Mar 28 11:21:09.150891 dv-neutron-835336-1-hyperv neutron-server[88495]: ERROR oslo_messaging.rpc.server Mar 28 11:21:09.180773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e18a2-95a4-4f5f-af97-73ac77fae79a None None] Network 2fd9b724-eab7-4ac4-bda1-d44bebaddf08 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:09.320554 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.348999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd9b724-eab7-4ac4-bda1-d44bebaddf08']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:09.363193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056dc06b-e469-41ca-beca-bd54326175da') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:09.363719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056dc06b-e469-41ca-beca-bd54326175da') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:09.376342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.392846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.399542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:09.408410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:09.416174 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:09.512491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05f8c5-5c17-4f4d-ba9c-18cf1ea0af67 None None] Network 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:09.566645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.583778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.595809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Network': ['ID=2fd9b724-eab7-4ac4-bda1-d44bebaddf08,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:09.601827 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4e1cf01a-997b-4faf-a929-74c51d6b925b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/networks/2fd9b724-eab7-4ac4-bda1-d44bebaddf08 HTTP/1.1" status: 204 len: 168 time: 0.8894660 Mar 28 11:21:09.602131 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44776) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:09.608083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1573313765'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:09.612888 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:09.620834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:network and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:09.620834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:09.625441 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:09.664731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ed6d18a8-5e82-4891-a73b-e848af888a3f None None] Provisioning for port 05b58b05-506f-4eed-ba42-51233847ff79 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:09.686205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:09.689743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.719081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:21:09.728141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.728494 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Added segment b9c4b660-7dfa-4d7b-9111-f2386b6e6a53 of type vlan for network efbf3971-0042-42b3-9f4a-1136a10ce1fc Mar 28 11:21:09.757511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.867911 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.873826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:09.875151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:09.936638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c5058b-c1a4-477e-964b-4f4493593299 None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:21:09.988619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Network': ['ID=efbf3971-0042-42b3-9f4a-1136a10ce1fc,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:10.000643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network efbf3971-0042-42b3-9f4a-1136a10ce1fc details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:21:10.001374 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c7f6d058-0246-4927-ac39-e40edcc8de23 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3983340 Mar 28 11:21:10.004157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44780) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:10.013479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'subnet': {'network_id': 'efbf3971-0042-42b3-9f4a-1136a10ce1fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:10.033362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 05b58b05-506f-4eed-ba42-51233847ff79 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:10.126018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:10.129788 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:subnet and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:10.132527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:10.138607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:10.182106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5058b-c1a4-477e-964b-4f4493593299 None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:21:10.223085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:10.226700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:10.288080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 05b58b05-506f-4eed-ba42-51233847ff79 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:10.296063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 05b58b05-506f-4eed-ba42-51233847ff79 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:10.299681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:10.319574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.ipam_backend_mixin [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Performing IP validity checks on allocation pools {{(pid=88494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 11:21:10.320088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.ipam_backend_mixin [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 11:21:10.498292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:10.525727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:10.574466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 05b58b05-506f-4eed-ba42-51233847ff79, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=05b58b05-506f-4eed-ba42-51233847ff79,segment=NetworkSegment(af610c9a-7e90-4d51-910d-fdf91ffc9c29),segment_id=af610c9a-7e90-4d51-910d-fdf91ffc9c29)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:10.609928 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Subnet': ['ID=6c2f1b4f-3876-4259-b75f-5188d7c22e82,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:10.615579 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Checking segment: {'id': 'b9c4b660-7dfa-4d7b-9111-f2386b6e6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efbf3971-0042-42b3-9f4a-1136a10ce1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:10.615933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network hostable DHCP agents. Network: efbf3971-0042-42b3-9f4a-1136a10ce1fc, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:21:10.629186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:10.686749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network efbf3971-0042-42b3-9f4a-1136a10ce1fc is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:21:10.699938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=05b58b05-506f-4eed-ba42-51233847ff79,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:10.766254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, efbf3971-0042-42b3-9f4a-1136a10ce1fc) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:10.770203 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:10.770820 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:10.774771 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0f350-4608-4834-b9b8-95c144eea287 None None] Network efbf3971-0042-42b3-9f4a-1136a10ce1fc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:10.841969 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e6b1f46c-3239-4830-986b-040811f35473 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8366711 Mar 28 11:21:10.844513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44784) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:10.980240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-efbf3971-0042-42b3-9f4a-1136a10ce1fc', 'network_id': 'efbf3971-0042-42b3-9f4a-1136a10ce1fc', 'tenant_id': 'e9c873ee3c254f10aa858ed5b2bfd407', 'fixed_ips': [{'subnet_id': '6c2f1b4f-3876-4259-b75f-5188d7c22e82'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:21:10.981273 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:10.986019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.055271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.164458 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Allocated IP 2001:db8::3 (efbf3971-0042-42b3-9f4a-1136a10ce1fc/6c2f1b4f-3876-4259-b75f-5188d7c22e82/356cf40e-3cfd-4913-9273-70311c02055a) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:11.360689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.370151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Transition to ACTIVE for port object 356cf40e-3cfd-4913-9273-70311c02055a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:11.390194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Transition to ACTIVE for port object 356cf40e-3cfd-4913-9273-70311c02055a will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:11.440388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.502065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Network efbf3971-0042-42b3-9f4a-1136a10ce1fc is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:11.504066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.509275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:11.514254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:11.519874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Pushing event updated for resources: {'Port': ['ID=356cf40e-3cfd-4913-9273-70311c02055a,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:11.545467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2f1b4f-3876-4259-b75f-5188d7c22e82,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:11.607444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Attempting to bind port 356cf40e-3cfd-4913-9273-70311c02055a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:11.608010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Attempting to bind port 356cf40e-3cfd-4913-9273-70311c02055a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b9c4b660-7dfa-4d7b-9111-f2386b6e6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efbf3971-0042-42b3-9f4a-1136a10ce1fc'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:11.608150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Attempting to bind port 356cf40e-3cfd-4913-9273-70311c02055a on network efbf3971-0042-42b3-9f4a-1136a10ce1fc {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:11.613142 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:11.613521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Checking segment: {'id': 'b9c4b660-7dfa-4d7b-9111-f2386b6e6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efbf3971-0042-42b3-9f4a-1136a10ce1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:11.613917 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.614307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Bound using segment: {'id': 'b9c4b660-7dfa-4d7b-9111-f2386b6e6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efbf3971-0042-42b3-9f4a-1136a10ce1fc'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:11.614758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Bound port: 356cf40e-3cfd-4913-9273-70311c02055a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c4b660-7dfa-4d7b-9111-f2386b6e6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efbf3971-0042-42b3-9f4a-1136a10ce1fc'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:11.615118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.640781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.665292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbf3971-0042-42b3-9f4a-1136a10ce1fc']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:11.677017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c4b660-7dfa-4d7b-9111-f2386b6e6a53') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:11.677315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c4b660-7dfa-4d7b-9111-f2386b6e6a53') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:11.688907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.698933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] For port 356cf40e-3cfd-4913-9273-70311c02055a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:11.702410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] For port 356cf40e-3cfd-4913-9273-70311c02055a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=356cf40e-3cfd-4913-9273-70311c02055a,segment=NetworkSegment(b9c4b660-7dfa-4d7b-9111-f2386b6e6a53),segment_id=b9c4b660-7dfa-4d7b-9111-f2386b6e6a53)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:11.760557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.762606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.769516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:11.770163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:11.788728 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:11.876151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177da9a-79cd-42d3-8c81-6e2e5c23afd8 None None] Pushing event updated for resources: {'Port': ['ID=356cf40e-3cfd-4913-9273-70311c02055a,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:11.907208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f77b49-0bec-4734-b002-4c00cb42f466 None None] Network efbf3971-0042-42b3-9f4a-1136a10ce1fc requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:11.926726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:21:11.926726 dv-neutron-835336-1-hyperv neutron-server[88494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:21:11.926726 dv-neutron-835336-1-hyperv neutron-server[88494]: [parameters: {'id': 'efbf3971-0042-42b3-9f4a-1136a10ce1fc'}] Mar 28 11:21:11.926726 dv-neutron-835336-1-hyperv neutron-server[88494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:21:11.927492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:21:11.986411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 05b58b05-506f-4eed-ba42-51233847ff79 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:12.142665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 05b58b05-506f-4eed-ba42-51233847ff79 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:12.143033 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:12.220922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b32b6e-9d91-4398-948f-56127272c51e None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:21:12.353694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b32b6e-9d91-4398-948f-56127272c51e None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:21:12.428935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:12.439738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Deleting port 356cf40e-3cfd-4913-9273-70311c02055a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:12.440064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:12.647917 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] For port 356cf40e-3cfd-4913-9273-70311c02055a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=356cf40e-3cfd-4913-9273-70311c02055a,segment=NetworkSegment(b9c4b660-7dfa-4d7b-9111-f2386b6e6a53),segment_id=b9c4b660-7dfa-4d7b-9111-f2386b6e6a53)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:12.648276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:12.866565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Calling delete_port for 356cf40e-3cfd-4913-9273-70311c02055a owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:13.005182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.053625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Port': ['ID=356cf40e-3cfd-4913-9273-70311c02055a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:13.056019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No DVR routers for this DVR port 356cf40e-3cfd-4913-9273-70311c02055a on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:21:13.090345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.090698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.091042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.091378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.091710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.092038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.092365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.092691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.093014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.093335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.093657 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.094004 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:13.190637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.215516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbf3971-0042-42b3-9f4a-1136a10ce1fc']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:13.227271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c4b660-7dfa-4d7b-9111-f2386b6e6a53') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:13.227568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c4b660-7dfa-4d7b-9111-f2386b6e6a53') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:13.238744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.259385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.265981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:13.266369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:13.280860 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:13.457122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.474698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.485969 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Network': ['ID=efbf3971-0042-42b3-9f4a-1136a10ce1fc,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:13.492302 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2818fc14-b8fc-42a3-b109-d20804802b7d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/networks/efbf3971-0042-42b3-9f4a-1136a10ce1fc HTTP/1.1" status: 204 len: 168 time: 2.6468384 Mar 28 11:21:13.495781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44788) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:13.501779 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649940027'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:13.506682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:13.510474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:network and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:13.513285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:13.523445 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:13.589403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:13.592983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.621134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:21:13.630121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.630407 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Added segment 41911d6f-9ce9-4f6b-82ef-3b00fe14e334 of type vlan for network 0e91287b-06fd-4c91-88ae-8dceea01d62c Mar 28 11:21:13.655378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.748692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.754184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:13.754759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:13.862388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Network': ['ID=0e91287b-06fd-4c91-88ae-8dceea01d62c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:13.872106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 0e91287b-06fd-4c91-88ae-8dceea01d62c details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:21:13.885953 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-00915a93-cab0-42c8-86bc-1a720c6a8300 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3891597 Mar 28 11:21:13.889574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44792) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:13.895172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'subnet': {'network_id': '0e91287b-06fd-4c91-88ae-8dceea01d62c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:14.004537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:14.008233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:subnet and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:14.010999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:14.016596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:14.092642 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:14.096099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:14.389446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:14.473163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Subnet': ['ID=44df3b40-0449-42ba-8a1a-3aae37557529,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:14.477183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Checking segment: {'id': '41911d6f-9ce9-4f6b-82ef-3b00fe14e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0e91287b-06fd-4c91-88ae-8dceea01d62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:14.477536 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network hostable DHCP agents. Network: 0e91287b-06fd-4c91-88ae-8dceea01d62c, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:21:14.565923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network 0e91287b-06fd-4c91-88ae-8dceea01d62c is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:21:14.640340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 0e91287b-06fd-4c91-88ae-8dceea01d62c) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:14.644224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:14.644798 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:14.649087 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139f7df-46de-4259-b693-aa99f32b533d None None] Network 0e91287b-06fd-4c91-88ae-8dceea01d62c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:14.721604 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3fcc0084-6d84-4e3b-98d4-543906ca945e tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8308437 Mar 28 11:21:14.725010 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44796) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:14.730498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305426408'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:14.735758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:14.739722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:network and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:14.742625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:14.748665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:14.817772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:14.821278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:14.849227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:21:14.857749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:14.858129 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Added segment 14d8d147-b036-4cbd-a2a2-d2664c1decfd of type vlan for network e13e8376-ded9-457f-b422-d9dd0d30019a Mar 28 11:21:14.883651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:14.891635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-0e91287b-06fd-4c91-88ae-8dceea01d62c', 'network_id': '0e91287b-06fd-4c91-88ae-8dceea01d62c', 'tenant_id': 'e9c873ee3c254f10aa858ed5b2bfd407', 'fixed_ips': [{'subnet_id': '44df3b40-0449-42ba-8a1a-3aae37557529'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:21:14.892489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:14.983624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:14.989304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:14.990015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.046345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Allocated IP 2001:db8::2 (0e91287b-06fd-4c91-88ae-8dceea01d62c/44df3b40-0449-42ba-8a1a-3aae37557529/849c7bee-0b1d-4af8-a909-1c4598964648) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:15.097468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Network': ['ID=e13e8376-ded9-457f-b422-d9dd0d30019a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:15.109919 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a3c93304-4edb-434e-b5a7-5e9e3e60ec9d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3838873 Mar 28 11:21:15.112684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44800) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:15.118504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Request body: {'subnet': {'network_id': 'e13e8376-ded9-457f-b422-d9dd0d30019a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:15.132901 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network e13e8376-ded9-457f-b422-d9dd0d30019a details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:21:15.228559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:15.232834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Usage tracker for resource:subnet and tenant:e9c873ee3c254f10aa858ed5b2bfd407 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:15.235708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:15.241370 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:15.328817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.336634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Made reservation on behalf of e9c873ee3c254f10aa858ed5b2bfd407 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:15.338439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Transition to ACTIVE for port object 849c7bee-0b1d-4af8-a909-1c4598964648 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:15.340383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.356190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Transition to ACTIVE for port object 849c7bee-0b1d-4af8-a909-1c4598964648 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:15.434530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.500525 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Network 0e91287b-06fd-4c91-88ae-8dceea01d62c is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:15.507685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:15.510123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:15.549061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Pushing event updated for resources: {'Port': ['ID=849c7bee-0b1d-4af8-a909-1c4598964648,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:15.605994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Attempting to bind port 849c7bee-0b1d-4af8-a909-1c4598964648 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:15.607471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Attempting to bind port 849c7bee-0b1d-4af8-a909-1c4598964648 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '41911d6f-9ce9-4f6b-82ef-3b00fe14e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0e91287b-06fd-4c91-88ae-8dceea01d62c'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:15.607861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Attempting to bind port 849c7bee-0b1d-4af8-a909-1c4598964648 on network 0e91287b-06fd-4c91-88ae-8dceea01d62c {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:15.613261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:15.613632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Checking segment: {'id': '41911d6f-9ce9-4f6b-82ef-3b00fe14e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0e91287b-06fd-4c91-88ae-8dceea01d62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:15.614062 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.614455 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Bound using segment: {'id': '41911d6f-9ce9-4f6b-82ef-3b00fe14e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0e91287b-06fd-4c91-88ae-8dceea01d62c'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:15.614934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Bound port: 849c7bee-0b1d-4af8-a909-1c4598964648, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41911d6f-9ce9-4f6b-82ef-3b00fe14e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0e91287b-06fd-4c91-88ae-8dceea01d62c'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:15.615302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.702850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] For port 849c7bee-0b1d-4af8-a909-1c4598964648, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:15.705921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] For port 849c7bee-0b1d-4af8-a909-1c4598964648, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=849c7bee-0b1d-4af8-a909-1c4598964648,segment=NetworkSegment(41911d6f-9ce9-4f6b-82ef-3b00fe14e334),segment_id=41911d6f-9ce9-4f6b-82ef-3b00fe14e334)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:15.726484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.783756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.806925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event updated for resources: {'Subnet': ['ID=eb2003d8-eb91-4b26-b19a-e41a93bf284d,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:15.814399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Checking segment: {'id': '14d8d147-b036-4cbd-a2a2-d2664c1decfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e13e8376-ded9-457f-b422-d9dd0d30019a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:15.814884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network hostable DHCP agents. Network: e13e8376-ded9-457f-b422-d9dd0d30019a, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:21:15.871886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4b85b-a0f8-4736-9b95-575858abc338 None None] Pushing event updated for resources: {'Port': ['ID=849c7bee-0b1d-4af8-a909-1c4598964648,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:15.903311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Network e13e8376-ded9-457f-b422-d9dd0d30019a is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:21:15.943575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.966858 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, e13e8376-ded9-457f-b422-d9dd0d30019a) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:15.971128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:15.971787 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:15.978621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed9b70-850a-4c77-924e-478f80eb4075 None None] Network e13e8376-ded9-457f-b422-d9dd0d30019a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:16.047592 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1317f94c-6bbe-428b-a333-0ca64235b76f tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9336631 Mar 28 11:21:16.050157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44804) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:16.201511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.216660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-e13e8376-ded9-457f-b422-d9dd0d30019a', 'network_id': 'e13e8376-ded9-457f-b422-d9dd0d30019a', 'tenant_id': 'e9c873ee3c254f10aa858ed5b2bfd407', 'fixed_ips': [{'subnet_id': 'eb2003d8-eb91-4b26-b19a-e41a93bf284d'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:21:16.217536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.266632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.374265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Allocated IP 2001:db8::2 (e13e8376-ded9-457f-b422-d9dd0d30019a/eb2003d8-eb91-4b26-b19a-e41a93bf284d/e81a5d1a-8be2-4bf6-8c57-762fe341de0a) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:16.581199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.591662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Transition to ACTIVE for port object e81a5d1a-8be2-4bf6-8c57-762fe341de0a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:16.610883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Transition to ACTIVE for port object e81a5d1a-8be2-4bf6-8c57-762fe341de0a will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:16.668716 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.746546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f12ca6-8ea8-403a-bad1-51adead49843 None None] Network 0e91287b-06fd-4c91-88ae-8dceea01d62c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:16.761011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.798077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Network e13e8376-ded9-457f-b422-d9dd0d30019a is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:16.806062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2003d8-eb91-4b26-b19a-e41a93bf284d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:16.854136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:16.859094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:16.895070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.906921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Pushing event updated for resources: {'Port': ['ID=e81a5d1a-8be2-4bf6-8c57-762fe341de0a,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:16.925798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13e8376-ded9-457f-b422-d9dd0d30019a']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:16.937653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d8d147-b036-4cbd-a2a2-d2664c1decfd') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:16.937979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d8d147-b036-4cbd-a2a2-d2664c1decfd') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:16.949102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.964632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.971271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:16.971657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:16.987556 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:16.989645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7ea095eb-1831-478b-a0f6-eda2969d8351 None None] Provisioning for port 849c7bee-0b1d-4af8-a909-1c4598964648 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:16.993403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Attempting to bind port e81a5d1a-8be2-4bf6-8c57-762fe341de0a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:16.993831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Attempting to bind port e81a5d1a-8be2-4bf6-8c57-762fe341de0a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '14d8d147-b036-4cbd-a2a2-d2664c1decfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e13e8376-ded9-457f-b422-d9dd0d30019a'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:16.994174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Attempting to bind port e81a5d1a-8be2-4bf6-8c57-762fe341de0a on network e13e8376-ded9-457f-b422-d9dd0d30019a {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:17.029542 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:17.029964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Checking segment: {'id': '14d8d147-b036-4cbd-a2a2-d2664c1decfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e13e8376-ded9-457f-b422-d9dd0d30019a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:17.030337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:17.030722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Bound using segment: {'id': '14d8d147-b036-4cbd-a2a2-d2664c1decfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e13e8376-ded9-457f-b422-d9dd0d30019a'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:17.031189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Bound port: e81a5d1a-8be2-4bf6-8c57-762fe341de0a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d8d147-b036-4cbd-a2a2-d2664c1decfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e13e8376-ded9-457f-b422-d9dd0d30019a'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:17.031563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:17.115121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:21:17.115121 dv-neutron-835336-1-hyperv neutron-server[88493]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:21:17.115121 dv-neutron-835336-1-hyperv neutron-server[88493]: [parameters: {'id': 'e13e8376-ded9-457f-b422-d9dd0d30019a'}] Mar 28 11:21:17.115121 dv-neutron-835336-1-hyperv neutron-server[88493]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:21:17.115961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:21:17.176592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] For port e81a5d1a-8be2-4bf6-8c57-762fe341de0a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:17.176592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] For port e81a5d1a-8be2-4bf6-8c57-762fe341de0a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e81a5d1a-8be2-4bf6-8c57-762fe341de0a,segment=NetworkSegment(14d8d147-b036-4cbd-a2a2-d2664c1decfd),segment_id=14d8d147-b036-4cbd-a2a2-d2664c1decfd)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:17.241413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:17.359030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac7a6b-0b96-4f9a-bbc3-94d1f6f2ca35 None None] Pushing event updated for resources: {'Port': ['ID=e81a5d1a-8be2-4bf6-8c57-762fe341de0a,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:17.387631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccc596-5813-4ffc-a442-ad57ce1a0474 None None] Network e13e8376-ded9-457f-b422-d9dd0d30019a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:17.586537 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5136ee4-2ef6-470b-b958-8b885df12dd2 None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:21:17.616730 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:17.628094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Deleting port e81a5d1a-8be2-4bf6-8c57-762fe341de0a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:17.628440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:17.678264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5136ee4-2ef6-470b-b958-8b885df12dd2 None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:21:17.832351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] For port e81a5d1a-8be2-4bf6-8c57-762fe341de0a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e81a5d1a-8be2-4bf6-8c57-762fe341de0a,segment=NetworkSegment(14d8d147-b036-4cbd-a2a2-d2664c1decfd),segment_id=14d8d147-b036-4cbd-a2a2-d2664c1decfd)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:17.832620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.015073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 849c7bee-0b1d-4af8-a909-1c4598964648 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:18.054283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Calling delete_port for e81a5d1a-8be2-4bf6-8c57-762fe341de0a owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:18.136434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 849c7bee-0b1d-4af8-a909-1c4598964648 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:18.141434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 849c7bee-0b1d-4af8-a909-1c4598964648 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:18.141807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.203368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.251021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Port': ['ID=e81a5d1a-8be2-4bf6-8c57-762fe341de0a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:18.252788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No DVR routers for this DVR port e81a5d1a-8be2-4bf6-8c57-762fe341de0a on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:21:18.272540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.305393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 849c7bee-0b1d-4af8-a909-1c4598964648, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=849c7bee-0b1d-4af8-a909-1c4598964648,segment=NetworkSegment(41911d6f-9ce9-4f6b-82ef-3b00fe14e334),segment_id=41911d6f-9ce9-4f6b-82ef-3b00fe14e334)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:18.320166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d9d335a7-4ade-4073-b539-911d43708930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.360602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.375804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.405472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13e8376-ded9-457f-b422-d9dd0d30019a']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:18.417314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d8d147-b036-4cbd-a2a2-d2664c1decfd') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:18.417609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d8d147-b036-4cbd-a2a2-d2664c1decfd') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:18.429372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.430478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=849c7bee-0b1d-4af8-a909-1c4598964648,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:18.445083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.451053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:18.451442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:18.465740 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:18.600314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.618212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.631056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Network': ['ID=e13e8376-ded9-457f-b422-d9dd0d30019a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:18.634967 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-77067bfa-a830-48cc-900d-6d99baca812a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/networks/e13e8376-ded9-457f-b422-d9dd0d30019a HTTP/1.1" status: 204 len: 168 time: 2.5796070 Mar 28 11:21:18.637498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44808) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:18.676788 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ab2f09-6fb7-4134-b493-44a23a5a74f0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] GET failed (client error): The resource could not be found. Mar 28 11:21:18.677220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-43ab2f09-6fb7-4134-b493-44a23a5a74f0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Synchronizing usage tracker for tenant:e9c873ee3c254f10aa858ed5b2bfd407 on resource:subnet {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:21:18.765955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-43ab2f09-6fb7-4134-b493-44a23a5a74f0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Unset dirty status for tenant:e9c873ee3c254f10aa858ed5b2bfd407 on resource:subnet {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:21:18.767059 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-43ab2f09-6fb7-4134-b493-44a23a5a74f0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "GET /v2.0/subnets/eb2003d8-eb91-4b26-b19a-e41a93bf284d HTTP/1.1" status: 404 len: 337 time: 0.1281760 Mar 28 11:21:18.769772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44812) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:18.794723 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d3ef68-4e4b-47d8-92b9-00f8259c691c tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] DELETE failed (client error): The resource could not be found. Mar 28 11:21:18.795162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d3ef68-4e4b-47d8-92b9-00f8259c691c tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:21:18.796707 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-96d3ef68-4e4b-47d8-92b9-00f8259c691c tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/networks/e13e8376-ded9-457f-b422-d9dd0d30019a HTTP/1.1" status: 404 len: 339 time: 0.0260329 Mar 28 11:21:18.800470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44816) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:18.838303 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-85941fa6-d1bd-4b4c-bc6d-b1056c4479a5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] DELETE failed (client error): The resource could not be found. Mar 28 11:21:18.838742 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85941fa6-d1bd-4b4c-bc6d-b1056c4479a5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:21:18.840372 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-85941fa6-d1bd-4b4c-bc6d-b1056c4479a5 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/subnets/eb2003d8-eb91-4b26-b19a-e41a93bf284d HTTP/1.1" status: 404 len: 337 time: 0.0389109 Mar 28 11:21:18.843379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44820) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:18.866869 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-430cdf38-7b62-4f7b-a6f8-ca40b561fb95 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] DELETE failed (client error): The resource could not be found. Mar 28 11:21:18.867313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430cdf38-7b62-4f7b-a6f8-ca40b561fb95 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:21:18.868895 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-430cdf38-7b62-4f7b-a6f8-ca40b561fb95 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/networks/e13e8376-ded9-457f-b422-d9dd0d30019a HTTP/1.1" status: 404 len: 339 time: 0.0246537 Mar 28 11:21:18.871222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44824) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:18.937560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4584ce1f-a91d-4469-a5ef-b86ed5e0b4d0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Deleting subnet 44df3b40-0449-42ba-8a1a-3aae37557529 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:21:18.940328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4584ce1f-a91d-4469-a5ef-b86ed5e0b4d0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:18.993097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4584ce1f-a91d-4469-a5ef-b86ed5e0b4d0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.078218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4584ce1f-a91d-4469-a5ef-b86ed5e0b4d0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.223691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4584ce1f-a91d-4469-a5ef-b86ed5e0b4d0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.264434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4584ce1f-a91d-4469-a5ef-b86ed5e0b4d0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.269333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584ce1f-a91d-4469-a5ef-b86ed5e0b4d0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Subnet': ['ID=44df3b40-0449-42ba-8a1a-3aae37557529,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:19.270030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0abb2-9412-4fd5-8fb3-8c3ccc8cc2cd None None] Network 0e91287b-06fd-4c91-88ae-8dceea01d62c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:19.343025 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4584ce1f-a91d-4469-a5ef-b86ed5e0b4d0 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/subnets/44df3b40-0449-42ba-8a1a-3aae37557529 HTTP/1.1" status: 204 len: 168 time: 0.4708188 Mar 28 11:21:19.345464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44828) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:19.461577 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.471859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Deleting port 849c7bee-0b1d-4af8-a909-1c4598964648 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:19.472189 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.554456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] DHCP port deletion for 0e91287b-06fd-4c91-88ae-8dceea01d62c request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:21:19.558269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] Deleting port 849c7bee-0b1d-4af8-a909-1c4598964648 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:19.558643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.681407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] For port 849c7bee-0b1d-4af8-a909-1c4598964648, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=849c7bee-0b1d-4af8-a909-1c4598964648,segment=NetworkSegment(41911d6f-9ce9-4f6b-82ef-3b00fe14e334),segment_id=41911d6f-9ce9-4f6b-82ef-3b00fe14e334)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:19.681756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.756343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] For port 849c7bee-0b1d-4af8-a909-1c4598964648, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=849c7bee-0b1d-4af8-a909-1c4598964648,segment=NetworkSegment(41911d6f-9ce9-4f6b-82ef-3b00fe14e334),segment_id=41911d6f-9ce9-4f6b-82ef-3b00fe14e334)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:19.756655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.803801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Calling delete_port for 849c7bee-0b1d-4af8-a909-1c4598964648 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:19.876408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] Calling delete_port for 849c7bee-0b1d-4af8-a909-1c4598964648 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:19.936947 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:19.949619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:21:19.950020 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:21:19.980761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 849c7bee-0b1d-4af8-a909-1c4598964648 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:21:19.983413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Port': ['ID=849c7bee-0b1d-4af8-a909-1c4598964648,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:19.988617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No DVR routers for this DVR port 849c7bee-0b1d-4af8-a909-1c4598964648 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:21:20.015514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 849c7bee-0b1d-4af8-a909-1c4598964648 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:21:20.015790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 849c7bee-0b1d-4af8-a909-1c4598964648 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:21:20.111457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.136526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e91287b-06fd-4c91-88ae-8dceea01d62c']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:20.148765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41911d6f-9ce9-4f6b-82ef-3b00fe14e334') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:20.149325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41911d6f-9ce9-4f6b-82ef-3b00fe14e334') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:20.160933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.176155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.181966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:20.182351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:20.196317 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:20.331708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.349449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.360271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Network': ['ID=0e91287b-06fd-4c91-88ae-8dceea01d62c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:20.364192 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-27473b53-a775-4f19-8dbc-ef0c6c82bbbc tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/networks/0e91287b-06fd-4c91-88ae-8dceea01d62c HTTP/1.1" status: 204 len: 168 time: 1.0177722 Mar 28 11:21:20.366847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44832) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:20.451377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] Deleting port 849c7bee-0b1d-4af8-a909-1c4598964648 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:20.451944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.487514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-04fac249-6d2e-4cd7-930f-db6265afdb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.513974 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-c646e69c-e1ae-4742-8d10-ae3fcf8ec632 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] DELETE failed (client error): The resource could not be found. Mar 28 11:21:20.514429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c646e69c-e1ae-4742-8d10-ae3fcf8ec632 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:21:20.518627 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c646e69c-e1ae-4742-8d10-ae3fcf8ec632 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/subnets/6c2f1b4f-3876-4259-b75f-5188d7c22e82 HTTP/1.1" status: 404 len: 337 time: 0.1483910 Mar 28 11:21:20.518765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44836) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:20.524893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-13ea428e-10f3-464b-855b-b615de4be536 None None] The port '849c7bee-0b1d-4af8-a909-1c4598964648' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:21:20.548487 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f292674-b045-46be-9e2f-c08990d4fb2a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] DELETE failed (client error): The resource could not be found. Mar 28 11:21:20.548956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f292674-b045-46be-9e2f-c08990d4fb2a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:21:20.550738 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3f292674-b045-46be-9e2f-c08990d4fb2a tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/networks/efbf3971-0042-42b3-9f4a-1136a10ce1fc HTTP/1.1" status: 404 len: 339 time: 0.0310709 Mar 28 11:21:20.553440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44840) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:20.593762 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04a8ecc-1a67-4bc3-9145-690851480e4d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] DELETE failed (client error): The resource could not be found. Mar 28 11:21:20.594217 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04a8ecc-1a67-4bc3-9145-690851480e4d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:21:20.596048 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c04a8ecc-1a67-4bc3-9145-690851480e4d tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/subnets/e0d3f437-f237-40df-a555-8d8a8f851e13 HTTP/1.1" status: 404 len: 337 time: 0.0416799 Mar 28 11:21:20.599487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44844) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:20.628003 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0bce7c-f0fd-4b5f-937f-de6c3a6c8629 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] DELETE failed (client error): The resource could not be found. Mar 28 11:21:20.637546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0bce7c-f0fd-4b5f-937f-de6c3a6c8629 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88493) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:21:20.637546 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ce0bce7c-f0fd-4b5f-937f-de6c3a6c8629 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/networks/2fd9b724-eab7-4ac4-bda1-d44bebaddf08 HTTP/1.1" status: 404 len: 339 time: 0.0293024 Mar 28 11:21:20.639912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44848) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:20.706682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ccc20f-a043-495a-be62-7c0448541644 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Deleting subnet 27675a90-b8d9-4844-ac27-644565db6341 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:21:20.709487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc20f-a043-495a-be62-7c0448541644 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.761494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc20f-a043-495a-be62-7c0448541644 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.845435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc20f-a043-495a-be62-7c0448541644 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:20.988629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc20f-a043-495a-be62-7c0448541644 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.027405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccc20f-a043-495a-be62-7c0448541644 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Subnet': ['ID=27675a90-b8d9-4844-ac27-644565db6341,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:21.030988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc20f-a043-495a-be62-7c0448541644 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.036861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8147a-f71f-40d3-b88e-54377b1c9a94 None None] Network 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:21.040391 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c5ccc20f-a043-495a-be62-7c0448541644 tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/subnets/27675a90-b8d9-4844-ac27-644565db6341 HTTP/1.1" status: 204 len: 168 time: 0.3995559 Mar 28 11:21:21.042879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44852) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:21.155600 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.165543 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Deleting port 05b58b05-506f-4eed-ba42-51233847ff79 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:21.165869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.288610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] DHCP port deletion for 0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:21:21.292384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] Deleting port 05b58b05-506f-4eed-ba42-51233847ff79 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:21.292748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.377398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] For port 05b58b05-506f-4eed-ba42-51233847ff79, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=05b58b05-506f-4eed-ba42-51233847ff79,segment=NetworkSegment(af610c9a-7e90-4d51-910d-fdf91ffc9c29),segment_id=af610c9a-7e90-4d51-910d-fdf91ffc9c29)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:21.377746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.493747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] For port 05b58b05-506f-4eed-ba42-51233847ff79, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=05b58b05-506f-4eed-ba42-51233847ff79,segment=NetworkSegment(af610c9a-7e90-4d51-910d-fdf91ffc9c29),segment_id=af610c9a-7e90-4d51-910d-fdf91ffc9c29)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:21.494345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.508568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Calling delete_port for 05b58b05-506f-4eed-ba42-51233847ff79 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:21.624436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] Calling delete_port for 05b58b05-506f-4eed-ba42-51233847ff79 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:21.743318 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.766387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.767112 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.772282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:21:21.772706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:21:21.810522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Port': ['ID=05b58b05-506f-4eed-ba42-51233847ff79,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:21.815817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] No DVR routers for this DVR port 05b58b05-506f-4eed-ba42-51233847ff79 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:21:21.936428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:21.961938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2c31b6-5a6a-4bce-9c84-b0c1ec729007']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:21.974274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af610c9a-7e90-4d51-910d-fdf91ffc9c29') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:21.974576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af610c9a-7e90-4d51-910d-fdf91ffc9c29') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:21.980092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 05b58b05-506f-4eed-ba42-51233847ff79 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:21:21.985954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:22.001566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:22.007724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:22.008112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:22.015866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 05b58b05-506f-4eed-ba42-51233847ff79 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:21:22.016215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 05b58b05-506f-4eed-ba42-51233847ff79 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:22.026705 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:22.176412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:22.193723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:22.205035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] Pushing event deleted for resources: {'Network': ['ID=0c2c31b6-5a6a-4bce-9c84-b0c1ec729007,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:22.208980 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8bc9d9eb-0dfb-40ac-8b29-aa79c3307b6b tempest-NetworksIpV6Test-842323206 tempest-NetworksIpV6Test-842323206-project] 10.222.0.18 "DELETE /v2.0/networks/0c2c31b6-5a6a-4bce-9c84-b0c1ec729007 HTTP/1.1" status: 204 len: 168 time: 1.1651955 Mar 28 11:21:22.274367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] Deleting port 05b58b05-506f-4eed-ba42-51233847ff79 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:22.274747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:22.374148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8fa09-69d6-4490-a10c-e69e8c60cebb None None] The port '05b58b05-506f-4eed-ba42-51233847ff79' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:21:22.697370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44860) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:22.842163 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2d121cbf-e61c-42d4-8f3d-fb4ad4344753 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9c873ee3c254f10aa858ed5b2bfd407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435156 Mar 28 11:21:22.844499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44866) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:22.900240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9848-e75b-43d5-a8d0-d3f629725c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:22.926081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9848-e75b-43d5-a8d0-d3f629725c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:23.046105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9848-e75b-43d5-a8d0-d3f629725c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:23.062084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c9848-e75b-43d5-a8d0-d3f629725c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0283f5b3-23ba-409d-b520-8be56b67c447,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:23.066297 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9848-e75b-43d5-a8d0-d3f629725c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:23.067682 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4a9c9848-e75b-43d5-a8d0-d3f629725c6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0283f5b3-23ba-409d-b520-8be56b67c447 HTTP/1.1" status: 204 len: 168 time: 0.2221215 Mar 28 11:21:23.103363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.057405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44890) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:24.157101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1128338961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:24.163719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:24.167546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Usage tracker for resource:router and tenant:47d1eb7e6f1a40a79f4faa4bafb9f4c4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:24.171071 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:24.177191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:24.263338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.264326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.279191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.354924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.417874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.419732 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8050f145-c21c-42ac-b904-e0d508902eb5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3606944 Mar 28 11:21:24.422241 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44896) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:24.427689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1373182092'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:24.432366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:24.436621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Usage tracker for resource:network and tenant:47d1eb7e6f1a40a79f4faa4bafb9f4c4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:24.439406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:24.444911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:24.502327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Made reservation on behalf of 47d1eb7e6f1a40a79f4faa4bafb9f4c4 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:24.505713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.517926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.535347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:24.539172 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Usage tracker for resource:security_group_rule and tenant:47d1eb7e6f1a40a79f4faa4bafb9f4c4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:24.542017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:24.548270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:24.628363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.690848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.724303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:21:24.729250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6310b2f-f428-49ae-8d34-fa27738a52dc,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:24.735782 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.736181 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Added segment 3376b71e-a296-4bcb-a775-93eed5a7e6cf of type vlan for network 179347f7-d781-4d94-8c88-e3dd691325ca Mar 28 11:21:24.761418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.829017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.834533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:24.835111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:24.942992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event updated for resources: {'Network': ['ID=179347f7-d781-4d94-8c88-e3dd691325ca,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:24.953622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 179347f7-d781-4d94-8c88-e3dd691325ca details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:21:24.984226 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1981506b-54b1-46d3-bcc0-c5bb40efecc5 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5609901 Mar 28 11:21:24.986996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44900) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:24.992528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Request body: {'subnet': {'network_id': '179347f7-d781-4d94-8c88-e3dd691325ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:25.102191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:25.105965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Usage tracker for resource:subnet and tenant:47d1eb7e6f1a40a79f4faa4bafb9f4c4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:25.108731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:25.114331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:25.183171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Made reservation on behalf of 47d1eb7e6f1a40a79f4faa4bafb9f4c4 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:25.187138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:25.193812 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:21:25.435644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:25.514606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event updated for resources: {'Subnet': ['ID=993df9bd-467c-4bc4-b9ee-081ba7414a2a,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:25.521777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Checking segment: {'id': '3376b71e-a296-4bcb-a775-93eed5a7e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '179347f7-d781-4d94-8c88-e3dd691325ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:25.522163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Network hostable DHCP agents. Network: 179347f7-d781-4d94-8c88-e3dd691325ca, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:21:25.589136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Network 179347f7-d781-4d94-8c88-e3dd691325ca is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:21:25.640391 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 179347f7-d781-4d94-8c88-e3dd691325ca) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:25.644351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:25.644963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:25.650204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e34d23d-69bc-4608-9e10-6b034f2067de None None] Network 179347f7-d781-4d94-8c88-e3dd691325ca requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:25.766974 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-be1328db-742e-4b3d-bf42-7df8e200c91b tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7788179 Mar 28 11:21:25.769733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44904) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:25.775602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-288198340'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:25.781109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:25.786425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Usage tracker for resource:network and tenant:47d1eb7e6f1a40a79f4faa4bafb9f4c4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:25.787974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:25.793835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:25.850925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Made reservation on behalf of 47d1eb7e6f1a40a79f4faa4bafb9f4c4 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:25.854612 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-179347f7-d781-4d94-8c88-e3dd691325ca', 'network_id': '179347f7-d781-4d94-8c88-e3dd691325ca', 'tenant_id': '47d1eb7e6f1a40a79f4faa4bafb9f4c4', 'fixed_ips': [{'subnet_id': '993df9bd-467c-4bc4-b9ee-081ba7414a2a'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:21:25.855164 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:25.855431 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:25.883067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:21:25.891458 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:25.891822 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Added segment 7ae6737a-a107-4824-aaa8-46f0c2874c46 of type vlan for network e8bb4f63-180e-485c-bd98-c7e3133123d7 Mar 28 11:21:25.917474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.007183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Allocated IP 172.20.0.2 (179347f7-d781-4d94-8c88-e3dd691325ca/993df9bd-467c-4bc4-b9ee-081ba7414a2a/e93f765d-d45d-4e93-9bb7-100928969cfe) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:26.016869 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.022580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:26.023101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.129504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event updated for resources: {'Network': ['ID=e8bb4f63-180e-485c-bd98-c7e3133123d7,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:26.145135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network e8bb4f63-180e-485c-bd98-c7e3133123d7 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:21:26.156149 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bfb5ca45-e62b-43dc-8e86-c0f77164d509 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3853812 Mar 28 11:21:26.158909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44908) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:26.164355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Request body: {'subnet': {'network_id': 'e8bb4f63-180e-485c-bd98-c7e3133123d7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:26.273655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:26.277664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Usage tracker for resource:subnet and tenant:47d1eb7e6f1a40a79f4faa4bafb9f4c4 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:26.280555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:26.286243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:26.300981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.311605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Transition to ACTIVE for port object e93f765d-d45d-4e93-9bb7-100928969cfe will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:26.328963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Transition to ACTIVE for port object e93f765d-d45d-4e93-9bb7-100928969cfe will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:26.355005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Made reservation on behalf of 47d1eb7e6f1a40a79f4faa4bafb9f4c4 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:26.359017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.424108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.486019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Network 179347f7-d781-4d94-8c88-e3dd691325ca is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:26.493158 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:26.495568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:26.506755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Pushing event updated for resources: {'Port': ['ID=e93f765d-d45d-4e93-9bb7-100928969cfe,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:26.594406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Attempting to bind port e93f765d-d45d-4e93-9bb7-100928969cfe on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:26.594772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Attempting to bind port e93f765d-d45d-4e93-9bb7-100928969cfe by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '3376b71e-a296-4bcb-a775-93eed5a7e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '179347f7-d781-4d94-8c88-e3dd691325ca'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:26.595129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Attempting to bind port e93f765d-d45d-4e93-9bb7-100928969cfe on network 179347f7-d781-4d94-8c88-e3dd691325ca {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:26.600844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:26.601209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Checking segment: {'id': '3376b71e-a296-4bcb-a775-93eed5a7e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '179347f7-d781-4d94-8c88-e3dd691325ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:26.601634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.602049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Bound using segment: {'id': '3376b71e-a296-4bcb-a775-93eed5a7e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '179347f7-d781-4d94-8c88-e3dd691325ca'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:26.602508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Bound port: e93f765d-d45d-4e93-9bb7-100928969cfe, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3376b71e-a296-4bcb-a775-93eed5a7e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '179347f7-d781-4d94-8c88-e3dd691325ca'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:26.602876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.693749 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] For port e93f765d-d45d-4e93-9bb7-100928969cfe, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:26.696727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] For port e93f765d-d45d-4e93-9bb7-100928969cfe, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e93f765d-d45d-4e93-9bb7-100928969cfe,segment=NetworkSegment(3376b71e-a296-4bcb-a775-93eed5a7e6cf),segment_id=3376b71e-a296-4bcb-a775-93eed5a7e6cf)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:26.726755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.767268 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:26.804055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event updated for resources: {'Subnet': ['ID=9bc7174d-8d8d-4008-89ca-3d3ca3370cc0,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:26.819533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Checking segment: {'id': '7ae6737a-a107-4824-aaa8-46f0c2874c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8bb4f63-180e-485c-bd98-c7e3133123d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:26.820063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Network hostable DHCP agents. Network: e8bb4f63-180e-485c-bd98-c7e3133123d7, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:21:26.851636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303120f-98bb-4ff9-8de8-8621f52033eb None None] Pushing event updated for resources: {'Port': ['ID=e93f765d-d45d-4e93-9bb7-100928969cfe,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:26.921112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Network e8bb4f63-180e-485c-bd98-c7e3133123d7 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:21:27.004721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, e8bb4f63-180e-485c-bd98-c7e3133123d7) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:27.008985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:27.009584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:27.013996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567b107-b5dc-44b6-9df2-4c40214a9663 None None] Network e8bb4f63-180e-485c-bd98-c7e3133123d7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:27.072995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44912) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:27.073558 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-332d7328-4e5a-4815-a6c7-53f693f54f72 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9131203 Mar 28 11:21:27.079837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0c000111-bcb1-4c5a-9435-dd0a2e7194e7 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8bb4f63-180e-485c-bd98-c7e3133123d7'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:27.235395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-e8bb4f63-180e-485c-bd98-c7e3133123d7', 'network_id': 'e8bb4f63-180e-485c-bd98-c7e3133123d7', 'tenant_id': '47d1eb7e6f1a40a79f4faa4bafb9f4c4', 'fixed_ips': [{'subnet_id': '9bc7174d-8d8d-4008-89ca-3d3ca3370cc0'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:21:27.236153 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:27.388909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Allocated IP 172.21.0.2 (e8bb4f63-180e-485c-bd98-c7e3133123d7/9bc7174d-8d8d-4008-89ca-3d3ca3370cc0/bf0a81aa-ec64-4bc9-b766-fca2cb68038f) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:27.468517 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0c000111-bcb1-4c5a-9435-dd0a2e7194e7 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:27.647842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:27.658651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Transition to ACTIVE for port object bf0a81aa-ec64-4bc9-b766-fca2cb68038f will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:27.663250 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.api.v2.resource [None req-0c000111-bcb1-4c5a-9435-dd0a2e7194e7 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:21:27.664361 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0c000111-bcb1-4c5a-9435-dd0a2e7194e7 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "PUT /v2.0/routers/37116117-8af2-4816-84e8-14ecdb4c95a4 HTTP/1.1" status: 400 len: 364 time: 0.5896211 Mar 28 11:21:27.670839 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44916) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:27.678365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Transition to ACTIVE for port object bf0a81aa-ec64-4bc9-b766-fca2cb68038f will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:27.726703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:27.742495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc670a5-e54e-4dfc-a35f-7701f91da717 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Deleting subnet 9bc7174d-8d8d-4008-89ca-3d3ca3370cc0 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:21:27.745995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc670a5-e54e-4dfc-a35f-7701f91da717 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:27.765358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab449d-1f39-428f-96ef-8160725b1e58 None None] Network 179347f7-d781-4d94-8c88-e3dd691325ca requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:27.800380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc670a5-e54e-4dfc-a35f-7701f91da717 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:27.825409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Network e8bb4f63-180e-485c-bd98-c7e3133123d7 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:27.880226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:27.882623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:27.886029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc670a5-e54e-4dfc-a35f-7701f91da717 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:27.929734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Pushing event updated for resources: {'Port': ['ID=bf0a81aa-ec64-4bc9-b766-fca2cb68038f,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:28.015883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Attempting to bind port bf0a81aa-ec64-4bc9-b766-fca2cb68038f on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:28.016467 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Attempting to bind port bf0a81aa-ec64-4bc9-b766-fca2cb68038f by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '7ae6737a-a107-4824-aaa8-46f0c2874c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8bb4f63-180e-485c-bd98-c7e3133123d7'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:28.016627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Attempting to bind port bf0a81aa-ec64-4bc9-b766-fca2cb68038f on network e8bb4f63-180e-485c-bd98-c7e3133123d7 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:28.045336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e93f765d-d45d-4e93-9bb7-100928969cfe up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:28.047161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc670a5-e54e-4dfc-a35f-7701f91da717 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.076465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f775ee16-29cd-4ef5-8125-fb2577724286 None None] Provisioning for port e93f765d-d45d-4e93-9bb7-100928969cfe completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:28.088286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7dc670a5-e54e-4dfc-a35f-7701f91da717 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.089419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:28.089792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Checking segment: {'id': '7ae6737a-a107-4824-aaa8-46f0c2874c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8bb4f63-180e-485c-bd98-c7e3133123d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:28.090444 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.090619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Bound using segment: {'id': '7ae6737a-a107-4824-aaa8-46f0c2874c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8bb4f63-180e-485c-bd98-c7e3133123d7'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:28.091604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Bound port: bf0a81aa-ec64-4bc9-b766-fca2cb68038f, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae6737a-a107-4824-aaa8-46f0c2874c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8bb4f63-180e-485c-bd98-c7e3133123d7'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:28.091971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.092828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc670a5-e54e-4dfc-a35f-7701f91da717 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc7174d-8d8d-4008-89ca-3d3ca3370cc0,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:28.100379 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7dc670a5-e54e-4dfc-a35f-7701f91da717 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "DELETE /v2.0/subnets/9bc7174d-8d8d-4008-89ca-3d3ca3370cc0 HTTP/1.1" status: 204 len: 168 time: 0.4257855 Mar 28 11:21:28.100379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44920) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:28.213190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.223832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Deleting port bf0a81aa-ec64-4bc9-b766-fca2cb68038f {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:28.224171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.255238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] For port bf0a81aa-ec64-4bc9-b766-fca2cb68038f, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:28.260129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] For port bf0a81aa-ec64-4bc9-b766-fca2cb68038f, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=bf0a81aa-ec64-4bc9-b766-fca2cb68038f,segment=NetworkSegment(7ae6737a-a107-4824-aaa8-46f0c2874c46),segment_id=7ae6737a-a107-4824-aaa8-46f0c2874c46)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:28.348692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port e93f765d-d45d-4e93-9bb7-100928969cfe completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:28.354605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port e93f765d-d45d-4e93-9bb7-100928969cfe triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:28.355105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.385114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.438759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] For port bf0a81aa-ec64-4bc9-b766-fca2cb68038f, host dv-neutron-835336-1-hyperv, got binding levels [] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:28.439117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.532333 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90c32e-5a5e-45f8-8150-74cdb8f26517 None None] Pushing event updated for resources: {'Port': ['ID=bf0a81aa-ec64-4bc9-b766-fca2cb68038f,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:28.596614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1107682d-0183-48b9-949c-ef9bb9d39900 None None] Provisioning complete for port e93f765d-d45d-4e93-9bb7-100928969cfe triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:28.596990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1107682d-0183-48b9-949c-ef9bb9d39900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.644653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368604e5-8332-4c7e-acb8-6be18e33223d None None] Network e8bb4f63-180e-485c-bd98-c7e3133123d7 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:28.673098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Calling delete_port for bf0a81aa-ec64-4bc9-b766-fca2cb68038f owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:28.686215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.799742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port e93f765d-d45d-4e93-9bb7-100928969cfe, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e93f765d-d45d-4e93-9bb7-100928969cfe,segment=NetworkSegment(3376b71e-a296-4bcb-a775-93eed5a7e6cf),segment_id=3376b71e-a296-4bcb-a775-93eed5a7e6cf)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:28.805792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.db.api [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:21:28.806143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG oslo_db.api [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:21:28.858405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:28.984251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=e93f765d-d45d-4e93-9bb7-100928969cfe,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:29.014199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada025c-05cd-4481-a91d-ef3e2f2c84bc None None] get_active_networks_info from dv-neutron-835336-1-hyperv {{(pid=88495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:21:29.094124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada025c-05cd-4481-a91d-ef3e2f2c84bc None None] Resources bound (agent type, host, resource id): {{(pid=88495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:21:29.307895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Deleting port bf0a81aa-ec64-4bc9-b766-fca2cb68038f {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:29.308456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:29.512925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] For port bf0a81aa-ec64-4bc9-b766-fca2cb68038f, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=bf0a81aa-ec64-4bc9-b766-fca2cb68038f,segment=NetworkSegment(7ae6737a-a107-4824-aaa8-46f0c2874c46),segment_id=7ae6737a-a107-4824-aaa8-46f0c2874c46)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:29.513288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:29.637224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Calling delete_port for bf0a81aa-ec64-4bc9-b766-fca2cb68038f owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:29.760660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:29.807921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event deleted for resources: {'Port': ['ID=bf0a81aa-ec64-4bc9-b766-fca2cb68038f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:29.813485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] No DVR routers for this DVR port bf0a81aa-ec64-4bc9-b766-fca2cb68038f on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:21:29.934041 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:29.959788 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bb4f63-180e-485c-bd98-c7e3133123d7']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:29.973088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae6737a-a107-4824-aaa8-46f0c2874c46') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:29.973379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae6737a-a107-4824-aaa8-46f0c2874c46') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:29.984637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:29.988615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e93f765d-d45d-4e93-9bb7-100928969cfe up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:30.000637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.006585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:30.006968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:30.021885 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:30.060993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port e93f765d-d45d-4e93-9bb7-100928969cfe triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:30.061361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.155350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.175290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.183982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event deleted for resources: {'Network': ['ID=e8bb4f63-180e-485c-bd98-c7e3133123d7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:30.188079 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-df0fc375-fcac-4b7c-a342-5eb10fc5d59a tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "DELETE /v2.0/networks/e8bb4f63-180e-485c-bd98-c7e3133123d7 HTTP/1.1" status: 204 len: 168 time: 2.0870500 Mar 28 11:21:30.190306 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44924) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:30.253601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb11ef9-cb5b-4c52-adc5-427b703cab33 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Deleting subnet 993df9bd-467c-4bc4-b9ee-081ba7414a2a {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:21:30.256437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8eb11ef9-cb5b-4c52-adc5-427b703cab33 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.313884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8eb11ef9-cb5b-4c52-adc5-427b703cab33 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.395154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8eb11ef9-cb5b-4c52-adc5-427b703cab33 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.555532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8eb11ef9-cb5b-4c52-adc5-427b703cab33 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.598126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb11ef9-cb5b-4c52-adc5-427b703cab33 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event deleted for resources: {'Subnet': ['ID=993df9bd-467c-4bc4-b9ee-081ba7414a2a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:30.601855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8eb11ef9-cb5b-4c52-adc5-427b703cab33 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.607863 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8eb11ef9-cb5b-4c52-adc5-427b703cab33 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "DELETE /v2.0/subnets/993df9bd-467c-4bc4-b9ee-081ba7414a2a HTTP/1.1" status: 204 len: 168 time: 0.4166219 Mar 28 11:21:30.608295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4ef53-333b-435a-a0ec-8d2fce915d13 None None] Network 179347f7-d781-4d94-8c88-e3dd691325ca requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:30.610180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44928) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:30.722467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.733075 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Deleting port e93f765d-d45d-4e93-9bb7-100928969cfe {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:30.733398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:30.850270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] DHCP port deletion for 179347f7-d781-4d94-8c88-e3dd691325ca request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:21:30.854290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] Deleting port e93f765d-d45d-4e93-9bb7-100928969cfe {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:30.854660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.042423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] For port e93f765d-d45d-4e93-9bb7-100928969cfe, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e93f765d-d45d-4e93-9bb7-100928969cfe,segment=NetworkSegment(3376b71e-a296-4bcb-a775-93eed5a7e6cf),segment_id=3376b71e-a296-4bcb-a775-93eed5a7e6cf)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:31.042780 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.060249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] For port e93f765d-d45d-4e93-9bb7-100928969cfe, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=e93f765d-d45d-4e93-9bb7-100928969cfe,segment=NetworkSegment(3376b71e-a296-4bcb-a775-93eed5a7e6cf),segment_id=3376b71e-a296-4bcb-a775-93eed5a7e6cf)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:31.060629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.168503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Calling delete_port for e93f765d-d45d-4e93-9bb7-100928969cfe owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:31.179026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] Calling delete_port for e93f765d-d45d-4e93-9bb7-100928969cfe owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:21:31.291940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.298319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:21:31.299438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:21:31.340404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event deleted for resources: {'Port': ['ID=e93f765d-d45d-4e93-9bb7-100928969cfe,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:31.344101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] No DVR routers for this DVR port e93f765d-d45d-4e93-9bb7-100928969cfe on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:21:31.464864 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.489535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179347f7-d781-4d94-8c88-e3dd691325ca']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:31.501191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3376b71e-a296-4bcb-a775-93eed5a7e6cf') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:31.501487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3376b71e-a296-4bcb-a775-93eed5a7e6cf') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:31.512394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.528434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.534729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:21:31.535108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:21:31.549186 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:21:31.675152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.691498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.702420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Pushing event deleted for resources: {'Network': ['ID=179347f7-d781-4d94-8c88-e3dd691325ca,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:31.706275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ae2f5246-71ca-47d0-980f-4b36cc4e9fc3 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "DELETE /v2.0/networks/179347f7-d781-4d94-8c88-e3dd691325ca HTTP/1.1" status: 204 len: 168 time: 1.0951376 Mar 28 11:21:31.708927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44932) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:31.751266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8acc8fb1-9c7c-4b54-8365-1d575b6e1440 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Synchronizing usage tracker for tenant:47d1eb7e6f1a40a79f4faa4bafb9f4c4 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:21:31.799946 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] Deleting port e93f765d-d45d-4e93-9bb7-100928969cfe {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:21:31.800440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.840983 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8acc8fb1-9c7c-4b54-8365-1d575b6e1440 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Unset dirty status for tenant:47d1eb7e6f1a40a79f4faa4bafb9f4c4 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:21:31.842170 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8acc8fb1-9c7c-4b54-8365-1d575b6e1440 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "GET /v2.0/ports?device_id=37116117-8af2-4816-84e8-14ecdb4c95a4 HTTP/1.1" status: 200 len: 205 time: 0.1323102 Mar 28 11:21:31.844674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 44936) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:31.868553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-26061d24-4bc5-476e-8d96-adcc0a206924 None None] The port 'e93f765d-d45d-4e93-9bb7-100928969cfe' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:21:31.977549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9683000-666a-4cef-afb8-47049ca5c016 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:31.983217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e93f765d-d45d-4e93-9bb7-100928969cfe no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:21:32.018102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: e93f765d-d45d-4e93-9bb7-100928969cfe {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:21:32.018383 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device e93f765d-d45d-4e93-9bb7-100928969cfe not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:21:32.264976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9683000-666a-4cef-afb8-47049ca5c016 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:32.267040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9683000-666a-4cef-afb8-47049ca5c016 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:32.365689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9683000-666a-4cef-afb8-47049ca5c016 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:32.366358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9683000-666a-4cef-afb8-47049ca5c016 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Fanout notify agent at l3_agent the message router_deleted on router 37116117-8af2-4816-84e8-14ecdb4c95a4 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:21:32.377714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9683000-666a-4cef-afb8-47049ca5c016 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:32.378789 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a9683000-666a-4cef-afb8-47049ca5c016 tempest-RoutersNegativeTest-1147288266 tempest-RoutersNegativeTest-1147288266-project] 10.222.0.18 "DELETE /v2.0/routers/37116117-8af2-4816-84e8-14ecdb4c95a4 HTTP/1.1" status: 204 len: 168 time: 0.5332246 Mar 28 11:21:32.863813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44944) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:33.009113 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5d5884b1-3fe2-4502-9bbe-e7d505088612 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47d1eb7e6f1a40a79f4faa4bafb9f4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441693 Mar 28 11:21:33.011557 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44950) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:33.071078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-163dcf0b-6a00-45fa-bac3-dd717b561bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:33.096482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-163dcf0b-6a00-45fa-bac3-dd717b561bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:33.217885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-163dcf0b-6a00-45fa-bac3-dd717b561bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:33.231772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dcf0b-6a00-45fa-bac3-dd717b561bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6310b2f-f428-49ae-8d34-fa27738a52dc,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:33.237672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-163dcf0b-6a00-45fa-bac3-dd717b561bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:33.238816 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-163dcf0b-6a00-45fa-bac3-dd717b561bad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6310b2f-f428-49ae-8d34-fa27738a52dc HTTP/1.1" status: 204 len: 168 time: 0.2263808 Mar 28 11:21:34.188894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44974) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:34.289111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-212219078-network', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:34.293837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:34.298224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Usage tracker for resource:network and tenant:1aed51fb8e104bf1907340e77dc42636 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:34.301013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:34.306640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:34.371711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Made reservation on behalf of 1aed51fb8e104bf1907340e77dc42636 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:34.374014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:34.385632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:34.400266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:34.404628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Usage tracker for resource:security_group_rule and tenant:1aed51fb8e104bf1907340e77dc42636 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:34.407366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:34.412850 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:34.495598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:34.560776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:34.594072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:21:34.602171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323e5a19-cf29-44e5-a130-ad1cb427deac,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:34.608429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:34.608740 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Added segment b871ab70-c443-45ba-8c7b-0817039aa465 of type vlan for network c3f5c920-9f03-407d-bab2-7808369df278 Mar 28 11:21:34.633332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:34.732059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:34.732974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:34.733539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:34.834309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f5c920-9f03-407d-bab2-7808369df278,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:34.843423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network c3f5c920-9f03-407d-bab2-7808369df278 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:21:34.899304 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-4f947659-36f2-41e1-a629-9b4565212c20 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7090635 Mar 28 11:21:34.902179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44980) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:34.907517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Request body: {'subnet': {'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-subnet', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:34.912445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:34.916191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Usage tracker for resource:subnet and tenant:1aed51fb8e104bf1907340e77dc42636 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:34.919079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:34.924755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:34.989076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Made reservation on behalf of 1aed51fb8e104bf1907340e77dc42636 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:34.991452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:35.229486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:35.303102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca455f0e-81fe-4189-a164-53c223c15493,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:35.313829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Checking segment: {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:35.314208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Network hostable DHCP agents. Network: c3f5c920-9f03-407d-bab2-7808369df278, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:21:35.371783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Network c3f5c920-9f03-407d-bab2-7808369df278 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:21:35.446449 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, c3f5c920-9f03-407d-bab2-7808369df278) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:35.450617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:35.451220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:35.455967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb8f64a-b6d9-4e7b-9ae2-7ee0b4b7f8e2 None None] Network c3f5c920-9f03-407d-bab2-7808369df278 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:35.539206 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e5d7303c-bef5-411d-b39f-53102707c948 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6358571 Mar 28 11:21:35.542289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44984) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:35.548218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:35.552828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:35.556896 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Usage tracker for resource:router and tenant:1aed51fb8e104bf1907340e77dc42636 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:35.560005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:35.565688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:35.657621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:35.658766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:35.673489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:35.692053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-c3f5c920-9f03-407d-bab2-7808369df278', 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'fixed_ips': [{'subnet_id': 'ca455f0e-81fe-4189-a164-53c223c15493'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:21:35.692885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:35.843091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Allocated IP 172.20.0.2 (c3f5c920-9f03-407d-bab2-7808369df278/ca455f0e-81fe-4189-a164-53c223c15493/59e0bc82-c4f1-4205-919e-7dacd30e1e0a) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:36.013211 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.044294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.054041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Transition to ACTIVE for port object 59e0bc82-c4f1-4205-919e-7dacd30e1e0a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:36.071247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Transition to ACTIVE for port object 59e0bc82-c4f1-4205-919e-7dacd30e1e0a will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:36.138642 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.198480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Network c3f5c920-9f03-407d-bab2-7808369df278 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:36.199579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:36.203604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:36.241227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Pushing event updated for resources: {'Port': ['ID=59e0bc82-c4f1-4205-919e-7dacd30e1e0a,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:36.302785 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Attempting to bind port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:36.303150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Attempting to bind port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:36.303507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Attempting to bind port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a on network c3f5c920-9f03-407d-bab2-7808369df278 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:36.309089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:36.309455 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Checking segment: {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:36.310419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.310810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Bound using segment: {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:36.311267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Bound port: 59e0bc82-c4f1-4205-919e-7dacd30e1e0a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:36.311630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.401091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] For port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:36.403966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] For port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=59e0bc82-c4f1-4205-919e-7dacd30e1e0a,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:36.452832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.485743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.516795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.537855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8a4ff-de9a-4ece-a0be-82bf99160186 None None] Pushing event updated for resources: {'Port': ['ID=59e0bc82-c4f1-4205-919e-7dacd30e1e0a,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:36.654431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Allocated IP 172.26.2.209 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/041f618e-6903-4962-bcb5-cc6afed0cc65) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:36.826224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.921893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:36.983499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:36.990186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:36.994221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:37.023691 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=041f618e-6903-4962-bcb5-cc6afed0cc65,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:37.478133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:37.512081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e5840-8244-4fc7-b5a1-3ecb9a5824f1 None None] Network c3f5c920-9f03-407d-bab2-7808369df278 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:37.711718 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a6de0932-74c0-4041-a587-7ac29e2c0a57 None None] Provisioning for port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:37.815676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:38.020180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 59e0bc82-c4f1-4205-919e-7dacd30e1e0a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:38.177921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:38.182818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:38.183179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:38.206438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Router 23773fad-270e-41dc-95ef-5d80a0c0e0cb is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:21:38.297611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:38.328750 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=59e0bc82-c4f1-4205-919e-7dacd30e1e0a,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:38.382461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:21:38.389780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:38.391769 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Sync routers for ids ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:21:38.403190 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Routers {'23773fad-270e-41dc-95ef-5d80a0c0e0cb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:21:38.403901 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:21:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:38.455538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=59e0bc82-c4f1-4205-919e-7dacd30e1e0a,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:38.475044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:38.476268 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89e0b20a-b727-450f-bc96-85ed040c3bf7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9329460 Mar 28 11:21:38.479091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 44988) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:38.582607 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Set router 23773fad-270e-41dc-95ef-5d80a0c0e0cb gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:21:38.855984 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:35Z', 'updated_at': '2022-03-28T11:21:37Z', 'revision_number': 3, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'gw_port': {'id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:36Z', 'updated_at': '2022-03-28T11:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:38.860248 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Checking router: 23773fad-270e-41dc-95ef-5d80a0c0e0cb for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:21:38.860585 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Updating router 23773fad-270e-41dc-95ef-5d80a0c0e0cb port 041f618e-6903-4962-bcb5-cc6afed0cc65 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:21:38.912316 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.138434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.228763 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.239773 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Transition to ACTIVE for port object 041f618e-6903-4962-bcb5-cc6afed0cc65 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:39.314189 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.341277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Allocated IP 172.20.0.1 (c3f5c920-9f03-407d-bab2-7808369df278/ca455f0e-81fe-4189-a164-53c223c15493/b51bff4b-293c-411a-af42-b78bd4f5c0a1) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:39.392259 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Attempting to bind port 041f618e-6903-4962-bcb5-cc6afed0cc65 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:39.392797 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Attempting to bind port 041f618e-6903-4962-bcb5-cc6afed0cc65 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:39.392905 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Attempting to bind port 041f618e-6903-4962-bcb5-cc6afed0cc65 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:39.396153 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Pushing event updated for resources: {'Port': ['ID=041f618e-6903-4962-bcb5-cc6afed0cc65,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:39.401638 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:39.402030 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:39.402425 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.402812 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:39.403263 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Bound port: 041f618e-6903-4962-bcb5-cc6afed0cc65, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:39.403659 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.433847 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.434222 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.434558 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.435418 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.435742 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.436067 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.436382 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.436699 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.437015 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.437324 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.437637 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.437969 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:39.486203 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] For port 041f618e-6903-4962-bcb5-cc6afed0cc65, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:39.487787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.489128 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] For port 041f618e-6903-4962-bcb5-cc6afed0cc65, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=041f618e-6903-4962-bcb5-cc6afed0cc65,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:39.503751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Transition to ACTIVE for port object b51bff4b-293c-411a-af42-b78bd4f5c0a1 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:39.578686 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.607229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.654894 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Routers {'23773fad-270e-41dc-95ef-5d80a0c0e0cb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:21:39.655446 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:21:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:39.743037 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a1c32-d16c-4c01-8380-8842812d4c38 None None] Pushing event updated for resources: {'Port': ['ID=041f618e-6903-4962-bcb5-cc6afed0cc65,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:39.782151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Network c3f5c920-9f03-407d-bab2-7808369df278 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:39.784941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:39.793201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:39.829321 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Pushing event updated for resources: {'Port': ['ID=b51bff4b-293c-411a-af42-b78bd4f5c0a1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:39.851953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:39.873128 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] Set router 23773fad-270e-41dc-95ef-5d80a0c0e0cb gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:21:40.005472 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 59e0bc82-c4f1-4205-919e-7dacd30e1e0a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:40.087844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:40.088278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:40.157933 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:35Z', 'updated_at': '2022-03-28T11:21:37Z', 'revision_number': 3, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'gw_port': {'id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:36Z', 'updated_at': '2022-03-28T11:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:40.161747 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a709b9-3939-44ca-9194-9ee01d1213f5 None None] The sync data for ids ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'] in dv-neutron-835336-1-hyperv is: [{'id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:35Z', 'updated_at': '2022-03-28T11:21:37Z', 'revision_number': 3, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'gw_port': {'id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:36Z', 'updated_at': '2022-03-28T11:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:21:40.190229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ea652d97-1b24-4696-894a-2196f631976b None None] Provisioning for port b51bff4b-293c-411a-af42-b78bd4f5c0a1 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:40.200563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ea652d97-1b24-4696-894a-2196f631976b None None] Provisioning complete for port b51bff4b-293c-411a-af42-b78bd4f5c0a1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:40.201020 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ea652d97-1b24-4696-894a-2196f631976b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:40.201671 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:40.267174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ea652d97-1b24-4696-894a-2196f631976b None None] Port b51bff4b-293c-411a-af42-b78bd4f5c0a1 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:21:40.443224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:40.503863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:40.618035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:40.621772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Pushing event updated for resources: {'Port': ['ID=b51bff4b-293c-411a-af42-b78bd4f5c0a1,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:40.758983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Network c3f5c920-9f03-407d-bab2-7808369df278 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:40.760183 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:40.951023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Router 23773fad-270e-41dc-95ef-5d80a0c0e0cb has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:21:40.992067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c8a8b146-c14f-4e1a-a9ad-3a9d8bd0adb6 None None] Provisioning complete for port b51bff4b-293c-411a-af42-b78bd4f5c0a1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:40.992516 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c8a8b146-c14f-4e1a-a9ad-3a9d8bd0adb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:41.047986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8b146-c14f-4e1a-a9ad-3a9d8bd0adb6 None None] Port b51bff4b-293c-411a-af42-b78bd4f5c0a1 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:21:41.131354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:21:41.140443 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-cfcd89ef-d943-4b1f-8056-4ced0da24dbb admin admin] 10.222.0.18 "PUT /v2.0/routers/23773fad-270e-41dc-95ef-5d80a0c0e0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6603730 Mar 28 11:21:41.641149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Sync routers for ids ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:21:41.650562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Routers {'23773fad-270e-41dc-95ef-5d80a0c0e0cb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:21:41.651207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:21:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:41.806920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45006) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:41.812591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1733940577-network', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:41.817718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:41.821632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Usage tracker for resource:network and tenant:d8b8a39276cb4e44aaeaafbf4663a65c is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:41.824593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:41.830611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:41.858732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Set router 23773fad-270e-41dc-95ef-5d80a0c0e0cb gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:21:41.897823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Made reservation on behalf of d8b8a39276cb4e44aaeaafbf4663a65c for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:41.900471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:41.913239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:41.927320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:41.931454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b8a39276cb4e44aaeaafbf4663a65c is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:41.934620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:41.940592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:42.021128 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 041f618e-6903-4962-bcb5-cc6afed0cc65 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:42.040089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.109198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.135530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:21:42.148296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd05f24d-b4d3-4e5b-bacf-03beb0a85188,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:42.154407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.154748 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Added segment aeaa2002-7dcf-47a1-8aa2-344dcec8590a of type vlan for network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f Mar 28 11:21:42.180690 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.226651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:35Z', 'updated_at': '2022-03-28T11:21:40Z', 'revision_number': 4, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'gw_port': {'id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:36Z', 'updated_at': '2022-03-28T11:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b51bff4b-293c-411a-af42-b78bd4f5c0a1', 'name': '', 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'mac_address': 'fa:16:3e:16:ea:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ca455f0e-81fe-4189-a164-53c223c15493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:39Z', 'updated_at': '2022-03-28T11:21:40Z', 'revision_number': 2, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'subnets': [{'id': 'ca455f0e-81fe-4189-a164-53c223c15493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:42.230425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Checking router: 23773fad-270e-41dc-95ef-5d80a0c0e0cb for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:21:42.235359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Updating router 23773fad-270e-41dc-95ef-5d80a0c0e0cb port b51bff4b-293c-411a-af42-b78bd4f5c0a1 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:21:42.257088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 041f618e-6903-4962-bcb5-cc6afed0cc65 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:42.272059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.272211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 041f618e-6903-4962-bcb5-cc6afed0cc65 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:42.272308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:42.272398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.272488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.321361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.370894 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] Pushing event updated for resources: {'Network': ['ID=ae3c7ac3-f3a3-4edb-902b-1910b4b6608f,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:42.390986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:21:42.401801 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-956c48a1-c53b-42b9-831b-68cfafbcd754 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5936213 Mar 28 11:21:42.404464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45010) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:42.409878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Request body: {'subnet': {'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-subnet', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:42.414811 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:42.418799 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Usage tracker for resource:subnet and tenant:d8b8a39276cb4e44aaeaafbf4663a65c is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:42.421673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:42.427398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:42.515280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Made reservation on behalf of d8b8a39276cb4e44aaeaafbf4663a65c for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:42.518314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.616790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.702904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 041f618e-6903-4962-bcb5-cc6afed0cc65, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=041f618e-6903-4962-bcb5-cc6afed0cc65,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:42.769208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.875255 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.885637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:42.890924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=041f618e-6903-4962-bcb5-cc6afed0cc65,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:42.901602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Transition to ACTIVE for port object b51bff4b-293c-411a-af42-b78bd4f5c0a1 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:42.945561 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7952c53e-1081-4c73-ad96-b6ec2148ae14,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:42.955878 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Checking segment: {'id': 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:42.956224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Network hostable DHCP agents. Network: ae3c7ac3-f3a3-4edb-902b-1910b4b6608f, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:21:42.960025 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.068968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:21:43.157050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66d2b9-2f5c-450c-87fb-1b858f61d112 None None] Pushing event updated for resources: {'Port': ['ID=b51bff4b-293c-411a-af42-b78bd4f5c0a1,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:43.169682 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, ae3c7ac3-f3a3-4edb-902b-1910b4b6608f) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:43.174287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:43.174999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.194981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913d43c-33c8-418d-8b85-6707a8c6113a None None] Network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:43.276560 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6174dee1-7e24-4c75-8ba6-c5bb2d186032 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8708837 Mar 28 11:21:43.279505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45014) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:43.284362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:43.288963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:43.298673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Usage tracker for resource:router and tenant:d8b8a39276cb4e44aaeaafbf4663a65c is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:43.298673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:43.298893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Attempting to bind port b51bff4b-293c-411a-af42-b78bd4f5c0a1 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:43.298893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Attempting to bind port b51bff4b-293c-411a-af42-b78bd4f5c0a1 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:43.298893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Attempting to bind port b51bff4b-293c-411a-af42-b78bd4f5c0a1 on network c3f5c920-9f03-407d-bab2-7808369df278 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:43.302927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:43.313837 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:43.314316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Checking segment: {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:43.320184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.320184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Bound using segment: {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:43.320184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Bound port: b51bff4b-293c-411a-af42-b78bd4f5c0a1, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:43.320184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.378304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.379435 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.394156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.472875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] For port b51bff4b-293c-411a-af42-b78bd4f5c0a1, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:43.477091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] For port b51bff4b-293c-411a-af42-b78bd4f5c0a1, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b51bff4b-293c-411a-af42-b78bd4f5c0a1,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:43.521259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.557643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-ae3c7ac3-f3a3-4edb-902b-1910b4b6608f', 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'fixed_ips': [{'subnet_id': '7952c53e-1081-4c73-ad96-b6ec2148ae14'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:21:43.558489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.663857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66d2b9-2f5c-450c-87fb-1b858f61d112 None None] Pushing event updated for resources: {'Port': ['ID=b51bff4b-293c-411a-af42-b78bd4f5c0a1,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:43.666341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Routers {'23773fad-270e-41dc-95ef-5d80a0c0e0cb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:21:43.666944 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:21:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:43.710553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:43.923973 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Allocated IP 172.20.0.2 (ae3c7ac3-f3a3-4edb-902b-1910b4b6608f/7952c53e-1081-4c73-ad96-b6ec2148ae14/5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:43.943167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] Set router 23773fad-270e-41dc-95ef-5d80a0c0e0cb gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:21:44.013875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 041f618e-6903-4962-bcb5-cc6afed0cc65 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:44.081554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:44.113627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:44.246938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Allocated IP 172.26.2.150 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/9fe8402c-e9dd-415a-b788-a46fe750bacf) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:44.377696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 041f618e-6903-4962-bcb5-cc6afed0cc65 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:44.378357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:44.392774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:44.499490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:44.505196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:44.528212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Transition to ACTIVE for port object 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:44.565197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:44.572753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:44.577886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:44.607743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Pushing event updated for resources: {'Port': ['ID=9fe8402c-e9dd-415a-b788-a46fe750bacf,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:44.647772 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Transition to ACTIVE for port object 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:44.674981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:35Z', 'updated_at': '2022-03-28T11:21:40Z', 'revision_number': 4, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'gw_port': {'id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:36Z', 'updated_at': '2022-03-28T11:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b51bff4b-293c-411a-af42-b78bd4f5c0a1', 'name': '', 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'mac_address': 'fa:16:3e:16:ea:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ca455f0e-81fe-4189-a164-53c223c15493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:39Z', 'updated_at': '2022-03-28T11:21:43Z', 'revision_number': 4, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'subnets': [{'id': 'ca455f0e-81fe-4189-a164-53c223c15493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:44.679257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56935ba3-7cec-4be9-b6f2-1c2bc00c7edf None None] The sync data for ids ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'] in dv-neutron-835336-1-hyperv is: [{'id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:35Z', 'updated_at': '2022-03-28T11:21:40Z', 'revision_number': 4, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'gw_port': {'id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:36Z', 'updated_at': '2022-03-28T11:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b51bff4b-293c-411a-af42-b78bd4f5c0a1', 'name': '', 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'mac_address': 'fa:16:3e:16:ea:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'ca455f0e-81fe-4189-a164-53c223c15493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:39Z', 'updated_at': '2022-03-28T11:21:43Z', 'revision_number': 4, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'subnets': [{'id': 'ca455f0e-81fe-4189-a164-53c223c15493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:21:44.713003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:44.798254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:44.805950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:44.810266 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:44.816235 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Pushing event updated for resources: {'Port': ['ID=5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:44.908448 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Attempting to bind port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:44.909049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Attempting to bind port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:44.909412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Attempting to bind port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 on network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:44.915451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:44.915821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Checking segment: {'id': 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:44.916220 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:44.916607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Bound using segment: {'id': 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:44.917059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Bound port: 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:44.917425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:45.010251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] For port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:45.013930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] For port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4,segment=NetworkSegment(aeaa2002-7dcf-47a1-8aa2-344dcec8590a),segment_id=aeaa2002-7dcf-47a1-8aa2-344dcec8590a)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:45.081528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:45.164770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Pushing event updated for resources: {'Port': ['ID=5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:45.174066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.174348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.174688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.175080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.175320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.175715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.175947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.176319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.176644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.176856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.177169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.177484 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bf4dc3-d298-4a81-9b0c-6aa9a81ec896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:21:45.213620 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:45.570648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:45.875493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:21:45.932780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:46.058934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:46.069792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:21:46.079255 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Sync routers for ids ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:21:46.090672 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Routers {'570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:21:46.091893 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:21:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:46.161601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:46.163354 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-288fab61-cc12-468f-a17f-17f4e95b95ed admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8828816 Mar 28 11:21:46.166052 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45018) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:21:46.171551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849d73a-3bcb-4d79-8295-a01f934e51be None None] Network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:21:46.190530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:46.209599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b51bff4b-293c-411a-af42-b78bd4f5c0a1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:46.285395 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Set router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:21:46.396199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dfcb9bd7-d161-47e8-b94c-3cc024c812e7 None None] Provisioning for port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:46.414832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dfcb9bd7-d161-47e8-b94c-3cc024c812e7 None None] Provisioning complete for port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:46.415203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9bd7-d161-47e8-b94c-3cc024c812e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:46.462545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b51bff4b-293c-411a-af42-b78bd4f5c0a1 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:46.510683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b51bff4b-293c-411a-af42-b78bd4f5c0a1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:46.511156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:46.580388 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:43Z', 'updated_at': '2022-03-28T11:21:44Z', 'revision_number': 3, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'gw_port': {'id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:32:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:44Z', 'updated_at': '2022-03-28T11:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:46.584469 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Checking router: 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:21:46.584841 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Updating router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b port 9fe8402c-e9dd-415a-b788-a46fe750bacf binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:21:46.642302 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:46.690445 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9bd7-d161-47e8-b94c-3cc024c812e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:46.753169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:46.765834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-dfcb9bd7-d161-47e8-b94c-3cc024c812e7 None None] For port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4,segment=NetworkSegment(aeaa2002-7dcf-47a1-8aa2-344dcec8590a),segment_id=aeaa2002-7dcf-47a1-8aa2-344dcec8590a)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:46.791100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port b51bff4b-293c-411a-af42-b78bd4f5c0a1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b51bff4b-293c-411a-af42-b78bd4f5c0a1,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:46.807027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dfcb9bd7-d161-47e8-b94c-3cc024c812e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:46.859066 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:46.895469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb9bd7-d161-47e8-b94c-3cc024c812e7 None None] Pushing event updated for resources: {'Port': ['ID=5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:46.969502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=b51bff4b-293c-411a-af42-b78bd4f5c0a1,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:47.004481 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.016679 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Transition to ACTIVE for port object 9fe8402c-e9dd-415a-b788-a46fe750bacf will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:47.028425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.028991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0071e502-6d98-458a-82d3-0f8627f99cd4 None None] Provisioning complete for port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:47.029225 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0071e502-6d98-458a-82d3-0f8627f99cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.085714 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.163369 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Attempting to bind port 9fe8402c-e9dd-415a-b788-a46fe750bacf on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:47.163735 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Attempting to bind port 9fe8402c-e9dd-415a-b788-a46fe750bacf by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:47.164100 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Attempting to bind port 9fe8402c-e9dd-415a-b788-a46fe750bacf on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:47.170218 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb7da2-7ff7-4723-9cfa-905e81b00f63 None None] Pushing event updated for resources: {'Port': ['ID=9fe8402c-e9dd-415a-b788-a46fe750bacf,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:47.174458 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:47.174828 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:47.175227 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.175600 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:47.176226 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Bound port: 9fe8402c-e9dd-415a-b788-a46fe750bacf, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:47.176595 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.238705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Allocated IP 172.20.0.1 (ae3c7ac3-f3a3-4edb-902b-1910b4b6608f/7952c53e-1081-4c73-ad96-b6ec2148ae14/6b7be214-d9f7-4e92-8472-7c10365882e1) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:47.271883 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] For port 9fe8402c-e9dd-415a-b788-a46fe750bacf, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:47.275076 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] For port 9fe8402c-e9dd-415a-b788-a46fe750bacf, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9fe8402c-e9dd-415a-b788-a46fe750bacf,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:47.349831 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.383940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.399644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Transition to ACTIVE for port object 6b7be214-d9f7-4e92-8472-7c10365882e1 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:47.426493 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Routers {'570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:21:47.427087 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:21:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:47.481268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.486437 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb7da2-7ff7-4723-9cfa-905e81b00f63 None None] Pushing event updated for resources: {'Port': ['ID=9fe8402c-e9dd-415a-b788-a46fe750bacf,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:47.541075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:47.543736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:47.552134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:47.591339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7be214-d9f7-4e92-8472-7c10365882e1,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:47.603371 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] Set router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:21:47.614589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.781664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.823969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-48d23c4b-6a56-4c37-9606-a35ae013d803 None None] Provisioning for port 6b7be214-d9f7-4e92-8472-7c10365882e1 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:47.829351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-48d23c4b-6a56-4c37-9606-a35ae013d803 None None] Provisioning complete for port 6b7be214-d9f7-4e92-8472-7c10365882e1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:47.829951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-48d23c4b-6a56-4c37-9606-a35ae013d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:47.888803 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:43Z', 'updated_at': '2022-03-28T11:21:44Z', 'revision_number': 3, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'gw_port': {'id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:32:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:44Z', 'updated_at': '2022-03-28T11:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:47.890687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-48d23c4b-6a56-4c37-9606-a35ae013d803 None None] Port 6b7be214-d9f7-4e92-8472-7c10365882e1 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:21:47.892941 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc826f7-7e53-460a-9ef5-80dd0342a771 None None] The sync data for ids ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'] in dv-neutron-835336-1-hyperv is: [{'id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:43Z', 'updated_at': '2022-03-28T11:21:44Z', 'revision_number': 3, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'gw_port': {'id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:32:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:44Z', 'updated_at': '2022-03-28T11:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:21:48.009892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:48.011204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:48.069845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:48.079440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:48.081884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:48.179138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:48.198731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7be214-d9f7-4e92-8472-7c10365882e1,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:48.240806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b51bff4b-293c-411a-af42-b78bd4f5c0a1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:48.318237 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b51bff4b-293c-411a-af42-b78bd4f5c0a1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:48.318614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:48.351992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-279b9daf-9778-487c-a7e8-f66e075fb1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:48.464410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:48.465626 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:48.681532 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:21:48.715727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9df9093d-f218-40e5-9119-a5b303262b75 None None] Provisioning complete for port 6b7be214-d9f7-4e92-8472-7c10365882e1 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:48.716139 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9df9093d-f218-40e5-9119-a5b303262b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:48.773486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9df9093d-f218-40e5-9119-a5b303262b75 None None] Port 6b7be214-d9f7-4e92-8472-7c10365882e1 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:21:48.864338 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:21:48.873485 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1ae76cb6-cf71-40b5-822a-01ee59489fc3 admin admin] 10.222.0.18 "PUT /v2.0/routers/570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7062349 Mar 28 11:21:49.472303 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Sync routers for ids ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:21:49.481499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Routers {'570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:21:49.482153 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:21:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:49.663156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Set router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:21:49.843880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-08a2e8c3-a3e4-485f-be75-925d64e8a91e tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:49.845418 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-08a2e8c3-a3e4-485f-be75-925d64e8a91e tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/networks?id=c3f5c920-9f03-407d-bab2-7808369df278 HTTP/1.1" status: 200 len: 816 time: 0.2587202 Mar 28 11:21:49.860189 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-9b5ce8bd-3b12-4621-942e-b98e4bfe91e1 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/quotas/1aed51fb8e104bf1907340e77dc42636 HTTP/1.1" status: 200 len: 375 time: 0.0092971 Mar 28 11:21:49.945621 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-35b9902b-0364-4fae-96d5-7a87c4241df6 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1aed51fb8e104bf1907340e77dc42636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803742 Mar 28 11:21:49.982396 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:43Z', 'updated_at': '2022-03-28T11:21:47Z', 'revision_number': 4, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'gw_port': {'id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:32:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:44Z', 'updated_at': '2022-03-28T11:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '6b7be214-d9f7-4e92-8472-7c10365882e1', 'name': '', 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'mac_address': 'fa:16:3e:e6:de:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7952c53e-1081-4c73-ad96-b6ec2148ae14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:47Z', 'updated_at': '2022-03-28T11:21:47Z', 'revision_number': 2, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'subnets': [{'id': '7952c53e-1081-4c73-ad96-b6ec2148ae14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:49.986925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Checking router: 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:21:49.987285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Updating router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b port 6b7be214-d9f7-4e92-8472-7c10365882e1 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:21:50.031498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9fe8402c-e9dd-415a-b788-a46fe750bacf up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:50.082506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:50.100372 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-e00308ef-90bc-48c0-9ff3-4743206f349f service neutron] 10.222.0.18 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331472 Mar 28 11:21:50.233887 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-b84b2f51-0bee-45ce-b68c-19387bf438c8 service neutron] 10.222.0.18 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274674 Mar 28 11:21:50.236677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 9fe8402c-e9dd-415a-b788-a46fe750bacf completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:50.246436 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9fe8402c-e9dd-415a-b788-a46fe750bacf triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:50.246875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:50.493540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:50.509779 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-85caa735-8bb9-4ee7-8abc-20a44e924b20 req-cae2ba79-f498-41cc-8ba3-8cb5248027bc tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 210 time: 0.0608852 Mar 28 11:21:50.556581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-302a737f-4530-4f9e-a80a-a49decb39976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:50.569396 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 9fe8402c-e9dd-415a-b788-a46fe750bacf, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9fe8402c-e9dd-415a-b788-a46fe750bacf,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:50.586994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:50.599419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Transition to ACTIVE for port object 6b7be214-d9f7-4e92-8472-7c10365882e1 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:50.623532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:50.668250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:50.757630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=9fe8402c-e9dd-415a-b788-a46fe750bacf,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:50.947790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Attempting to bind port 6b7be214-d9f7-4e92-8472-7c10365882e1 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:50.948157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Attempting to bind port 6b7be214-d9f7-4e92-8472-7c10365882e1 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:50.948536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Attempting to bind port 6b7be214-d9f7-4e92-8472-7c10365882e1 on network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:50.950933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc16a8-81a2-401f-9147-ab89228ea576 None None] Pushing event updated for resources: {'Port': ['ID=6b7be214-d9f7-4e92-8472-7c10365882e1,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:50.959949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:50.960317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Checking segment: {'id': 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:50.960721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:50.961108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Bound using segment: {'id': 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:50.961570 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Bound port: 6b7be214-d9f7-4e92-8472-7c10365882e1, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:50.961960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:51.053485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] For port 6b7be214-d9f7-4e92-8472-7c10365882e1, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:51.056278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] For port 6b7be214-d9f7-4e92-8472-7c10365882e1, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6b7be214-d9f7-4e92-8472-7c10365882e1,segment=NetworkSegment(aeaa2002-7dcf-47a1-8aa2-344dcec8590a),segment_id=aeaa2002-7dcf-47a1-8aa2-344dcec8590a)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:51.121175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:51.198309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Routers {'570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:21:51.198934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:21:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:51.256382 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc16a8-81a2-401f-9147-ab89228ea576 None None] Pushing event updated for resources: {'Port': ['ID=6b7be214-d9f7-4e92-8472-7c10365882e1,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:51.392997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] Set router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:21:51.667404 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fdde7beb-0635-4fa7-b2e2-09972c4a23f6 req-fd6e891b-dda5-4561-8053-5b7990b69f5b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 210 time: 0.0465727 Mar 28 11:21:51.691907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:51.698850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:51.730292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:43Z', 'updated_at': '2022-03-28T11:21:47Z', 'revision_number': 4, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'gw_port': {'id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:32:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:44Z', 'updated_at': '2022-03-28T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '6b7be214-d9f7-4e92-8472-7c10365882e1', 'name': '', 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'mac_address': 'fa:16:3e:e6:de:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7952c53e-1081-4c73-ad96-b6ec2148ae14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:47Z', 'updated_at': '2022-03-28T11:21:51Z', 'revision_number': 4, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'subnets': [{'id': '7952c53e-1081-4c73-ad96-b6ec2148ae14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:21:51.734677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf5e71-39d1-4ef5-88a9-ea9cd6f250f2 None None] The sync data for ids ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'] in dv-neutron-835336-1-hyperv is: [{'id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:43Z', 'updated_at': '2022-03-28T11:21:47Z', 'revision_number': 4, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'gw_port': {'id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:32:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:44Z', 'updated_at': '2022-03-28T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '6b7be214-d9f7-4e92-8472-7c10365882e1', 'name': '', 'network_id': 'ae3c7ac3-f3a3-4edb-902b-1910b4b6608f', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'mac_address': 'fa:16:3e:e6:de:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7952c53e-1081-4c73-ad96-b6ec2148ae14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:47Z', 'updated_at': '2022-03-28T11:21:51Z', 'revision_number': 4, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'subnets': [{'id': '7952c53e-1081-4c73-ad96-b6ec2148ae14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:21:52.072642 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9fe8402c-e9dd-415a-b788-a46fe750bacf up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:52.143824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9fe8402c-e9dd-415a-b788-a46fe750bacf triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:52.144188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:52.268651 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6b7be214-d9f7-4e92-8472-7c10365882e1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:52.406943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 6b7be214-d9f7-4e92-8472-7c10365882e1 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:52.412502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 6b7be214-d9f7-4e92-8472-7c10365882e1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:52.416416 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:52.534125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:52.566703 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 6b7be214-d9f7-4e92-8472-7c10365882e1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6b7be214-d9f7-4e92-8472-7c10365882e1,segment=NetworkSegment(aeaa2002-7dcf-47a1-8aa2-344dcec8590a),segment_id=aeaa2002-7dcf-47a1-8aa2-344dcec8590a)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:52.635385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:52.708090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=6b7be214-d9f7-4e92-8472-7c10365882e1,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:52.837160 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-57ad752a-c404-4f7e-87a2-45de76d2a8fd req-502a2a30-72dc-44d0-9e73-e0e15ecdeec6 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 210 time: 0.0498178 Mar 28 11:21:53.082348 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-65061373-4d55-4ecd-bb38-1d2f6f1104f3 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:53.083055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-65061373-4d55-4ecd-bb38-1d2f6f1104f3 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Synchronizing usage tracker for tenant:1aed51fb8e104bf1907340e77dc42636 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:21:53.109604 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:53.155235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-65061373-4d55-4ecd-bb38-1d2f6f1104f3 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Unset dirty status for tenant:1aed51fb8e104bf1907340e77dc42636 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:21:53.156421 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-65061373-4d55-4ecd-bb38-1d2f6f1104f3 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.31 "GET /v2.0/networks?id=c3f5c920-9f03-407d-bab2-7808369df278 HTTP/1.1" status: 200 len: 816 time: 0.2203679 Mar 28 11:21:53.183644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Request body: {'port': {'device_id': 'a7da7e30-e617-4f77-92f7-635d39e14fc1', 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278', 'admin_state_up': True, 'tenant_id': '1aed51fb8e104bf1907340e77dc42636'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:53.319012 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:21:53.322711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Usage tracker for resource:port and tenant:1aed51fb8e104bf1907340e77dc42636 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:21:53.325563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:21:53.331138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:21:53.435992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Made reservation on behalf of 1aed51fb8e104bf1907340e77dc42636 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:21:53.439617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:53.600059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Allocated IP 172.20.0.3 (c3f5c920-9f03-407d-bab2-7808369df278/ca455f0e-81fe-4189-a164-53c223c15493/e95a7e07-5190-4f13-adda-31020621b7b9) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:21:53.798088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:53.813202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Transition to ACTIVE for port object e95a7e07-5190-4f13-adda-31020621b7b9 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:53.898075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:53.976429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Network c3f5c920-9f03-407d-bab2-7808369df278 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:21:53.984243 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:21:53.988710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:21:54.021046 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6b7be214-d9f7-4e92-8472-7c10365882e1 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:21:54.027728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Pushing event updated for resources: {'Port': ['ID=e95a7e07-5190-4f13-adda-31020621b7b9,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:54.030626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e12aa-93cc-4ad2-8fb8-bb1f43609717 req-980d66bf-e5d1-4f3e-b8c1-6734fea34db4 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:54.038401 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-770e12aa-93cc-4ad2-8fb8-bb1f43609717 req-980d66bf-e5d1-4f3e-b8c1-6734fea34db4 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 931 time: 0.0929062 Mar 28 11:21:54.068171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:54.069070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:54.086496 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-770e12aa-93cc-4ad2-8fb8-bb1f43609717 req-59fb7032-747e-4b2c-98e3-841b3ad622c3 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470705 Mar 28 11:21:54.186118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 6b7be214-d9f7-4e92-8472-7c10365882e1 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:54.186486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:54.191037 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-103815f6-658f-44dd-ad67-f63ab7603479 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0108674 Mar 28 11:21:54.214133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-20ba30ea-db47-418d-bf6f-2fb028763810 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:21:54.215232 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-20ba30ea-db47-418d-bf6f-2fb028763810 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054834 Mar 28 11:21:54.331072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Request body: {'port': {'device_id': 'a7da7e30-e617-4f77-92f7-635d39e14fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:21:54.444167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:54.475051 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-887aee8a-9314-4b1e-9b51-ed271a00f214 None None] Provisioning for port e95a7e07-5190-4f13-adda-31020621b7b9 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:21:54.479864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-887aee8a-9314-4b1e-9b51-ed271a00f214 None None] Provisioning complete for port e95a7e07-5190-4f13-adda-31020621b7b9 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:21:54.480280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-887aee8a-9314-4b1e-9b51-ed271a00f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:54.535780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-887aee8a-9314-4b1e-9b51-ed271a00f214 None None] Port e95a7e07-5190-4f13-adda-31020621b7b9 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:21:54.875186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95a7e07-5190-4f13-adda-31020621b7b9 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:21:54.882209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:54.895870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Transition to ACTIVE for port object e95a7e07-5190-4f13-adda-31020621b7b9 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:21:54.961290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:55.092275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Pushing event updated for resources: {'Port': ['ID=e95a7e07-5190-4f13-adda-31020621b7b9,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:55.202999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Attempting to bind port e95a7e07-5190-4f13-adda-31020621b7b9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:21:55.203680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Attempting to bind port e95a7e07-5190-4f13-adda-31020621b7b9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:21:55.203793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Attempting to bind port e95a7e07-5190-4f13-adda-31020621b7b9 on network c3f5c920-9f03-407d-bab2-7808369df278 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:55.208319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Port e95a7e07-5190-4f13-adda-31020621b7b9 on network c3f5c920-9f03-407d-bab2-7808369df278 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:21:55.208637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Attempting to bind port e95a7e07-5190-4f13-adda-31020621b7b9 on network c3f5c920-9f03-407d-bab2-7808369df278 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:21:55.213606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:21:55.213963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Checking segment: {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:21:55.214341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Bound using segment: {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:21:55.214758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Bound port: e95a7e07-5190-4f13-adda-31020621b7b9, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:21:55.215098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:55.278228 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bea1c-b31f-4026-8498-be5939993682 req-092e6709-ec02-472c-a32b-1c0addff80e0 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:55.280239 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a27bea1c-b31f-4026-8498-be5939993682 req-092e6709-ec02-472c-a32b-1c0addff80e0 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 943 time: 0.0844905 Mar 28 11:21:55.307296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] For port e95a7e07-5190-4f13-adda-31020621b7b9, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:21:55.310443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] For port e95a7e07-5190-4f13-adda-31020621b7b9, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e95a7e07-5190-4f13-adda-31020621b7b9,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:21:55.324685 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a27bea1c-b31f-4026-8498-be5939993682 req-4eddd7d3-6bbc-4268-af40-998f3022bb5f tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384858 Mar 28 11:21:55.396102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:55.451634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:55.452236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:55.453578 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] 10.222.0.31 "PUT /v2.0/ports/e95a7e07-5190-4f13-adda-31020621b7b9 HTTP/1.1" status: 200 len: 1093 time: 1.2285640 Mar 28 11:21:55.454032 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7da7e30-e617-4f77-92f7-635d39e14fc1', 'tag': 'e95a7e07-5190-4f13-adda-31020621b7b9'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:21:55.487665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94af699-c919-4c4e-b24a-6d0bfdb9bdae service neutron] Pushing event updated for resources: {'Port': ['ID=e95a7e07-5190-4f13-adda-31020621b7b9,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:55.503985 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7da7e30-e617-4f77-92f7-635d39e14fc1', 'tag': 'e95a7e07-5190-4f13-adda-31020621b7b9', 'status': 'completed', 'code': 200} Mar 28 11:21:55.623336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c66e3e-c2f0-4a6b-88b5-441ace47603e req-6e341b42-141f-4f07-a327-52567b49b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:55.624796 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-30c66e3e-c2f0-4a6b-88b5-441ace47603e req-6e341b42-141f-4f07-a327-52567b49b35e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aed51fb8e104bf1907340e77dc42636&device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0768857 Mar 28 11:21:55.775675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c66e3e-c2f0-4a6b-88b5-441ace47603e req-8f85e8a4-570d-4d68-b3c7-81568f7e10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:55.777019 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-30c66e3e-c2f0-4a6b-88b5-441ace47603e req-8f85e8a4-570d-4d68-b3c7-81568f7e10ab service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1aed51fb8e104bf1907340e77dc42636&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1325350 Mar 28 11:21:55.914092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c66e3e-c2f0-4a6b-88b5-441ace47603e req-00325006-d988-40d0-ab87-f33ca1aecb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:55.915506 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-30c66e3e-c2f0-4a6b-88b5-441ace47603e req-00325006-d988-40d0-ab87-f33ca1aecb11 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279361 Mar 28 11:21:56.048719 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-49c3365d-ee62-49a7-9804-38db8c966f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:56.050193 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-49c3365d-ee62-49a7-9804-38db8c966f94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aed51fb8e104bf1907340e77dc42636&device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0692317 Mar 28 11:21:56.130630 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-422e5eea-491a-442d-aaca-905074344596 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95a7e07-5190-4f13-adda-31020621b7b9 HTTP/1.1" status: 200 len: 217 time: 0.0612619 Mar 28 11:21:56.194214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-cdfb939d-0bf4-406f-af28-bfd8199bdd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:56.195484 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-cdfb939d-0bf4-406f-af28-bfd8199bdd87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca455f0e-81fe-4189-a164-53c223c15493 HTTP/1.1" status: 200 len: 855 time: 0.0553677 Mar 28 11:21:56.274121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-7849c397-d988-42de-bd2f-01e708cab045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:56.275797 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-7849c397-d988-42de-bd2f-01e708cab045 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3f5c920-9f03-407d-bab2-7808369df278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711584 Mar 28 11:21:56.405851 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-a4fc65f0-84c1-4115-889e-05c93874b9f8 service neutron] 10.222.0.31 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215339 Mar 28 11:21:56.506033 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b793f-7179-471a-9d81-c48b0aec120f req-e9e58d80-ef4c-401a-bd09-403f8c27b9cb tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:56.507423 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3b2b793f-7179-471a-9d81-c48b0aec120f req-e9e58d80-ef4c-401a-bd09-403f8c27b9cb tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 943 time: 0.0794806 Mar 28 11:21:56.542733 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-8ea48384-6d06-40e4-b85e-35be36aa2a42 req-c2c2d1fa-8b50-4efa-ac5e-da705a5ad3c3 service neutron] 10.222.0.31 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271780 Mar 28 11:21:56.554780 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3b2b793f-7179-471a-9d81-c48b0aec120f req-022e6fd4-d076-4ef1-b357-276c94b44adc tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Mar 28 11:21:57.734528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55308543-1c78-406a-b7d5-72b255837174 req-dccd1944-f114-4b6b-a1d1-02fc8a70e534 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:57.735971 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-55308543-1c78-406a-b7d5-72b255837174 req-dccd1944-f114-4b6b-a1d1-02fc8a70e534 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 943 time: 0.0780339 Mar 28 11:21:57.778902 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-55308543-1c78-406a-b7d5-72b255837174 req-eb9e8bc2-86c1-43bb-8f57-0465cc4f9762 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Mar 28 11:21:58.937784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e95a7e07-5190-4f13-adda-31020621b7b9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:21:59.072942 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e95a7e07-5190-4f13-adda-31020621b7b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e95a7e07-5190-4f13-adda-31020621b7b9,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:59.086164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'e95a7e07-5190-4f13-adda-31020621b7b9', 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278', 'port_id': 'e95a7e07-5190-4f13-adda-31020621b7b9', 'mac_address': 'fa:16:3e:ac:25:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca455f0e-81fe-4189-a164-53c223c15493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:21:59.111129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6d67-bc5a-4469-84f0-2e69db76f667 req-18bc2eb1-fdb1-45e4-899a-20221f61f05c tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:21:59.112599 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a7f6d67-bc5a-4469-84f0-2e69db76f667 req-18bc2eb1-fdb1-45e4-899a-20221f61f05c tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 943 time: 0.0829222 Mar 28 11:21:59.143453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:59.157049 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a7f6d67-bc5a-4469-84f0-2e69db76f667 req-58e5219e-8f04-48f6-9c04-bcf7cd159b21 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Mar 28 11:21:59.159918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95a7e07-5190-4f13-adda-31020621b7b9 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:21:59.175643 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e95a7e07-5190-4f13-adda-31020621b7b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e95a7e07-5190-4f13-adda-31020621b7b9,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:21:59.240551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:21:59.305078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e95a7e07-5190-4f13-adda-31020621b7b9,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:21:59.572906 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e95a7e07-5190-4f13-adda-31020621b7b9'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:22:00.340352 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc44492-3127-4924-be46-097af816d5d6 req-221ef9e8-c0f5-4ca0-951f-8355fdf22405 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:00.341698 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-afc44492-3127-4924-be46-097af816d5d6 req-221ef9e8-c0f5-4ca0-951f-8355fdf22405 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 944 time: 0.0800579 Mar 28 11:22:00.384432 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-afc44492-3127-4924-be46-097af816d5d6 req-bcfa006c-e949-4794-be0e-e676e9fdf5f9 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Mar 28 11:22:00.937777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e95a7e07-5190-4f13-adda-31020621b7b9 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:22:01.092430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port e95a7e07-5190-4f13-adda-31020621b7b9 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:22:01.097017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port e95a7e07-5190-4f13-adda-31020621b7b9 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:22:01.097381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:01.208787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:01.234623 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7da7e30-e617-4f77-92f7-635d39e14fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95a7e07-5190-4f13-adda-31020621b7b9'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:22:01.244364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e95a7e07-5190-4f13-adda-31020621b7b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e95a7e07-5190-4f13-adda-31020621b7b9,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:22:01.276201 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7da7e30-e617-4f77-92f7-635d39e14fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95a7e07-5190-4f13-adda-31020621b7b9', 'code': 200} Mar 28 11:22:01.309575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:01.378489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e95a7e07-5190-4f13-adda-31020621b7b9,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:22:01.569081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc684c22-2a04-41f7-9c06-b87f11c6ac98 req-7e9ce29f-b4d7-4112-a691-599a89b8d69a tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:01.570555 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fc684c22-2a04-41f7-9c06-b87f11c6ac98 req-7e9ce29f-b4d7-4112-a691-599a89b8d69a tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 945 time: 0.0841401 Mar 28 11:22:01.614854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fc684c22-2a04-41f7-9c06-b87f11c6ac98 req-9b56dfee-df53-41da-ae99-5b3f5130dc9b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Mar 28 11:22:01.640974 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5195dcc-8eb4-461c-93d6-6f503711d734 req-7c019c83-e637-4a5d-84f0-3615c0a7ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:01.642474 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d5195dcc-8eb4-461c-93d6-6f503711d734 req-7c019c83-e637-4a5d-84f0-3615c0a7ca9d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 1098 time: 0.0688956 Mar 28 11:22:01.684983 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d5195dcc-8eb4-461c-93d6-6f503711d734 req-29cac59a-dd52-43f2-9a3a-7651d86d3245 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330641 Mar 28 11:22:02.193242 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:22:02.796842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d3ff4-9a13-4ba1-98b7-bb3009d4f498 req-a126136f-8042-4f31-a6b0-a6c1994f9b9a tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:02.805989 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf0d3ff4-9a13-4ba1-98b7-bb3009d4f498 req-a126136f-8042-4f31-a6b0-a6c1994f9b9a tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 945 time: 0.0795093 Mar 28 11:22:02.847338 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf0d3ff4-9a13-4ba1-98b7-bb3009d4f498 req-4587af5c-f415-4358-bc9f-c7744e9bd986 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Mar 28 11:22:04.029058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fac30d-303b-45c9-b7b6-8bdc04e010e6 req-48ed44c5-8769-4cc6-ba95-1dbc2386233c tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:04.030530 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f6fac30d-303b-45c9-b7b6-8bdc04e010e6 req-48ed44c5-8769-4cc6-ba95-1dbc2386233c tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 945 time: 0.0790608 Mar 28 11:22:04.073455 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f6fac30d-303b-45c9-b7b6-8bdc04e010e6 req-69996093-7976-43c2-8ac9-34fb1ae7e9b7 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371623 Mar 28 11:22:04.255570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93fbd5-c4b5-4000-9209-2e8297a0fdd6 req-607e305b-290d-45a2-b7ae-d5d184042d61 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:04.256905 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf93fbd5-c4b5-4000-9209-2e8297a0fdd6 req-607e305b-290d-45a2-b7ae-d5d184042d61 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 945 time: 0.0812833 Mar 28 11:22:04.300332 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf93fbd5-c4b5-4000-9209-2e8297a0fdd6 req-6ed666de-71a6-41ad-aa3b-60d6af26847e tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 Mar 28 11:22:15.955720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:18.281213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-096d0039-5b44-4d7c-8225-85b5d36eb980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:20.464355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9a48-7690-4cc4-aade-cad16da5ac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:21.595571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:21.647098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:22.367111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f465fa1-529b-497f-b816-792888fc2c11 req-b424ac6e-0e5f-422f-990d-2b85334a07ab tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:22.368559 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9f465fa1-529b-497f-b816-792888fc2c11 req-b424ac6e-0e5f-422f-990d-2b85334a07ab tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 945 time: 0.0792713 Mar 28 11:22:22.411846 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9f465fa1-529b-497f-b816-792888fc2c11 req-673b8d87-2222-4502-9505-a16169e0ef46 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Mar 28 11:22:23.104230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:23.698339 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9bf19-6caa-4d2c-92d7-0a7aeb2fb3b9 req-c40cbfaf-1874-4ecb-a84b-dc9537fa7c1d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:23.699765 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ced9bf19-6caa-4d2c-92d7-0a7aeb2fb3b9 req-c40cbfaf-1874-4ecb-a84b-dc9537fa7c1d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 945 time: 0.1818900 Mar 28 11:22:23.743050 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ced9bf19-6caa-4d2c-92d7-0a7aeb2fb3b9 req-00ee9e1b-c8c3-4f7f-98e7-4b5835f19371 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371497 Mar 28 11:22:24.322005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-cf76280a-2660-4d21-9e82-e98f6d045515 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:24.322607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-cf76280a-2660-4d21-9e82-e98f6d045515 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Synchronizing usage tracker for tenant:1aed51fb8e104bf1907340e77dc42636 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:22:24.401316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-cf76280a-2660-4d21-9e82-e98f6d045515 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Unset dirty status for tenant:1aed51fb8e104bf1907340e77dc42636 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:22:24.402447 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-cf76280a-2660-4d21-9e82-e98f6d045515 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 945 time: 0.2604430 Mar 28 11:22:24.475772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Deleting port e95a7e07-5190-4f13-adda-31020621b7b9 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:22:24.476110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:24.716648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] For port e95a7e07-5190-4f13-adda-31020621b7b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e95a7e07-5190-4f13-adda-31020621b7b9,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:22:24.717000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:24.838897 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Calling delete_port for e95a7e07-5190-4f13-adda-31020621b7b9 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:22:24.926968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbff0c-c3ea-4ec1-bd4e-7b9a32f96db3 req-1dcfd5f0-edca-4e51-a329-1c56bb1771a6 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:24.928401 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f8cbff0c-c3ea-4ec1-bd4e-7b9a32f96db3 req-1dcfd5f0-edca-4e51-a329-1c56bb1771a6 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 945 time: 0.0809309 Mar 28 11:22:24.972646 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f8cbff0c-c3ea-4ec1-bd4e-7b9a32f96db3 req-71baf3d8-6dde-45d2-acf8-2465f2a8ca47 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Mar 28 11:22:25.046342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:25.095624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Pushing event deleted for resources: {'Port': ['ID=e95a7e07-5190-4f13-adda-31020621b7b9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:22:25.098163 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e95a7e07-5190-4f13-adda-31020621b7b9'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:22:25.136270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.136613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.136943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.137269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.137592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.137930 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.138260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.138573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.138947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.139938 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.140254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.140568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:22:25.183985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] No DVR routers for this DVR port e95a7e07-5190-4f13-adda-31020621b7b9 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:22:25.187075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:25.189666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7da7e30-e617-4f77-92f7-635d39e14fc1', 'name': 'network-vif-deleted', 'tag': 'e95a7e07-5190-4f13-adda-31020621b7b9'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:22:25.235738 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7da7e30-e617-4f77-92f7-635d39e14fc1', 'name': 'network-vif-deleted', 'tag': 'e95a7e07-5190-4f13-adda-31020621b7b9', 'status': 'completed', 'code': 200} Mar 28 11:22:25.271008 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6717758b-e2b0-4156-bb7c-014069bacd2f req-5df1f7fe-f9a9-4589-9dcd-aaef837c8baf tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.31 "DELETE /v2.0/ports/e95a7e07-5190-4f13-adda-31020621b7b9 HTTP/1.1" status: 204 len: 173 time: 0.8590934 Mar 28 11:22:26.132085 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e3e895c9-89e8-4bab-90ba-30065e21996f req-c942e35c-aaa6-421e-9f9f-13f191f0905f tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7da7e30-e617-4f77-92f7-635d39e14fc1 HTTP/1.1" status: 200 len: 210 time: 0.0424366 Mar 28 11:22:27.079521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e95a7e07-5190-4f13-adda-31020621b7b9 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:22:27.115952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: e95a7e07-5190-4f13-adda-31020621b7b9 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:22:27.116297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e95a7e07-5190-4f13-adda-31020621b7b9 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:22:27.884748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-f5390ddf-43a8-403d-9d61-1cc08951442a tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:27.886089 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-f5390ddf-43a8-403d-9d61-1cc08951442a tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/networks?id=c3f5c920-9f03-407d-bab2-7808369df278 HTTP/1.1" status: 200 len: 816 time: 0.1421597 Mar 28 11:22:27.900826 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-9b7b5775-947f-4fd4-8e70-826e0ccf0036 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/quotas/1aed51fb8e104bf1907340e77dc42636 HTTP/1.1" status: 200 len: 375 time: 0.0089867 Mar 28 11:22:27.986817 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-73888710-462a-4b84-8b32-112126fbda30 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1aed51fb8e104bf1907340e77dc42636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805664 Mar 28 11:22:28.121746 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-638d7660-ea33-40de-912f-bbca30a9f2d6 service neutron] 10.222.0.18 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237676 Mar 28 11:22:28.250256 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-1bb2219e-662e-4c0d-88bc-f84ffd5ff643 service neutron] 10.222.0.18 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222160 Mar 28 11:22:28.510994 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0f639a31-b3db-43f8-b275-6b2b1aafb7ca req-7948333f-e643-4d92-9d94-6c25db7d9f23 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 210 time: 0.0522993 Mar 28 11:22:29.649613 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-827c3dbc-a99d-4697-a970-fbba6c67e837 req-3849f273-c165-4613-bb45-990d08b2ff0a tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 210 time: 0.0419936 Mar 28 11:22:30.577611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-c2f209d9-b0ec-46e5-94c3-fa78b8cd5b48 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:30.579041 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-c2f209d9-b0ec-46e5-94c3-fa78b8cd5b48 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.31 "GET /v2.0/networks?id=c3f5c920-9f03-407d-bab2-7808369df278 HTTP/1.1" status: 200 len: 816 time: 0.1440549 Mar 28 11:22:30.604978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Request body: {'port': {'device_id': '1c540f2a-7413-471a-bbd1-89142d3ba93d', 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278', 'admin_state_up': True, 'tenant_id': '1aed51fb8e104bf1907340e77dc42636'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:22:30.745069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:22:30.749426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Usage tracker for resource:port and tenant:1aed51fb8e104bf1907340e77dc42636 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:22:30.752355 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:22:30.758236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:22:30.804617 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7e207b95-7164-4992-81b6-0c5eaa219edb req-3a91e0e9-6d0b-4cfc-9e2f-05cd203d6c5a tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 210 time: 0.0457723 Mar 28 11:22:30.853088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Made reservation on behalf of 1aed51fb8e104bf1907340e77dc42636 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:22:30.856632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:31.047128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Allocated IP 172.20.0.8 (c3f5c920-9f03-407d-bab2-7808369df278/ca455f0e-81fe-4189-a164-53c223c15493/d5891527-1fad-40c9-8900-956c5e62f2a2) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:22:31.240929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:31.256089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Transition to ACTIVE for port object d5891527-1fad-40c9-8900-956c5e62f2a2 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:22:31.339057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:31.407291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Network c3f5c920-9f03-407d-bab2-7808369df278 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:22:31.414346 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:22:31.418556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:22:31.449494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Pushing event updated for resources: {'Port': ['ID=d5891527-1fad-40c9-8900-956c5e62f2a2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:22:31.486662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:31.487270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:31.568170 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-a7c438bf-a663-4902-b014-c584c07f1f8d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9670160 Mar 28 11:22:31.594091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Request body: {'port': {'device_id': '1c540f2a-7413-471a-bbd1-89142d3ba93d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:22:31.641670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fd4c9a1d-af00-4f5e-ab39-0a56ca9e720a None None] Provisioning for port d5891527-1fad-40c9-8900-956c5e62f2a2 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:22:31.646479 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fd4c9a1d-af00-4f5e-ab39-0a56ca9e720a None None] Provisioning complete for port d5891527-1fad-40c9-8900-956c5e62f2a2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:22:31.646848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fd4c9a1d-af00-4f5e-ab39-0a56ca9e720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:31.702105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c9a1d-af00-4f5e-ab39-0a56ca9e720a None None] Port d5891527-1fad-40c9-8900-956c5e62f2a2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:22:31.793652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:31.985793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d3e79-9ab2-4db6-b45f-97dabce44be5 req-3c53050c-692b-45c6-a8d5-d52f4e5ffc7c tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:31.987289 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f28d3e79-9ab2-4db6-b45f-97dabce44be5 req-3c53050c-692b-45c6-a8d5-d52f4e5ffc7c tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 931 time: 0.0790498 Mar 28 11:22:32.031550 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f28d3e79-9ab2-4db6-b45f-97dabce44be5 req-d07bb917-e5cd-4025-9784-d73a47df89f4 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Mar 28 11:22:32.129025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5891527-1fad-40c9-8900-956c5e62f2a2 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:22:32.136221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:32.150670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Transition to ACTIVE for port object d5891527-1fad-40c9-8900-956c5e62f2a2 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:22:32.189514 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:32.343388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Pushing event updated for resources: {'Port': ['ID=d5891527-1fad-40c9-8900-956c5e62f2a2,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:22:32.422989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Attempting to bind port d5891527-1fad-40c9-8900-956c5e62f2a2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:22:32.423344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Attempting to bind port d5891527-1fad-40c9-8900-956c5e62f2a2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:22:32.423643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Attempting to bind port d5891527-1fad-40c9-8900-956c5e62f2a2 on network c3f5c920-9f03-407d-bab2-7808369df278 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:22:32.428149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Port d5891527-1fad-40c9-8900-956c5e62f2a2 on network c3f5c920-9f03-407d-bab2-7808369df278 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:22:32.428467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Attempting to bind port d5891527-1fad-40c9-8900-956c5e62f2a2 on network c3f5c920-9f03-407d-bab2-7808369df278 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:22:32.433407 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:22:32.433743 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Checking segment: {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:22:32.434156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Bound using segment: {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:22:32.434575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Bound port: d5891527-1fad-40c9-8900-956c5e62f2a2, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b871ab70-c443-45ba-8c7b-0817039aa465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:22:32.434916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:32.523956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] For port d5891527-1fad-40c9-8900-956c5e62f2a2, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:22:32.527035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] For port d5891527-1fad-40c9-8900-956c5e62f2a2, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5891527-1fad-40c9-8900-956c5e62f2a2,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:22:32.602569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:32.657669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:32.658297 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:32.659657 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06d2da30-9c17-4437-831a-a843455be546 service neutron] 10.222.0.31 "PUT /v2.0/ports/d5891527-1fad-40c9-8900-956c5e62f2a2 HTTP/1.1" status: 200 len: 1093 time: 1.0698850 Mar 28 11:22:32.660097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c540f2a-7413-471a-bbd1-89142d3ba93d', 'tag': 'd5891527-1fad-40c9-8900-956c5e62f2a2'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:22:32.688307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2da30-9c17-4437-831a-a843455be546 service neutron] Pushing event updated for resources: {'Port': ['ID=d5891527-1fad-40c9-8900-956c5e62f2a2,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:22:32.706080 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c540f2a-7413-471a-bbd1-89142d3ba93d', 'tag': 'd5891527-1fad-40c9-8900-956c5e62f2a2', 'status': 'completed', 'code': 200} Mar 28 11:22:32.830947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8f4f-decb-4b2c-9560-41c0d3591d89 req-e9502c5b-c26a-4abb-b2ec-6fa54720eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:32.832647 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0fbb8f4f-decb-4b2c-9560-41c0d3591d89 req-e9502c5b-c26a-4abb-b2ec-6fa54720eb60 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aed51fb8e104bf1907340e77dc42636&device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 1096 time: 0.0798948 Mar 28 11:22:32.986055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8f4f-decb-4b2c-9560-41c0d3591d89 req-7afc02af-c391-4cc3-b562-8f94e0b353df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:32.987371 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0fbb8f4f-decb-4b2c-9560-41c0d3591d89 req-7afc02af-c391-4cc3-b562-8f94e0b353df service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1aed51fb8e104bf1907340e77dc42636&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1337926 Mar 28 11:22:33.129916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8f4f-decb-4b2c-9560-41c0d3591d89 req-b3b60662-d167-4ff3-bb92-6f5b16d21f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:33.131380 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0fbb8f4f-decb-4b2c-9560-41c0d3591d89 req-b3b60662-d167-4ff3-bb92-6f5b16d21f3d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349852 Mar 28 11:22:33.219871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4ca83-ff1a-4d2a-95a9-a35c70360c6b req-87269c62-cdba-4bbf-9551-a7c84a39cf25 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:33.221304 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b2a4ca83-ff1a-4d2a-95a9-a35c70360c6b req-87269c62-cdba-4bbf-9551-a7c84a39cf25 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 943 time: 0.0821640 Mar 28 11:22:33.265174 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b2a4ca83-ff1a-4d2a-95a9-a35c70360c6b req-11a56555-4b1d-4d00-af6b-ce22d2c44ffd tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379515 Mar 28 11:22:33.272033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-b507de87-d095-475b-aa6a-13344367a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:33.273486 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-b507de87-d095-475b-aa6a-13344367a5cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aed51fb8e104bf1907340e77dc42636&device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 1096 time: 0.0705438 Mar 28 11:22:33.356176 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-06170366-475f-47ac-807d-9203504ef74f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5891527-1fad-40c9-8900-956c5e62f2a2 HTTP/1.1" status: 200 len: 217 time: 0.0628359 Mar 28 11:22:33.422297 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-72ceba58-a635-48a0-8385-2173e415f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:33.423691 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-72ceba58-a635-48a0-8385-2173e415f5bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca455f0e-81fe-4189-a164-53c223c15493 HTTP/1.1" status: 200 len: 855 time: 0.0570929 Mar 28 11:22:33.505222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-2eb277fa-7415-431c-9f64-870fbee7ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:33.506706 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-2eb277fa-7415-431c-9f64-870fbee7ea45 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3f5c920-9f03-407d-bab2-7808369df278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730567 Mar 28 11:22:33.734696 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-99dfa7ca-6a18-4d7c-b8ca-1da6df6e9003 service neutron] 10.222.0.31 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171478 Mar 28 11:22:33.873817 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1dd338cf-8d6b-4cc7-a690-1c4f037c2f8f req-9fa489ab-1ff6-4e52-b192-e280d8ab1202 service neutron] 10.222.0.31 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249731 Mar 28 11:22:34.446734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2ce5e-72d5-44a8-a92e-546144fea5db req-a9714be8-f648-4ae7-aa70-44a86c2e6789 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:34.448272 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dda2ce5e-72d5-44a8-a92e-546144fea5db req-a9714be8-f648-4ae7-aa70-44a86c2e6789 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 943 time: 0.0784149 Mar 28 11:22:34.492138 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dda2ce5e-72d5-44a8-a92e-546144fea5db req-c4f6d3b1-b4e8-47b3-a71a-a8387bf6aef2 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380759 Mar 28 11:22:35.111018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device d5891527-1fad-40c9-8900-956c5e62f2a2 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:22:35.241958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port d5891527-1fad-40c9-8900-956c5e62f2a2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5891527-1fad-40c9-8900-956c5e62f2a2,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:22:35.254555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'd5891527-1fad-40c9-8900-956c5e62f2a2', 'network_id': 'c3f5c920-9f03-407d-bab2-7808369df278', 'port_id': 'd5891527-1fad-40c9-8900-956c5e62f2a2', 'mac_address': 'fa:16:3e:f7:d0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca455f0e-81fe-4189-a164-53c223c15493', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:22:35.311018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:35.327430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5891527-1fad-40c9-8900-956c5e62f2a2 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:22:35.341987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port d5891527-1fad-40c9-8900-956c5e62f2a2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5891527-1fad-40c9-8900-956c5e62f2a2,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:22:35.418266 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:35.482609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=d5891527-1fad-40c9-8900-956c5e62f2a2,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:22:35.677319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2dcf8-1e91-49a9-a4bf-3e0e44f52945 req-32e0250e-b51d-48bc-95b7-223ff35b525c tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:35.678808 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37d2dcf8-1e91-49a9-a4bf-3e0e44f52945 req-32e0250e-b51d-48bc-95b7-223ff35b525c tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 944 time: 0.0825672 Mar 28 11:22:35.722720 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37d2dcf8-1e91-49a9-a4bf-3e0e44f52945 req-7b77ac57-8323-4740-90e9-84acb73e078a tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 Mar 28 11:22:35.771106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['d5891527-1fad-40c9-8900-956c5e62f2a2'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:22:37.054977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0027f-f97b-466e-ae84-49b4cdca6104 req-beaa5b2c-56ba-40ab-915c-d756587ed640 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:37.056402 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e3c0027f-f97b-466e-ae84-49b4cdca6104 req-beaa5b2c-56ba-40ab-915c-d756587ed640 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 944 time: 0.0814855 Mar 28 11:22:37.099808 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e3c0027f-f97b-466e-ae84-49b4cdca6104 req-d2033a6f-42f1-40a5-b302-c756a4c4b2ce tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Mar 28 11:22:37.109765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device d5891527-1fad-40c9-8900-956c5e62f2a2 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:22:37.212493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port d5891527-1fad-40c9-8900-956c5e62f2a2 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:22:37.217180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port d5891527-1fad-40c9-8900-956c5e62f2a2 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:22:37.217545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:37.360722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:37.386422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c540f2a-7413-471a-bbd1-89142d3ba93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5891527-1fad-40c9-8900-956c5e62f2a2'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:22:37.395858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port d5891527-1fad-40c9-8900-956c5e62f2a2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5891527-1fad-40c9-8900-956c5e62f2a2,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:22:37.430083 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c540f2a-7413-471a-bbd1-89142d3ba93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5891527-1fad-40c9-8900-956c5e62f2a2', 'code': 200} Mar 28 11:22:37.447045 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:37.516285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=d5891527-1fad-40c9-8900-956c5e62f2a2,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:22:37.856455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba09e9b-da1e-4ce5-af2c-644abe82fe06 req-c9898fe3-1d4b-4a9f-8e4e-3d4ea47cee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:37.857962 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cba09e9b-da1e-4ce5-af2c-644abe82fe06 req-c9898fe3-1d4b-4a9f-8e4e-3d4ea47cee04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 1098 time: 0.0687075 Mar 28 11:22:37.901565 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cba09e9b-da1e-4ce5-af2c-644abe82fe06 req-2a4228ec-5b3d-434b-ae16-4f225d2a18ef service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Mar 28 11:22:38.277183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e5272-7794-4acd-b28c-bdb7c061a9ea req-7b974073-2330-4756-b137-ad36f0989f63 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:38.278646 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c4e5272-7794-4acd-b28c-bdb7c061a9ea req-7b974073-2330-4756-b137-ad36f0989f63 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 945 time: 0.0782974 Mar 28 11:22:38.321382 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c4e5272-7794-4acd-b28c-bdb7c061a9ea req-9ddc4e4d-b766-4ccf-b724-872138c2eb54 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 Mar 28 11:22:39.191684 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:22:39.506708 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98ef12-4f3b-4c13-ac62-327694be2aa0 req-41960c3f-f9a2-4600-947e-daa8cdf3e9b3 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:39.508128 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ff98ef12-4f3b-4c13-ac62-327694be2aa0 req-41960c3f-f9a2-4600-947e-daa8cdf3e9b3 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 945 time: 0.0823505 Mar 28 11:22:39.551411 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ff98ef12-4f3b-4c13-ac62-327694be2aa0 req-5afa6aa7-dfaa-474f-a613-e7bf7cbff562 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375402 Mar 28 11:22:39.728034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4136-d587-414c-8392-ecfd4c363c92 req-49810050-b3c9-4dae-b464-2d72dc5946c7 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:39.729446 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d3ff4136-d587-414c-8392-ecfd4c363c92 req-49810050-b3c9-4dae-b464-2d72dc5946c7 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 945 time: 0.0772951 Mar 28 11:22:39.873111 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d3ff4136-d587-414c-8392-ecfd4c363c92 req-9b63d9dd-4d11-4d30-8d25-c7a25594e275 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376331 Mar 28 11:22:45.955513 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:48.298143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fef45f2e-cbe3-47c8-94d2-a5f9cc421d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:50.476067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a2281304-d280-4d74-92e0-548ea7bb3625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:50.699614 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-77b94bd3-8299-469d-9a92-89d3f37222db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712771 Mar 28 11:22:50.862182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-50c43e81-4d40-4806-873d-aeb3c2faca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:50.863647 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-50c43e81-4d40-4806-873d-aeb3c2faca3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aed51fb8e104bf1907340e77dc42636&device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 1098 time: 0.0706713 Mar 28 11:22:51.010886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-d537859b-0cd7-41ec-8295-7780a1724594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:51.012250 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-d537859b-0cd7-41ec-8295-7780a1724594 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3f5c920-9f03-407d-bab2-7808369df278 HTTP/1.1" status: 200 len: 917 time: 0.1277359 Mar 28 11:22:51.084282 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-c6d9a7a5-d2d3-4a2f-b1bf-30fef87bb10a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5891527-1fad-40c9-8900-956c5e62f2a2 HTTP/1.1" status: 200 len: 217 time: 0.0640962 Mar 28 11:22:51.145679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-2b70e212-adf5-4b52-b54e-1406c4ba3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:51.147072 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-2b70e212-adf5-4b52-b54e-1406c4ba3ce2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca455f0e-81fe-4189-a164-53c223c15493 HTTP/1.1" status: 200 len: 855 time: 0.0562072 Mar 28 11:22:51.223841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-ce288e6a-8349-4d41-9fd2-5056391d9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:51.225257 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-ce288e6a-8349-4d41-9fd2-5056391d9e6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3f5c920-9f03-407d-bab2-7808369df278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717447 Mar 28 11:22:51.355120 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-19eb137d-9626-4839-a66a-069937316ee5 service neutron] 10.222.0.31 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235704 Mar 28 11:22:51.487967 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64a39fb3-a040-4d85-9f02-fdf40ddeba3b req-d9ab8ae3-0ae9-4e4b-a74e-1dcdd3ed6b43 service neutron] 10.222.0.31 "GET /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241763 Mar 28 11:22:51.578964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:51.664440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:53.099092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:57.572206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb9485-cb3e-4309-af33-ab1c888f50e1 req-a4572915-3d8f-43bb-bf54-f828fc953a3e tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:57.573654 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1dcb9485-cb3e-4309-af33-ab1c888f50e1 req-a4572915-3d8f-43bb-bf54-f828fc953a3e tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 945 time: 0.0817263 Mar 28 11:22:57.617556 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1dcb9485-cb3e-4309-af33-ab1c888f50e1 req-33a0f9d8-b318-41c1-a365-664eece611b4 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375426 Mar 28 11:22:58.800224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03406a7-50ca-4c2f-98ce-e45a7627a54f req-10b2c256-95ad-496b-b220-91d275842dde tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:58.801583 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c03406a7-50ca-4c2f-98ce-e45a7627a54f req-10b2c256-95ad-496b-b220-91d275842dde tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 945 time: 0.0794928 Mar 28 11:22:58.844720 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c03406a7-50ca-4c2f-98ce-e45a7627a54f req-24ba31b7-968a-42ad-a3a8-cd25df39d896 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Mar 28 11:22:59.388031 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-c6cf0157-bc03-441b-85d4-a638768dd46f tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:22:59.388722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-c6cf0157-bc03-441b-85d4-a638768dd46f tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Synchronizing usage tracker for tenant:1aed51fb8e104bf1907340e77dc42636 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:22:59.464681 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-c6cf0157-bc03-441b-85d4-a638768dd46f tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Unset dirty status for tenant:1aed51fb8e104bf1907340e77dc42636 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:22:59.465821 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-c6cf0157-bc03-441b-85d4-a638768dd46f tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 945 time: 0.1551054 Mar 28 11:22:59.539137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Deleting port d5891527-1fad-40c9-8900-956c5e62f2a2 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:22:59.539473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:59.777289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] For port d5891527-1fad-40c9-8900-956c5e62f2a2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5891527-1fad-40c9-8900-956c5e62f2a2,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:22:59.777550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:22:59.897080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Calling delete_port for d5891527-1fad-40c9-8900-956c5e62f2a2 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:23:00.035322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7e74e-a151-4d66-bb98-c8ff4486d928 req-926a1889-60ab-4bfa-871f-4bb0e59b6539 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:00.036683 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-40d7e74e-a151-4d66-bb98-c8ff4486d928 req-926a1889-60ab-4bfa-871f-4bb0e59b6539 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 945 time: 0.0812728 Mar 28 11:23:00.083229 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-40d7e74e-a151-4d66-bb98-c8ff4486d928 req-554fd0c1-dff4-4098-9a4d-2289e853ef3d tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/security-groups?id=323e5a19-cf29-44e5-a130-ad1cb427deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Mar 28 11:23:00.190228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:00.230729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['d5891527-1fad-40c9-8900-956c5e62f2a2'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:23:00.242714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Pushing event deleted for resources: {'Port': ['ID=d5891527-1fad-40c9-8900-956c5e62f2a2,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:00.318231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] No DVR routers for this DVR port d5891527-1fad-40c9-8900-956c5e62f2a2 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:23:00.320721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:00.323374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c540f2a-7413-471a-bbd1-89142d3ba93d', 'name': 'network-vif-deleted', 'tag': 'd5891527-1fad-40c9-8900-956c5e62f2a2'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:23:00.371610 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c540f2a-7413-471a-bbd1-89142d3ba93d', 'name': 'network-vif-deleted', 'tag': 'd5891527-1fad-40c9-8900-956c5e62f2a2', 'status': 'completed', 'code': 200} Mar 28 11:23:00.391923 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-21efcfd2-e05c-442e-97bb-ccb07d024cb4 req-6c357253-9339-429a-8bfc-07a0786d512b tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.31 "DELETE /v2.0/ports/d5891527-1fad-40c9-8900-956c5e62f2a2 HTTP/1.1" status: 204 len: 173 time: 0.9170468 Mar 28 11:23:01.244784 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a1bef8f0-2f9b-45ec-b3d3-fe6ca3a7fbe2 req-f409e343-a105-4334-959d-89e2240dd138 tempest-TestEncryptedCinderVolumes-646309709 tempest-TestEncryptedCinderVolumes-646309709-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c540f2a-7413-471a-bbd1-89142d3ba93d HTTP/1.1" status: 200 len: 210 time: 0.0423181 Mar 28 11:23:02.470258 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45322) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:02.992785 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:03.188216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device d5891527-1fad-40c9-8900-956c5e62f2a2 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:23:03.225007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: d5891527-1fad-40c9-8900-956c5e62f2a2 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:23:03.225347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device d5891527-1fad-40c9-8900-956c5e62f2a2 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:23:03.333054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Deleting port b51bff4b-293c-411a-af42-b78bd4f5c0a1 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:03.333303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:03.608717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] For port b51bff4b-293c-411a-af42-b78bd4f5c0a1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b51bff4b-293c-411a-af42-b78bd4f5c0a1,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:03.609422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:03.728915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Calling delete_port for b51bff4b-293c-411a-af42-b78bd4f5c0a1 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:23:03.944762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:03.993439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Pushing event deleted for resources: {'Port': ['ID=b51bff4b-293c-411a-af42-b78bd4f5c0a1,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:04.034695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.035038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.035378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.035717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.036042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.036367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.036691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.037011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.037329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.037650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.037989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.038306 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:04.263718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:04.610505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Router 23773fad-270e-41dc-95ef-5d80a0c0e0cb has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:23:04.783592 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:23:04.792752 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] Sync routers for ids ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:23:04.796635 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-57f478bf-cf91-4644-ba49-a4880576287f admin admin] 10.222.0.18 "PUT /v2.0/routers/23773fad-270e-41dc-95ef-5d80a0c0e0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3242295 Mar 28 11:23:04.798142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45326) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:04.801776 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] Routers {'23773fad-270e-41dc-95ef-5d80a0c0e0cb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:04.802355 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:22:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:04.970533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:04.971480 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] Set router 23773fad-270e-41dc-95ef-5d80a0c0e0cb gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:05.143073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:05.190333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Deleting port 041f618e-6903-4962-bcb5-cc6afed0cc65 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:05.190673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:05.247616 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:35Z', 'updated_at': '2022-03-28T11:23:03Z', 'revision_number': 5, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'gw_port': {'id': '041f618e-6903-4962-bcb5-cc6afed0cc65', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:36Z', 'updated_at': '2022-03-28T11:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:05.251925 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] Checking router: 23773fad-270e-41dc-95ef-5d80a0c0e0cb for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:23:05.259982 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] Routers {'23773fad-270e-41dc-95ef-5d80a0c0e0cb'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:05.260569 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:22:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:05.360127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] For port 041f618e-6903-4962-bcb5-cc6afed0cc65, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=041f618e-6903-4962-bcb5-cc6afed0cc65,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:05.360472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:05.406697 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] Set router 23773fad-270e-41dc-95ef-5d80a0c0e0cb gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:05.480975 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Calling delete_port for 041f618e-6903-4962-bcb5-cc6afed0cc65 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:23:05.532328 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:35Z', 'updated_at': '2022-03-28T11:23:05Z', 'revision_number': 6, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:05.536183 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f354c-722a-46fe-b554-8d392de332d7 None None] The sync data for ids ['23773fad-270e-41dc-95ef-5d80a0c0e0cb'] in dv-neutron-835336-1-hyperv is: [{'id': '23773fad-270e-41dc-95ef-5d80a0c0e0cb', 'name': 'tempest-TestEncryptedCinderVolumes-212219078-router', 'tenant_id': '1aed51fb8e104bf1907340e77dc42636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:35Z', 'updated_at': '2022-03-28T11:23:05Z', 'revision_number': 6, 'project_id': '1aed51fb8e104bf1907340e77dc42636', 'gw_port_host': None}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:23:05.818946 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:05.862810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Pushing event deleted for resources: {'Port': ['ID=041f618e-6903-4962-bcb5-cc6afed0cc65,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:06.049759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b51bff4b-293c-411a-af42-b78bd4f5c0a1 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:23:06.060285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.083589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b51bff4b-293c-411a-af42-b78bd4f5c0a1 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:23:06.084001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b51bff4b-293c-411a-af42-b78bd4f5c0a1 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:23:06.084484 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 041f618e-6903-4962-bcb5-cc6afed0cc65 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:23:06.117162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 041f618e-6903-4962-bcb5-cc6afed0cc65 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:23:06.117512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 041f618e-6903-4962-bcb5-cc6afed0cc65 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:23:06.231947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.234119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.293212 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.293695 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23773fad-270e-41dc-95ef-5d80a0c0e0cb {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:23:06.306306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.307776 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8480ecd7-3a49-4c5d-8d50-da20d5ff2224 admin admin] 10.222.0.18 "DELETE /v2.0/routers/23773fad-270e-41dc-95ef-5d80a0c0e0cb HTTP/1.1" status: 204 len: 168 time: 1.5084860 Mar 28 11:23:06.310237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45330) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:06.371295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9415385-5ff9-4f5b-91a9-be609183c777 admin admin] Deleting subnet ca455f0e-81fe-4189-a164-53c223c15493 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:23:06.374871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9415385-5ff9-4f5b-91a9-be609183c777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.427029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9415385-5ff9-4f5b-91a9-be609183c777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.616285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9415385-5ff9-4f5b-91a9-be609183c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.734048 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9415385-5ff9-4f5b-91a9-be609183c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.774464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9415385-5ff9-4f5b-91a9-be609183c777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca455f0e-81fe-4189-a164-53c223c15493,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:06.776620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a9415385-5ff9-4f5b-91a9-be609183c777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.781301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf45d4c8-e3fb-4686-8e70-f63e95dc8acd None None] Network c3f5c920-9f03-407d-bab2-7808369df278 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:23:06.782548 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a9415385-5ff9-4f5b-91a9-be609183c777 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca455f0e-81fe-4189-a164-53c223c15493 HTTP/1.1" status: 204 len: 168 time: 0.4708152 Mar 28 11:23:06.785134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45334) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:06.889541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:06.899663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Deleting port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:06.899987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.021174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] DHCP port deletion for c3f5c920-9f03-407d-bab2-7808369df278 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:23:07.025043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] Deleting port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:07.025661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.106380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] For port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=59e0bc82-c4f1-4205-919e-7dacd30e1e0a,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:07.106739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.221043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] For port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=59e0bc82-c4f1-4205-919e-7dacd30e1e0a,segment=NetworkSegment(b871ab70-c443-45ba-8c7b-0817039aa465),segment_id=b871ab70-c443-45ba-8c7b-0817039aa465)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:07.221620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.228476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Calling delete_port for 59e0bc82-c4f1-4205-919e-7dacd30e1e0a owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:23:07.343042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] Calling delete_port for 59e0bc82-c4f1-4205-919e-7dacd30e1e0a owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:23:07.385037 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.414421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:23:07.414767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:23:07.434001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Pushing event deleted for resources: {'Port': ['ID=59e0bc82-c4f1-4205-919e-7dacd30e1e0a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:07.435791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] No DVR routers for this DVR port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:23:07.550552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.574614 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f5c920-9f03-407d-bab2-7808369df278']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:07.586656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b871ab70-c443-45ba-8c7b-0817039aa465') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:07.586945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b871ab70-c443-45ba-8c7b-0817039aa465') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:07.598538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.614055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.619945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:23:07.624157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:23:07.633148 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:23:07.761446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.766398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.788303 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f5c920-9f03-407d-bab2-7808369df278,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:07.871022 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d9c21e06-01e4-49a3-b195-008a8ff407df admin admin] 10.222.0.18 "DELETE /v2.0/networks/c3f5c920-9f03-407d-bab2-7808369df278 HTTP/1.1" status: 204 len: 168 time: 1.0846391 Mar 28 11:23:07.874254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45338) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:07.916218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] Deleting port 59e0bc82-c4f1-4205-919e-7dacd30e1e0a {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:07.916597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:07.983219 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c6b658b7-08ea-4a2c-b620-cef6d603967a None None] The port '59e0bc82-c4f1-4205-919e-7dacd30e1e0a' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:23:08.038197 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 59e0bc82-c4f1-4205-919e-7dacd30e1e0a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:23:08.073616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 59e0bc82-c4f1-4205-919e-7dacd30e1e0a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:23:08.073992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 59e0bc82-c4f1-4205-919e-7dacd30e1e0a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:23:08.508192 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:08.851119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Deleting port 6b7be214-d9f7-4e92-8472-7c10365882e1 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:08.851465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:09.018698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] For port 6b7be214-d9f7-4e92-8472-7c10365882e1, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=6b7be214-d9f7-4e92-8472-7c10365882e1,segment=NetworkSegment(aeaa2002-7dcf-47a1-8aa2-344dcec8590a),segment_id=aeaa2002-7dcf-47a1-8aa2-344dcec8590a)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:09.019051 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:09.138315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Calling delete_port for 6b7be214-d9f7-4e92-8472-7c10365882e1 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:23:09.413501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:09.461957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7be214-d9f7-4e92-8472-7c10365882e1,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:09.824266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:10.172149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:23:10.344190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:23:10.352769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] Sync routers for ids ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:23:10.353243 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ddaca85a-d0b5-4933-ad16-42141af4a822 admin admin] 10.222.0.18 "PUT /v2.0/routers/570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4775572 Mar 28 11:23:10.355217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45342) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:10.362630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] Routers {'570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:10.363227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:22:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:10.532737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:10.535135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] Set router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:10.708672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:10.846012 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:43Z', 'updated_at': '2022-03-28T11:23:09Z', 'revision_number': 5, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'gw_port': {'id': '9fe8402c-e9dd-415a-b788-a46fe750bacf', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:32:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:21:44Z', 'updated_at': '2022-03-28T11:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:10.849701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] Checking router: 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:23:10.858469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] Routers {'570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:10.859064 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:22:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:10.865173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Deleting port 9fe8402c-e9dd-415a-b788-a46fe750bacf {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:10.865664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:11.005555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] Set router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:11.037256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] For port 9fe8402c-e9dd-415a-b788-a46fe750bacf, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9fe8402c-e9dd-415a-b788-a46fe750bacf,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:11.037603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:11.111361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:43Z', 'updated_at': '2022-03-28T11:23:10Z', 'revision_number': 6, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:11.115622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ddc4a-6cca-48c7-a2ff-843dcac776e9 None None] The sync data for ids ['570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b'] in dv-neutron-835336-1-hyperv is: [{'id': '570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b', 'name': 'tempest-TestEncryptedCinderVolumes-1733940577-router', 'tenant_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:21:43Z', 'updated_at': '2022-03-28T11:23:10Z', 'revision_number': 6, 'project_id': 'd8b8a39276cb4e44aaeaafbf4663a65c', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:23:11.270277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Calling delete_port for 9fe8402c-e9dd-415a-b788-a46fe750bacf owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:23:11.512516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:11.560297 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe8402c-e9dd-415a-b788-a46fe750bacf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:11.648976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:11.819381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:11.822204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:11.893594 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:11.894247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:23:11.906148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:11.907282 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9715d649-997b-45f5-9106-e9b83766fd6d admin admin] 10.222.0.18 "DELETE /v2.0/routers/570e2f9b-ec38-47d9-b6a0-c71ccf2f7b7b HTTP/1.1" status: 204 len: 168 time: 1.5511818 Mar 28 11:23:11.909658 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45346) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:11.968708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a5f3a5-1121-406c-82fb-f1c786ae922e admin admin] Deleting subnet 7952c53e-1081-4c73-ad96-b6ec2148ae14 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:23:11.971656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a5f3a5-1121-406c-82fb-f1c786ae922e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.025991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a5f3a5-1121-406c-82fb-f1c786ae922e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.036929 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9fe8402c-e9dd-415a-b788-a46fe750bacf no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:23:12.076549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 9fe8402c-e9dd-415a-b788-a46fe750bacf {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:23:12.076862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9fe8402c-e9dd-415a-b788-a46fe750bacf not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:23:12.077246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6b7be214-d9f7-4e92-8472-7c10365882e1 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:23:12.110042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a5f3a5-1121-406c-82fb-f1c786ae922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.111377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 6b7be214-d9f7-4e92-8472-7c10365882e1 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:23:12.111729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 6b7be214-d9f7-4e92-8472-7c10365882e1 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:23:12.259480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a5f3a5-1121-406c-82fb-f1c786ae922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.297776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5f3a5-1121-406c-82fb-f1c786ae922e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7952c53e-1081-4c73-ad96-b6ec2148ae14,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:12.302647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-98a5f3a5-1121-406c-82fb-f1c786ae922e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.307939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308275e9-3228-4044-8471-5ea445e99d8a None None] Network ae3c7ac3-f3a3-4edb-902b-1910b4b6608f requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:23:12.309383 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-98a5f3a5-1121-406c-82fb-f1c786ae922e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7952c53e-1081-4c73-ad96-b6ec2148ae14 HTTP/1.1" status: 204 len: 168 time: 0.3986259 Mar 28 11:23:12.311981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45350) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:12.415100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.425654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Deleting port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:12.426175 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.559706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] DHCP port deletion for ae3c7ac3-f3a3-4edb-902b-1910b4b6608f request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:23:12.563823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] Deleting port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:12.564190 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.627487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] For port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4,segment=NetworkSegment(aeaa2002-7dcf-47a1-8aa2-344dcec8590a),segment_id=aeaa2002-7dcf-47a1-8aa2-344dcec8590a)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:12.627847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.759670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] For port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4,segment=NetworkSegment(aeaa2002-7dcf-47a1-8aa2-344dcec8590a),segment_id=aeaa2002-7dcf-47a1-8aa2-344dcec8590a)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:12.759978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.850853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Calling delete_port for 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:23:12.884487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] Calling delete_port for 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:23:12.990468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:12.995886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:23:12.996336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:23:13.037945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:13.042057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] No DVR routers for this DVR port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:23:13.159845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:13.188947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3c7ac3-f3a3-4edb-902b-1910b4b6608f']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:13.200763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:13.201057 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeaa2002-7dcf-47a1-8aa2-344dcec8590a') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:13.212886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:13.228503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:13.234728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:23:13.235150 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:23:13.249396 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:23:13.367648 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:13.384385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:13.395195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3c7ac3-f3a3-4edb-902b-1910b4b6608f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:13.400030 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-582b2342-5998-4fce-b6ae-717e0fe87bc4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae3c7ac3-f3a3-4edb-902b-1910b4b6608f HTTP/1.1" status: 204 len: 168 time: 1.0865459 Mar 28 11:23:13.497429 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] Deleting port 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:23:13.499039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:13.573561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0131fb24-a0be-44a1-adb5-daa42ade1dc3 None None] The port '5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:23:13.773078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45356) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:13.820625 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d4554e41-e2c3-4916-bd73-98d61a8e2a66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1aed51fb8e104bf1907340e77dc42636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464282 Mar 28 11:23:13.823140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45360) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:13.882468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-04160ff3-5aef-4e4c-8182-b9b6f1003603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:13.909306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-04160ff3-5aef-4e4c-8182-b9b6f1003603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:14.013690 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-04160ff3-5aef-4e4c-8182-b9b6f1003603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:14.028874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04160ff3-5aef-4e4c-8182-b9b6f1003603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323e5a19-cf29-44e5-a130-ad1cb427deac,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:14.034323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:23:14.036028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-04160ff3-5aef-4e4c-8182-b9b6f1003603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:14.039661 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-04160ff3-5aef-4e4c-8182-b9b6f1003603 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/323e5a19-cf29-44e5-a130-ad1cb427deac HTTP/1.1" status: 204 len: 168 time: 0.2131059 Mar 28 11:23:14.107369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:23:14.108284 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 5c0b57c9-71fd-4a4b-a66a-d84c6f6f6bf4 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:23:14.669045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45370) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:14.719484 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b004c4d0-d26e-4f5d-b760-afe672e44967 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8b8a39276cb4e44aaeaafbf4663a65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493274 Mar 28 11:23:14.721928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45374) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:14.778295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d3845ea7-322f-4109-85bb-834727a357da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:14.803475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d3845ea7-322f-4109-85bb-834727a357da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:14.904882 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d3845ea7-322f-4109-85bb-834727a357da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:14.919125 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3845ea7-322f-4109-85bb-834727a357da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd05f24d-b4d3-4e5b-bacf-03beb0a85188,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:14.926512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d3845ea7-322f-4109-85bb-834727a357da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:14.927655 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d3845ea7-322f-4109-85bb-834727a357da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd05f24d-b4d3-4e5b-bacf-03beb0a85188 HTTP/1.1" status: 204 len: 168 time: 0.2047932 Mar 28 11:23:15.902480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45398) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:15.967938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.004128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-370915899-network', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:23:16.008830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:23:16.012678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Usage tracker for resource:network and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:23:16.016102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:23:16.021692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:23:16.087488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Made reservation on behalf of 1e85a85f2e544d0c8efa76a433622ca5 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:23:16.089699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.101568 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.115340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:23:16.119195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Usage tracker for resource:security_group_rule and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:23:16.121861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:23:16.128087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:23:16.190279 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:23:16.211136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.265249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.296638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:23:16.302237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:16.308780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.309127 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Added segment ee9a21bf-0093-4aea-9ba6-6cab3d1713e9 of type vlan for network 536dc32c-8e68-4c2d-a345-36d7d701b134 Mar 28 11:23:16.335115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.424772 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.425697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:16.426305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.527800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] Pushing event updated for resources: {'Network': ['ID=536dc32c-8e68-4c2d-a345-36d7d701b134,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:16.537392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 536dc32c-8e68-4c2d-a345-36d7d701b134 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:23:16.609203 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-55400f91-2f1a-4eb3-8271-3e62ab963b58 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7056265 Mar 28 11:23:16.612120 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45404) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:16.617564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Request body: {'subnet': {'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-370915899-subnet', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:23:16.622426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:23:16.626804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Usage tracker for resource:subnet and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:23:16.629621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:23:16.635345 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:23:16.709986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Made reservation on behalf of 1e85a85f2e544d0c8efa76a433622ca5 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:23:16.712267 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:16.961686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:17.042233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1fa96a-07f2-4a66-9ec3-a788608965cd,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:17.047445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Checking segment: {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:23:17.047796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Network hostable DHCP agents. Network: 536dc32c-8e68-4c2d-a345-36d7d701b134, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:23:17.104252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Network 536dc32c-8e68-4c2d-a345-36d7d701b134 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:23:17.149939 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 536dc32c-8e68-4c2d-a345-36d7d701b134) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:17.153972 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:17.155134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:17.159325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e5103-3576-4afb-864f-7960709e3a9c None None] Network 536dc32c-8e68-4c2d-a345-36d7d701b134 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:23:17.213932 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3cc256c8-1726-4fdc-89d7-23c0cd52adf0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6006784 Mar 28 11:23:17.216668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45408) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:17.222206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:23:17.226877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:23:17.230649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Usage tracker for resource:router and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:23:17.233459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:23:17.239050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:23:17.293585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:17.294814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:17.309536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:17.368879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-536dc32c-8e68-4c2d-a345-36d7d701b134', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:23:17.369711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:17.524579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Allocated IP 172.20.0.2 (536dc32c-8e68-4c2d-a345-36d7d701b134/7c1fa96a-07f2-4a66-9ec3-a788608965cd/75dbe0d7-6a9b-417d-9556-0fba58bf2f7d) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:23:17.727566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:17.732615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:17.743276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Transition to ACTIVE for port object 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:17.761150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Transition to ACTIVE for port object 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:17.825410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:17.885207 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Network 536dc32c-8e68-4c2d-a345-36d7d701b134 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:23:17.891930 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:17.899234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:23:17.905183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Pushing event updated for resources: {'Port': ['ID=75dbe0d7-6a9b-417d-9556-0fba58bf2f7d,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:17.945417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.945758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.946121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.946453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.946778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.947104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.947428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.947749 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.948067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.948380 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.948694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:17.949007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:18.000194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Attempting to bind port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:23:18.000567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Attempting to bind port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:23:18.000924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Attempting to bind port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d on network 536dc32c-8e68-4c2d-a345-36d7d701b134 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:23:18.006084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:23:18.006457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Checking segment: {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:23:18.006853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:18.007234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Bound using segment: {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:23:18.007689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Bound port: 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:23:18.008060 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:18.101971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] For port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:23:18.101971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] For port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=75dbe0d7-6a9b-417d-9556-0fba58bf2f7d,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:23:18.105180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:18.135143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:18.184924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:18.269440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Allocated IP 172.26.2.36 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:23:18.283442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899b7ba-8dfc-46e7-897e-e5f25c271251 None None] Pushing event updated for resources: {'Port': ['ID=75dbe0d7-6a9b-417d-9556-0fba58bf2f7d,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:18.361833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-25e6a72c-d25b-4e7d-8536-99eda93efc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:18.428030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:18.516927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:18.579643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:23:18.586575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:18.590644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:23:18.623249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Pushing event updated for resources: {'Port': ['ID=ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:19.067401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:19.151765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a8825-3df4-4500-a4b3-5f9621b8f6c3 None None] Network 536dc32c-8e68-4c2d-a345-36d7d701b134 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:23:19.361732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-81f5799b-eb00-412b-817f-f9c2071c6952 None None] Provisioning for port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:19.528319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:19.784454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:23:19.960010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:23:19.969869 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Sync routers for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:23:19.978666 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:19.979269 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:22:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:20.048276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:20.049444 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9e8aae8f-dfb8-4a0d-8804-c95e23b9d032 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8310966 Mar 28 11:23:20.052250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45412) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:20.071368 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:20.157132 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:20.179410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:20.184724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:20.185096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:20.305830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:20.337304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=75dbe0d7-6a9b-417d-9556-0fba58bf2f7d,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:20.396584 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:20.449115 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:18Z', 'revision_number': 3, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:20.453649 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Checking router: 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:23:20.454021 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Updating router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:23:20.508426 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:20.515089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=75dbe0d7-6a9b-417d-9556-0fba58bf2f7d,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:20.590626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ce4108a8-d658-4b93-b451-88b548711ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:20.741467 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:20.830636 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:20.841619 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Transition to ACTIVE for port object ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:20.916280 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:20.942862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Allocated IP 172.20.0.1 (536dc32c-8e68-4c2d-a345-36d7d701b134/7c1fa96a-07f2-4a66-9ec3-a788608965cd/fc67068a-49b7-4d4b-ace2-58407293258a) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:23:21.000616 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Attempting to bind port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:23:21.001183 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Attempting to bind port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:23:21.001406 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Attempting to bind port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:23:21.004882 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Pushing event updated for resources: {'Port': ['ID=ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:21.012413 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:23:21.018018 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:23:21.018018 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:21.018018 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:23:21.018018 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Bound port: ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:23:21.018018 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:21.042213 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.042554 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.042883 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.043207 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.043532 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.043855 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.044173 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.044489 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.045315 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.045635 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.045971 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.046287 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:21.092374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:21.093023 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] For port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:23:21.095881 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] For port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:23:21.102735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Transition to ACTIVE for port object fc67068a-49b7-4d4b-ace2-58407293258a will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:21.156561 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:21.213918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:21.257067 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:21.257677 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:23:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:21.274846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Network 536dc32c-8e68-4c2d-a345-36d7d701b134 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:23:21.276164 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:21.281204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:23:21.314603 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e11b4c-755d-4ffe-a7f2-c02decefdd7c None None] Pushing event updated for resources: {'Port': ['ID=ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:21.332329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc67068a-49b7-4d4b-ace2-58407293258a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:21.348824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:21.449648 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:21.579564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b05b653d-5975-4a0c-8919-663c337f1d9e None None] Provisioning for port fc67068a-49b7-4d4b-ace2-58407293258a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:21.585489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b05b653d-5975-4a0c-8919-663c337f1d9e None None] Provisioning complete for port fc67068a-49b7-4d4b-ace2-58407293258a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:21.588699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b05b653d-5975-4a0c-8919-663c337f1d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:21.635916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:21.660453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b05b653d-5975-4a0c-8919-663c337f1d9e None None] Port fc67068a-49b7-4d4b-ace2-58407293258a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:23:21.693346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:21.739981 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:18Z', 'revision_number': 3, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:21.744208 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed534dc-9154-448c-8a1a-052ded07d87e None None] The sync data for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv is: [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:18Z', 'revision_number': 3, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:23:21.763388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:22.018736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:22.082390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:22.118656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:22.198223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc67068a-49b7-4d4b-ace2-58407293258a,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:22.198223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:22.237079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:22.243854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:22.244225 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:22.341849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Network 536dc32c-8e68-4c2d-a345-36d7d701b134 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:23:22.343279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:22.366371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:22.384302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:22.470809 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:22.471598 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:22.552230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:23:22.629976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:22.639106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:22.639525 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:22.705061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e2662ac5-76c3-4b7b-b312-4080240eb54c None None] Provisioning complete for port fc67068a-49b7-4d4b-ace2-58407293258a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:22.705353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2662ac5-76c3-4b7b-b312-4080240eb54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:22.742570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:23:22.751974 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-01efe475-562c-47e3-8d1f-46a601f8fdc8 admin admin] 10.222.0.18 "PUT /v2.0/routers/05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6986759 Mar 28 11:23:22.800676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e2662ac5-76c3-4b7b-b312-4080240eb54c None None] Port fc67068a-49b7-4d4b-ace2-58407293258a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:23:23.116438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:23.244752 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Sync routers for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:23:23.253662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:23.254301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:23:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:23.396470 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45430) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:23.402362 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-344305320-network', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:23:23.410866 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:23:23.414822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Usage tracker for resource:network and tenant:20355dc6d89f45d08270ae017cf8a8cb is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:23:23.417826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:23:23.423666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:23:23.428858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:23.590184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Made reservation on behalf of 20355dc6d89f45d08270ae017cf8a8cb for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:23:23.590184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:23.590184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:23.592720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:23:23.596646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Usage tracker for resource:security_group_rule and tenant:20355dc6d89f45d08270ae017cf8a8cb is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:23:23.599514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:23:23.605316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:23:23.688978 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:23.760721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'fc67068a-49b7-4d4b-ace2-58407293258a', 'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'mac_address': 'fa:16:3e:c1:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:20Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 2, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'subnets': [{'id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:23.765304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Checking router: 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:23:23.765652 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Updating router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 port fc67068a-49b7-4d4b-ace2-58407293258a binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:23:23.779049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:23.812762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:23:23.818049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:23.821327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3ec146-0580-4955-98a9-6a3fcd642d64,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:23.827511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:23.827862 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Added segment 4fc56390-216b-416c-bfb4-71ee0b2299a6 of type vlan for network 820807a7-49ec-4f9d-9683-3809d3544300 Mar 28 11:23:23.855850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:23.927829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:23.928806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:23.929371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.031693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] Pushing event updated for resources: {'Network': ['ID=820807a7-49ec-4f9d-9683-3809d3544300,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:24.043396 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 820807a7-49ec-4f9d-9683-3809d3544300 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:23:24.061137 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:24.094508 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c63098fd-5ff6-4ade-89e5-be22d0aa384a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6969316 Mar 28 11:23:24.097036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45434) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:24.102585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Request body: {'subnet': {'network_id': '820807a7-49ec-4f9d-9683-3809d3544300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-344305320-subnet', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'ip_version': 4}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:23:24.108026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:23:24.111733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Usage tracker for resource:subnet and tenant:20355dc6d89f45d08270ae017cf8a8cb is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:23:24.114859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:23:24.120348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:23:24.213086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Made reservation on behalf of 20355dc6d89f45d08270ae017cf8a8cb for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:23:24.215478 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.284883 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:24.285254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.403065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.445401 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Transition to ACTIVE for port object fc67068a-49b7-4d4b-ace2-58407293258a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:24.499136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.609150 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.629105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8179bee-0da1-4af8-a88d-26197884b8ae None None] Pushing event updated for resources: {'Port': ['ID=fc67068a-49b7-4d4b-ace2-58407293258a,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:24.690351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a421b4cc-9dfc-40e7-92d9-40fd5900515d,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:24.700487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Checking segment: {'id': '4fc56390-216b-416c-bfb4-71ee0b2299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:23:24.700884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Network hostable DHCP agents. Network: 820807a7-49ec-4f9d-9683-3809d3544300, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:23:24.717469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Attempting to bind port fc67068a-49b7-4d4b-ace2-58407293258a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:23:24.717840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Attempting to bind port fc67068a-49b7-4d4b-ace2-58407293258a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:23:24.718241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Attempting to bind port fc67068a-49b7-4d4b-ace2-58407293258a on network 536dc32c-8e68-4c2d-a345-36d7d701b134 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:23:24.723582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:23:24.731779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Checking segment: {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:23:24.731779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.731779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Bound using segment: {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:23:24.731779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Bound port: fc67068a-49b7-4d4b-ace2-58407293258a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:23:24.731779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.796176 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Network 820807a7-49ec-4f9d-9683-3809d3544300 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:23:24.813804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] For port fc67068a-49b7-4d4b-ace2-58407293258a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:23:24.816834 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] For port fc67068a-49b7-4d4b-ace2-58407293258a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fc67068a-49b7-4d4b-ace2-58407293258a,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:23:24.876347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 820807a7-49ec-4f9d-9683-3809d3544300) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:24.880208 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:24.880830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.884309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dca7405-b493-41aa-941c-b74943de0b56 None None] Network 820807a7-49ec-4f9d-9683-3809d3544300 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:23:24.900459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:24.952223 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-038bd6b8-616a-4b46-a798-b5528ba4e3c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8539474 Mar 28 11:23:24.954694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45438) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:24.960167 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:23:24.965441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:23:24.971412 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Usage tracker for resource:router and tenant:20355dc6d89f45d08270ae017cf8a8cb is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:23:24.975608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:23:24.981256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:23:25.058451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:25.059081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:23:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:25.059383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:25.061113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:25.077733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:25.132536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8179bee-0da1-4af8-a88d-26197884b8ae None None] Pushing event updated for resources: {'Port': ['ID=fc67068a-49b7-4d4b-ace2-58407293258a,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:25.334536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-820807a7-49ec-4f9d-9683-3809d3544300', 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'fixed_ips': [{'subnet_id': 'a421b4cc-9dfc-40e7-92d9-40fd5900515d'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:23:25.335333 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:25.362888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:25.464716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:25.769296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Allocated IP 172.20.0.2 (820807a7-49ec-4f9d-9683-3809d3544300/a421b4cc-9dfc-40e7-92d9-40fd5900515d/88ce16ce-123a-40c9-adb6-a5ee3cf64a1b) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:23:25.846314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:25.875909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:25.958070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'fc67068a-49b7-4d4b-ace2-58407293258a', 'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'mac_address': 'fa:16:3e:c1:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:20Z', 'updated_at': '2022-03-28T11:23:24Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'subnets': [{'id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:26.000559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535866d-f79d-4f80-872a-b539cddda52f None None] The sync data for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv is: [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'fc67068a-49b7-4d4b-ace2-58407293258a', 'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'mac_address': 'fa:16:3e:c1:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:20Z', 'updated_at': '2022-03-28T11:23:24Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'subnets': [{'id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:23:26.031729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:26.046606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Transition to ACTIVE for port object 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:26.078181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Transition to ACTIVE for port object 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:26.128213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:26.155668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Allocated IP 172.26.2.11 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/cf0dc457-0c12-4e0f-ad5e-029752851d6b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:23:26.193810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Network 820807a7-49ec-4f9d-9683-3809d3544300 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:23:26.196751 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:26.206843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:23:26.240790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Pushing event updated for resources: {'Port': ['ID=88ce16ce-123a-40c9-adb6-a5ee3cf64a1b,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:26.317316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:26.317841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Attempting to bind port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:23:26.317841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Attempting to bind port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '4fc56390-216b-416c-bfb4-71ee0b2299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:23:26.317841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Attempting to bind port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b on network 820807a7-49ec-4f9d-9683-3809d3544300 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:23:26.322871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:23:26.323381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Checking segment: {'id': '4fc56390-216b-416c-bfb4-71ee0b2299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:23:26.324008 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:26.324492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Bound using segment: {'id': '4fc56390-216b-416c-bfb4-71ee0b2299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:23:26.325050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Bound port: 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc56390-216b-416c-bfb4-71ee0b2299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:23:26.325511 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:26.386081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:26.420896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] For port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:23:26.424316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] For port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=88ce16ce-123a-40c9-adb6-a5ee3cf64a1b,segment=NetworkSegment(4fc56390-216b-416c-bfb4-71ee0b2299a6),segment_id=4fc56390-216b-416c-bfb4-71ee0b2299a6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:23:26.453031 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:23:26.455821 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:26.459962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:23:26.477654 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:26.506580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0dc457-0c12-4e0f-ad5e-029752851d6b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:26.519040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.519426 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.519796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.520142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.520465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.522154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.523013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.523013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.523516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.524026 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.524508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.525031 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:23:26.569377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd22f4-d16f-4f0d-8f18-7f9df77b94cb None None] Pushing event updated for resources: {'Port': ['ID=88ce16ce-123a-40c9-adb6-a5ee3cf64a1b,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:27.021468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:27.398308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:27.566026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be6fcdc-b626-4974-b126-2e86da53d73f None None] Network 820807a7-49ec-4f9d-9683-3809d3544300 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:23:27.687982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:23:27.722077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-98259dcb-9b72-4794-a2cb-392157f21fed None None] Provisioning for port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:27.987251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:23:27.997439 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Sync routers for ids ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:23:28.007730 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Routers {'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:28.008339 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:23:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:28.076429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:28.077592 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3f9b71d9-7f45-4038-bb24-1bb1e4f19822 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1218352 Mar 28 11:23:28.080271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45442) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:23:28.102763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fc67068a-49b7-4d4b-ace2-58407293258a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:28.203411 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Set router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:28.224729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port fc67068a-49b7-4d4b-ace2-58407293258a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:28.231507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port fc67068a-49b7-4d4b-ace2-58407293258a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:28.231949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:28.349865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:28.381782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port fc67068a-49b7-4d4b-ace2-58407293258a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fc67068a-49b7-4d4b-ace2-58407293258a,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:28.436419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:28.437234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:28.492937 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:25Z', 'updated_at': '2022-03-28T11:23:26Z', 'revision_number': 3, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'gw_port': {'id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:26Z', 'updated_at': '2022-03-28T11:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:28.497463 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Checking router: ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:23:28.498007 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Updating router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 port cf0dc457-0c12-4e0f-ad5e-029752851d6b binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:23:28.560375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=fc67068a-49b7-4d4b-ace2-58407293258a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:28.580071 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:28.607956 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:28.613030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:28.613626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:28.734234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:28.767257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=88ce16ce-123a-40c9-adb6-a5ee3cf64a1b,segment=NetworkSegment(4fc56390-216b-416c-bfb4-71ee0b2299a6),segment_id=4fc56390-216b-416c-bfb4-71ee0b2299a6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:28.782997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:28.819379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:28.907715 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=88ce16ce-123a-40c9-adb6-a5ee3cf64a1b,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:28.998904 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.010161 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Transition to ACTIVE for port object cf0dc457-0c12-4e0f-ad5e-029752851d6b will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:29.033960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Allocated IP 172.20.0.1 (820807a7-49ec-4f9d-9683-3809d3544300/a421b4cc-9dfc-40e7-92d9-40fd5900515d/b5ddae65-ad1a-41cc-9686-02575efd9736) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:23:29.077200 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.149681 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Attempting to bind port cf0dc457-0c12-4e0f-ad5e-029752851d6b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:23:29.150072 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Attempting to bind port cf0dc457-0c12-4e0f-ad5e-029752851d6b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:23:29.150681 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Attempting to bind port cf0dc457-0c12-4e0f-ad5e-029752851d6b on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:23:29.159840 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:23:29.160136 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:23:29.160528 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.160908 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:23:29.161354 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Bound port: cf0dc457-0c12-4e0f-ad5e-029752851d6b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:23:29.161714 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.179941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.190774 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840870d-c16d-412f-b693-ed78590bf849 None None] Pushing event updated for resources: {'Port': ['ID=cf0dc457-0c12-4e0f-ad5e-029752851d6b,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:29.195457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Transition to ACTIVE for port object b5ddae65-ad1a-41cc-9686-02575efd9736 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:29.235824 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] For port cf0dc457-0c12-4e0f-ad5e-029752851d6b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:23:29.238780 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] For port cf0dc457-0c12-4e0f-ad5e-029752851d6b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cf0dc457-0c12-4e0f-ad5e-029752851d6b,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:23:29.259424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.305058 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.321873 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Network 820807a7-49ec-4f9d-9683-3809d3544300 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:23:29.324571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:29.332293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:23:29.372416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ddae65-ad1a-41cc-9686-02575efd9736,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:29.382344 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Routers {'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:29.383136 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:23:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:29.394625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.448895 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840870d-c16d-412f-b693-ed78590bf849 None None] Pushing event updated for resources: {'Port': ['ID=cf0dc457-0c12-4e0f-ad5e-029752851d6b,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:29.576872 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] Set router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:29.664779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-da51dd87-34a0-4118-b67b-e1031d497598 None None] Provisioning for port b5ddae65-ad1a-41cc-9686-02575efd9736 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:29.670666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-da51dd87-34a0-4118-b67b-e1031d497598 None None] Provisioning complete for port b5ddae65-ad1a-41cc-9686-02575efd9736 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:29.671378 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-da51dd87-34a0-4118-b67b-e1031d497598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.729256 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-da51dd87-34a0-4118-b67b-e1031d497598 None None] Port b5ddae65-ad1a-41cc-9686-02575efd9736 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:23:29.802981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:29.854725 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:25Z', 'updated_at': '2022-03-28T11:23:26Z', 'revision_number': 3, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'gw_port': {'id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:26Z', 'updated_at': '2022-03-28T11:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:29.859126 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c2da5-53d5-422c-8e12-000200e79456 None None] The sync data for ids ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'] in dv-neutron-835336-1-hyperv is: [{'id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:25Z', 'updated_at': '2022-03-28T11:23:26Z', 'revision_number': 3, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'gw_port': {'id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:26Z', 'updated_at': '2022-03-28T11:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:23:30.034204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:30.061387 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fc67068a-49b7-4d4b-ace2-58407293258a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:30.089063 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:30.155805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port fc67068a-49b7-4d4b-ace2-58407293258a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:30.156168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:30.211111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:30.219176 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ddae65-ad1a-41cc-9686-02575efd9736,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:30.325098 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:30.356725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Network 820807a7-49ec-4f9d-9683-3809d3544300 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:23:30.357937 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:30.397520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:30.398071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:30.567674 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:23:30.656627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-dd54524c-2708-4cee-9d3b-e17686f312d9 None None] Provisioning complete for port b5ddae65-ad1a-41cc-9686-02575efd9736 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:30.656992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dd54524c-2708-4cee-9d3b-e17686f312d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:30.712850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-dd54524c-2708-4cee-9d3b-e17686f312d9 None None] Port b5ddae65-ad1a-41cc-9686-02575efd9736 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:23:30.761173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:23:30.770505 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0c4b8943-a3ff-45ba-9051-ba31836b5ca0 admin admin] 10.222.0.18 "PUT /v2.0/routers/ddec9378-7eb4-42f7-98f6-01a97e3a1ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6892626 Mar 28 11:23:32.079580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cf0dc457-0c12-4e0f-ad5e-029752851d6b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:32.202241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port cf0dc457-0c12-4e0f-ad5e-029752851d6b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:32.208377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port cf0dc457-0c12-4e0f-ad5e-029752851d6b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:32.208745 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:32.348567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:32.368072 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port cf0dc457-0c12-4e0f-ad5e-029752851d6b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cf0dc457-0c12-4e0f-ad5e-029752851d6b,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:32.425200 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:32.517084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=cf0dc457-0c12-4e0f-ad5e-029752851d6b,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:32.872123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Sync routers for ids ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:23:32.884727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Routers {'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:32.885355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:23:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:33.085227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Set router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:33.421678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:25Z', 'updated_at': '2022-03-28T11:23:29Z', 'revision_number': 4, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'gw_port': {'id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:26Z', 'updated_at': '2022-03-28T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b5ddae65-ad1a-41cc-9686-02575efd9736', 'name': '', 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'mac_address': 'fa:16:3e:a3:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'a421b4cc-9dfc-40e7-92d9-40fd5900515d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:28Z', 'updated_at': '2022-03-28T11:23:29Z', 'revision_number': 2, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'subnets': [{'id': 'a421b4cc-9dfc-40e7-92d9-40fd5900515d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:33.425939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Checking router: ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:23:33.426372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Updating router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 port b5ddae65-ad1a-41cc-9686-02575efd9736 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:23:33.490899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:33.859218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:33.873440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Transition to ACTIVE for port object b5ddae65-ad1a-41cc-9686-02575efd9736 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:34.060525 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cf0dc457-0c12-4e0f-ad5e-029752851d6b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:34.178361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port cf0dc457-0c12-4e0f-ad5e-029752851d6b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:34.178361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:34.226938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:34.428297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1de1ba-6959-429b-b68a-1ff081dc37d7 None None] Pushing event updated for resources: {'Port': ['ID=b5ddae65-ad1a-41cc-9686-02575efd9736,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:34.505326 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Attempting to bind port b5ddae65-ad1a-41cc-9686-02575efd9736 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:23:34.505688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Attempting to bind port b5ddae65-ad1a-41cc-9686-02575efd9736 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '4fc56390-216b-416c-bfb4-71ee0b2299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:23:34.506077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Attempting to bind port b5ddae65-ad1a-41cc-9686-02575efd9736 on network 820807a7-49ec-4f9d-9683-3809d3544300 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:23:34.515749 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:23:34.516115 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Checking segment: {'id': '4fc56390-216b-416c-bfb4-71ee0b2299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:23:34.516508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:34.516893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Bound using segment: {'id': '4fc56390-216b-416c-bfb4-71ee0b2299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:23:34.517352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Bound port: b5ddae65-ad1a-41cc-9686-02575efd9736, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc56390-216b-416c-bfb4-71ee0b2299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:23:34.517760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:34.625636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] For port b5ddae65-ad1a-41cc-9686-02575efd9736, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:23:34.628615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] For port b5ddae65-ad1a-41cc-9686-02575efd9736, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b5ddae65-ad1a-41cc-9686-02575efd9736,segment=NetworkSegment(4fc56390-216b-416c-bfb4-71ee0b2299a6),segment_id=4fc56390-216b-416c-bfb4-71ee0b2299a6)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:23:34.853967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:34.932385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Routers {'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:23:34.933009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:23:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:35.014473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1de1ba-6959-429b-b68a-1ff081dc37d7 None None] Pushing event updated for resources: {'Port': ['ID=b5ddae65-ad1a-41cc-9686-02575efd9736,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:35.149473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] Set router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:23:35.494949 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:25Z', 'updated_at': '2022-03-28T11:23:29Z', 'revision_number': 4, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'gw_port': {'id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:26Z', 'updated_at': '2022-03-28T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b5ddae65-ad1a-41cc-9686-02575efd9736', 'name': '', 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'mac_address': 'fa:16:3e:a3:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'a421b4cc-9dfc-40e7-92d9-40fd5900515d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:28Z', 'updated_at': '2022-03-28T11:23:34Z', 'revision_number': 4, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'subnets': [{'id': 'a421b4cc-9dfc-40e7-92d9-40fd5900515d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:23:35.500219 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cd0a7-982b-4634-bfd3-649cc1ca4705 None None] The sync data for ids ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'] in dv-neutron-835336-1-hyperv is: [{'id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:25Z', 'updated_at': '2022-03-28T11:23:29Z', 'revision_number': 4, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'gw_port': {'id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:26Z', 'updated_at': '2022-03-28T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b5ddae65-ad1a-41cc-9686-02575efd9736', 'name': '', 'network_id': '820807a7-49ec-4f9d-9683-3809d3544300', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'mac_address': 'fa:16:3e:a3:a2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'a421b4cc-9dfc-40e7-92d9-40fd5900515d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:28Z', 'updated_at': '2022-03-28T11:23:34Z', 'revision_number': 4, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'subnets': [{'id': 'a421b4cc-9dfc-40e7-92d9-40fd5900515d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:23:36.101754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b5ddae65-ad1a-41cc-9686-02575efd9736 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:36.242371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b5ddae65-ad1a-41cc-9686-02575efd9736 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:36.248308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b5ddae65-ad1a-41cc-9686-02575efd9736 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:36.248820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:36.380947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:36.418228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port b5ddae65-ad1a-41cc-9686-02575efd9736, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b5ddae65-ad1a-41cc-9686-02575efd9736,segment=NetworkSegment(4fc56390-216b-416c-bfb4-71ee0b2299a6),segment_id=4fc56390-216b-416c-bfb4-71ee0b2299a6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:36.464948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:36.559381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=b5ddae65-ad1a-41cc-9686-02575efd9736,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:38.054781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b5ddae65-ad1a-41cc-9686-02575efd9736 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:38.127563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b5ddae65-ad1a-41cc-9686-02575efd9736 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:38.127951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:42.450619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45146-2a95-458c-86d1-17bafa195c4e req-076254be-9b7b-4257-8e7b-3e187cfd7e84 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:42.452099 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-076254be-9b7b-4257-8e7b-3e187cfd7e84 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/networks?id=536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 200 len: 814 time: 0.1440377 Mar 28 11:23:42.466240 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-2511a5f8-f08e-4f41-b434-7f5efce97024 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/quotas/1e85a85f2e544d0c8efa76a433622ca5 HTTP/1.1" status: 200 len: 375 time: 0.0086958 Mar 28 11:23:42.547211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-3da45146-2a95-458c-86d1-17bafa195c4e req-3ae27bfe-09e8-4fc2-9baf-b29ea1c4c6b5 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Synchronizing usage tracker for tenant:1e85a85f2e544d0c8efa76a433622ca5 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:23:42.635845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-3da45146-2a95-458c-86d1-17bafa195c4e req-3ae27bfe-09e8-4fc2-9baf-b29ea1c4c6b5 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Unset dirty status for tenant:1e85a85f2e544d0c8efa76a433622ca5 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:23:42.637143 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-3ae27bfe-09e8-4fc2-9baf-b29ea1c4c6b5 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1658313 Mar 28 11:23:42.771868 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-664fd32c-c2ad-4ca6-9e1f-a351710d1a03 service neutron] 10.222.0.18 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226768 Mar 28 11:23:42.898681 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-aa0c9793-ac53-43be-86ca-40f5ae04c2ef service neutron] 10.222.0.18 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209061 Mar 28 11:23:43.140805 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1603a0d4-d0da-4adb-b089-a0425ee73efe req-0f3120bc-4507-4ba7-9f48-db254706f21f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 210 time: 0.0459228 Mar 28 11:23:44.285175 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-32eabe3d-68be-4d4f-9a38-53728b2e18ac req-09fe859b-7a73-400c-ba0e-9646daab03c5 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 210 time: 0.0428188 Mar 28 11:23:45.368427 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5885098a-0c04-4132-b1ed-cfd8cf82cf96 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:45.369103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5885098a-0c04-4132-b1ed-cfd8cf82cf96 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Synchronizing usage tracker for tenant:1e85a85f2e544d0c8efa76a433622ca5 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:23:45.430715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5885098a-0c04-4132-b1ed-cfd8cf82cf96 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Unset dirty status for tenant:1e85a85f2e544d0c8efa76a433622ca5 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:23:45.431850 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5885098a-0c04-4132-b1ed-cfd8cf82cf96 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.31 "GET /v2.0/networks?id=536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 200 len: 814 time: 0.2112670 Mar 28 11:23:45.435056 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-978a0bed-2840-4202-b107-b139a8f9e1d4 req-ac4b081f-6d54-4d91-ba15-66eb6786dabb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 210 time: 0.0443487 Mar 28 11:23:45.457751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'port': {'device_id': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'admin_state_up': True, 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:23:45.593044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:23:45.602486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:23:45.670590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Made reservation on behalf of 1e85a85f2e544d0c8efa76a433622ca5 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:23:45.674100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:45.950045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Allocated IP 172.20.0.3 (536dc32c-8e68-4c2d-a345-36d7d701b134/7c1fa96a-07f2-4a66-9ec3-a788608965cd/4abc1e56-153a-4513-b227-41418b8b7263) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:23:46.051270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:46.164603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:46.182280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Transition to ACTIVE for port object 4abc1e56-153a-4513-b227-41418b8b7263 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:46.288570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:46.353487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Network 536dc32c-8e68-4c2d-a345-36d7d701b134 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:23:46.355084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:23:46.368091 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:23:46.472535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'Port': ['ID=4abc1e56-153a-4513-b227-41418b8b7263,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:46.506935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:46.508191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:46.637252 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-5a49413e-4fc7-4e5a-b0c7-a7a28478d24b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1834285 Mar 28 11:23:46.719495 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd4941-b746-4b2c-8b55-2055402856db req-c3d9088b-e14a-4109-bad8-a354b53fd73c tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:46.720935 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-42bd4941-b746-4b2c-8b55-2055402856db req-c3d9088b-e14a-4109-bad8-a354b53fd73c tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 931 time: 0.1319962 Mar 28 11:23:46.771497 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-42bd4941-b746-4b2c-8b55-2055402856db req-9ea712f4-821b-43eb-9637-e911aaf81d56 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Mar 28 11:23:46.802147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4a2238a7-0692-40ac-b096-89c201d5583b None None] Provisioning for port 4abc1e56-153a-4513-b227-41418b8b7263 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:46.807544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4a2238a7-0692-40ac-b096-89c201d5583b None None] Provisioning complete for port 4abc1e56-153a-4513-b227-41418b8b7263 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:46.808230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4a2238a7-0692-40ac-b096-89c201d5583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:46.868969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-4a2238a7-0692-40ac-b096-89c201d5583b None None] Port 4abc1e56-153a-4513-b227-41418b8b7263 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:23:47.962548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ce44c-e3b9-4dc3-95df-124525a63b97 req-fcdf6751-fd3b-406c-8bf3-30a7ce57c739 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:47.964014 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-700ce44c-e3b9-4dc3-95df-124525a63b97 req-fcdf6751-fd3b-406c-8bf3-30a7ce57c739 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 931 time: 0.0826657 Mar 28 11:23:48.011327 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-700ce44c-e3b9-4dc3-95df-124525a63b97 req-a4b4622f-0f58-4c56-94c5-42bdebaaa228 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Mar 28 11:23:48.339630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a5245584-f617-4902-a75e-73a540ffc0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:49.216413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a280fd-b288-4bb0-bbb9-0f177b2613c5 req-31cebe9c-0baa-4d1d-adb2-b38d12f84427 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:49.217875 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b7a280fd-b288-4bb0-bbb9-0f177b2613c5 req-31cebe9c-0baa-4d1d-adb2-b38d12f84427 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 931 time: 0.0941322 Mar 28 11:23:49.271188 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b7a280fd-b288-4bb0-bbb9-0f177b2613c5 req-22d92c30-f827-4f7c-b85f-1501bcf593ba tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Mar 28 11:23:50.465544 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-259e8dbf-af44-4016-8418-0070ce1cc8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:50.477255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf2c8d-f321-4add-9ecb-165f8e61b64b req-fcd95e86-c4aa-42cf-9ef1-2229dd25d709 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:50.482399 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b3bf2c8d-f321-4add-9ecb-165f8e61b64b req-fcd95e86-c4aa-42cf-9ef1-2229dd25d709 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 931 time: 0.1042829 Mar 28 11:23:50.537555 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b3bf2c8d-f321-4add-9ecb-165f8e61b64b req-ca41e4a9-cfed-48b7-a02b-50df94a9242f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531609 Mar 28 11:23:51.625238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:51.688073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:51.738551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3da12-cfef-411d-abb8-53c6675bacc3 req-5531bd8a-8df0-4f1d-9dce-51893a888ea2 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:51.751339 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c1f3da12-cfef-411d-abb8-53c6675bacc3 req-5531bd8a-8df0-4f1d-9dce-51893a888ea2 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 931 time: 0.0854921 Mar 28 11:23:51.790963 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c1f3da12-cfef-411d-abb8-53c6675bacc3 req-86a7c7d4-4acf-411e-9291-dd838cfb1bd1 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Mar 28 11:23:52.990807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f0cd3-7954-4674-aa4f-aced640e198c req-d2a11d2e-89ad-4842-9728-52f5d96fca4c tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:52.992340 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df7f0cd3-7954-4674-aa4f-aced640e198c req-d2a11d2e-89ad-4842-9728-52f5d96fca4c tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 931 time: 0.0866306 Mar 28 11:23:53.046649 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df7f0cd3-7954-4674-aa4f-aced640e198c req-b1cbe72f-47f6-40b7-9016-ef29cdfd622c tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478296 Mar 28 11:23:53.133614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:53.190610 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:23:53.994169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Request body: {'port': {'device_id': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:23:54.105971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:54.229394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30374b61-2f74-4f47-beb5-137a0f2f7e93 req-f49560fa-0b81-4462-9e2a-b2cb98b9346c tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:54.232972 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-30374b61-2f74-4f47-beb5-137a0f2f7e93 req-f49560fa-0b81-4462-9e2a-b2cb98b9346c tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 931 time: 0.0855234 Mar 28 11:23:54.281934 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-30374b61-2f74-4f47-beb5-137a0f2f7e93 req-f3ea71bf-90b0-4a39-8679-ea0a155f1885 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Mar 28 11:23:54.449476 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abc1e56-153a-4513-b227-41418b8b7263 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:23:54.456845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:54.472559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Transition to ACTIVE for port object 4abc1e56-153a-4513-b227-41418b8b7263 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:23:54.550507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:54.684147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4abc1e56-153a-4513-b227-41418b8b7263,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:54.787233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Attempting to bind port 4abc1e56-153a-4513-b227-41418b8b7263 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:23:54.787559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Attempting to bind port 4abc1e56-153a-4513-b227-41418b8b7263 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:23:54.787879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Attempting to bind port 4abc1e56-153a-4513-b227-41418b8b7263 on network 536dc32c-8e68-4c2d-a345-36d7d701b134 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:23:54.792251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Port 4abc1e56-153a-4513-b227-41418b8b7263 on network 536dc32c-8e68-4c2d-a345-36d7d701b134 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:23:54.792560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Attempting to bind port 4abc1e56-153a-4513-b227-41418b8b7263 on network 536dc32c-8e68-4c2d-a345-36d7d701b134 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:23:54.797485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:23:54.797807 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Checking segment: {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:23:54.798203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Bound using segment: {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:23:54.798611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Bound port: 4abc1e56-153a-4513-b227-41418b8b7263, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:23:54.798940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:54.889459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] For port 4abc1e56-153a-4513-b227-41418b8b7263, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:23:54.892299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] For port 4abc1e56-153a-4513-b227-41418b8b7263, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4abc1e56-153a-4513-b227-41418b8b7263,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:23:54.951625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:55.006224 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:55.006846 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:55.008235 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] 10.222.0.31 "PUT /v2.0/ports/4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 1093 time: 1.0184102 Mar 28 11:23:55.008668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:23:55.033455 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31664fc7-5645-416e-9035-d5713e4d92f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4abc1e56-153a-4513-b227-41418b8b7263,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:55.203226 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263', 'status': 'completed', 'code': 200} Mar 28 11:23:55.207936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45146-2a95-458c-86d1-17bafa195c4e req-1ac713d9-bc3a-4cd4-8587-5ef98255ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:55.209766 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-1ac713d9-bc3a-4cd4-8587-5ef98255ca97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1096 time: 0.0804174 Mar 28 11:23:55.284740 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-61f93e74-324e-45d4-a2aa-f0e4295f5a23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 217 time: 0.0609293 Mar 28 11:23:55.353097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45146-2a95-458c-86d1-17bafa195c4e req-7b2d818d-2fcc-456c-a556-d9603c37133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:55.354579 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-7b2d818d-2fcc-456c-a556-d9603c37133f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c1fa96a-07f2-4a66-9ec3-a788608965cd HTTP/1.1" status: 200 len: 853 time: 0.0605736 Mar 28 11:23:55.431685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45146-2a95-458c-86d1-17bafa195c4e req-39a1b68d-76a7-41e6-8b07-332f726e1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:55.433266 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-39a1b68d-76a7-41e6-8b07-332f726e1ee4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=536dc32c-8e68-4c2d-a345-36d7d701b134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717082 Mar 28 11:23:55.468122 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49953e6b-4881-44f7-9bc3-56f9f01d69b1 req-28be3ff7-b4d9-4699-908d-3a1937d7e72d tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:55.469607 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-49953e6b-4881-44f7-9bc3-56f9f01d69b1 req-28be3ff7-b4d9-4699-908d-3a1937d7e72d tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 943 time: 0.0812905 Mar 28 11:23:55.528406 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-49953e6b-4881-44f7-9bc3-56f9f01d69b1 req-fb62383d-1acc-4a3e-8589-c8667a3ac385 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519614 Mar 28 11:23:55.665714 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-2c9ffdda-bf35-4ff5-a000-9fbb7868617d service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226367 Mar 28 11:23:55.799786 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3da45146-2a95-458c-86d1-17bafa195c4e req-18779b49-1516-476d-9cc9-0145846cffff service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246266 Mar 28 11:23:56.039553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-e44113c3-92b0-42d5-990a-dc95955cb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:56.040982 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-e44113c3-92b0-42d5-990a-dc95955cb5cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1096 time: 0.0735619 Mar 28 11:23:56.168629 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-90a97f59-1fd1-4192-ab4d-363ca083b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:56.170078 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-90a97f59-1fd1-4192-ab4d-363ca083b333 service neutron] 10.222.0.31 "GET /v2.0/networks?id=536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 200 len: 915 time: 0.1220939 Mar 28 11:23:56.235861 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-516a8850-d057-40db-aa24-82f621143759 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 217 time: 0.0585887 Mar 28 11:23:56.301517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-20eb952a-dab5-4fad-89f3-d8f85cf7b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:56.302909 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-20eb952a-dab5-4fad-89f3-d8f85cf7b784 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c1fa96a-07f2-4a66-9ec3-a788608965cd HTTP/1.1" status: 200 len: 853 time: 0.0582125 Mar 28 11:23:56.378078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-6389ddc2-914f-4889-b0f0-3030573d02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:56.379608 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-6389ddc2-914f-4889-b0f0-3030573d02f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=536dc32c-8e68-4c2d-a345-36d7d701b134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686853 Mar 28 11:23:56.510298 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-cc98b515-8f4e-4f77-a9bf-a1a86fa4bd4a service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222973 Mar 28 11:23:56.641789 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-743e1009-03ce-4bc8-84e0-d5005ac6e9bd req-2a352274-bb3e-4fe1-a7c1-d57921950d5b service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250734 Mar 28 11:23:56.809303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65857e-a386-4b1a-a628-a4e0d69981e0 req-ee329989-28de-422c-88bf-f03e24316899 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:56.811192 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3a65857e-a386-4b1a-a628-a4e0d69981e0 req-ee329989-28de-422c-88bf-f03e24316899 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 943 time: 0.1784515 Mar 28 11:23:56.853567 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3a65857e-a386-4b1a-a628-a4e0d69981e0 req-899035b9-39e9-4009-9d75-849ac6d971e8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367284 Mar 28 11:23:57.421957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 4abc1e56-153a-4513-b227-41418b8b7263 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:23:57.551388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 4abc1e56-153a-4513-b227-41418b8b7263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4abc1e56-153a-4513-b227-41418b8b7263,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:57.564040 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '4abc1e56-153a-4513-b227-41418b8b7263', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'port_id': '4abc1e56-153a-4513-b227-41418b8b7263', 'mac_address': 'fa:16:3e:da:a0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:23:57.616903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:57.632592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abc1e56-153a-4513-b227-41418b8b7263 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:23:57.647583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 4abc1e56-153a-4513-b227-41418b8b7263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4abc1e56-153a-4513-b227-41418b8b7263,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:57.716911 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:57.783894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=4abc1e56-153a-4513-b227-41418b8b7263,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:23:58.034285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa17e1-b6ad-43c9-9aa8-5145b8ca3d28 req-12ef2feb-f3f8-44e0-9d18-d2f582cd0228 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:58.035722 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1cfa17e1-b6ad-43c9-9aa8-5145b8ca3d28 req-12ef2feb-f3f8-44e0-9d18-d2f582cd0228 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 944 time: 0.0797617 Mar 28 11:23:58.072894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['4abc1e56-153a-4513-b227-41418b8b7263'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:23:58.078886 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1cfa17e1-b6ad-43c9-9aa8-5145b8ca3d28 req-bca13db9-b3ba-4d81-9fb7-49e35c52690e tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375547 Mar 28 11:23:59.261745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e77ff-87a9-450f-ae3e-642cfa7f4c2e req-9fa37007-7b11-48d1-8be3-ec15c0d8a097 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:23:59.263683 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-394e77ff-87a9-450f-ae3e-642cfa7f4c2e req-9fa37007-7b11-48d1-8be3-ec15c0d8a097 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 944 time: 0.0807390 Mar 28 11:23:59.306488 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-394e77ff-87a9-450f-ae3e-642cfa7f4c2e req-c84526f7-f80f-4bef-b751-312c801a9608 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Mar 28 11:23:59.437970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 4abc1e56-153a-4513-b227-41418b8b7263 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:23:59.562289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 4abc1e56-153a-4513-b227-41418b8b7263 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:23:59.567279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 4abc1e56-153a-4513-b227-41418b8b7263 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:23:59.567648 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:59.680211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:59.706571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:23:59.715714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 4abc1e56-153a-4513-b227-41418b8b7263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4abc1e56-153a-4513-b227-41418b8b7263,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:23:59.791093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:23:59.822567 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263', 'code': 200} Mar 28 11:23:59.860662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=4abc1e56-153a-4513-b227-41418b8b7263,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:00.197598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850931d-754f-4224-a929-8eaa3a8f05ed req-e40c5c3a-0cfb-4b7a-ae31-7f46d8234343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:00.199071 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2850931d-754f-4224-a929-8eaa3a8f05ed req-e40c5c3a-0cfb-4b7a-ae31-7f46d8234343 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1098 time: 0.0720921 Mar 28 11:24:00.242320 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2850931d-754f-4224-a929-8eaa3a8f05ed req-e07fe075-3f5a-477c-aa05-99b21d766b95 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Mar 28 11:24:00.490178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf949-3e0e-4352-bc17-5f8150c80b84 req-b70baf86-8bc9-41ae-a5c8-2f1ce1f8eee0 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:00.491607 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-09caf949-3e0e-4352-bc17-5f8150c80b84 req-b70baf86-8bc9-41ae-a5c8-2f1ce1f8eee0 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.0828822 Mar 28 11:24:00.536605 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-09caf949-3e0e-4352-bc17-5f8150c80b84 req-65ca2b66-40b0-40e3-853d-90e0f91a7673 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 Mar 28 11:24:01.719337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e90f8-567c-4664-9422-c918e0b2bf36 req-4ba8045b-36f8-4974-83a0-58cdad5fbe76 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:01.720770 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f84e90f8-567c-4664-9422-c918e0b2bf36 req-4ba8045b-36f8-4974-83a0-58cdad5fbe76 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.0792003 Mar 28 11:24:01.763760 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f84e90f8-567c-4664-9422-c918e0b2bf36 req-2941a364-4217-41f2-96e4-584327bd833b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367911 Mar 28 11:24:01.944823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c8708-c46b-43c3-976e-95b1eb650642 req-dc7ee498-d632-43d2-8b7f-763b34e8a937 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:01.946295 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-958c8708-c46b-43c3-976e-95b1eb650642 req-dc7ee498-d632-43d2-8b7f-763b34e8a937 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.0817218 Mar 28 11:24:01.988750 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-958c8708-c46b-43c3-976e-95b1eb650642 req-e4c680a1-ea20-4265-bca1-fcda3399946f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Mar 28 11:24:02.367494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4fbf8-8695-46df-a9b9-25e823c527c9 req-11e21f1d-c86c-40c1-9b6c-5aabf4b20f9c tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:02.368926 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-70c4fbf8-8695-46df-a9b9-25e823c527c9 req-11e21f1d-c86c-40c1-9b6c-5aabf4b20f9c tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.0787382 Mar 28 11:24:02.415368 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-70c4fbf8-8695-46df-a9b9-25e823c527c9 req-206c868e-87ed-4855-8335-e1839d6b6378 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Mar 28 11:24:15.205006 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749f4c-0b64-4ba0-a1b5-47b0479bd53d req-f2bb6ab5-9bb3-450b-bc30-1b1ea79e8e03 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:15.206540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7749f4c-0b64-4ba0-a1b5-47b0479bd53d req-f2bb6ab5-9bb3-450b-bc30-1b1ea79e8e03 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.0786617 Mar 28 11:24:15.249925 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7749f4c-0b64-4ba0-a1b5-47b0479bd53d req-cf8f1b84-ffc2-4fa1-9c3d-a5aac1b99137 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378337 Mar 28 11:24:15.272263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45642) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:24:15.437923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467319ad-9ca2-45fc-afac-f0e66e650f84 tempest-TestMinimumBasicScenario-987806863 tempest-TestMinimumBasicScenario-987806863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:15.439423 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-467319ad-9ca2-45fc-afac-f0e66e650f84 tempest-TestMinimumBasicScenario-987806863 tempest-TestMinimumBasicScenario-987806863-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1093 time: 0.1662209 Mar 28 11:24:15.442279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45648) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:24:15.447069 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '4abc1e56-153a-4513-b227-41418b8b7263', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:24:15.452967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:24:15.456812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Usage tracker for resource:floatingip and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:24:15.459582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:24:15.465334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:24:15.522406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:15.659281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:15.786327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Allocated IP 172.26.2.115 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/5002a659-2b60-4bb5-922d-dfaab8db045a) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:24:15.934698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:15.956370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:15.996442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:16.053097 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:24:16.055766 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:24:16.059261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:24:16.104457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'Port': ['ID=5002a659-2b60-4bb5-922d-dfaab8db045a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:16.116060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.116405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.116745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.117078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.117403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.117729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.118084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.118415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.118732 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.119049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.119366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.119679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:24:16.473111 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:16.719682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:16.916312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:16.956446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:17.065865 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'Port': ['ID=5002a659-2b60-4bb5-922d-dfaab8db045a,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:17.075394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:17.242964 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Floating IP c195ee8f-e882-44a0-af15-0f72bdb218e4 associated. External IP: 172.26.2.115, port: 4abc1e56-153a-4513-b227-41418b8b7263. Mar 28 11:24:17.583123 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:24:17.756534 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:24:17.766406 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] Sync routers for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:24:17.775345 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:24:17.776164 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:23:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:24:17.832193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:17.889350 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c3d3b092-9c3d-422b-92a8-d1ca5c05c728 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4460812 Mar 28 11:24:17.890008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:24:17.893265 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45652) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:24:17.900142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515349376', 'description': 'tempest-secgroup-smoke-515349376 description', 'project_id': '1e85a85f2e544d0c8efa76a433622ca5'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:24:17.922877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:24:17.929683 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Usage tracker for resource:security_group and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:24:17.933035 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:24:17.946200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:24:17.952729 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:24:18.008031 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263', 'status': 'completed', 'code': 200} Mar 28 11:24:18.043093 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:18.101535 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:24:18.106867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Usage tracker for resource:security_group_rule and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:24:18.112014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:24:18.118660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:24:18.167883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-1c3c35f8-7e38-4947-8a56-cee1fb3eece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:18.169337 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-1c3c35f8-7e38-4947-8a56-cee1fb3eece9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1098 time: 0.1150105 Mar 28 11:24:18.288478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9a70-fda8-402c-b7fd-36b84f53aa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:18.289695 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'c195ee8f-e882-44a0-af15-0f72bdb218e4', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'port_id': '4abc1e56-153a-4513-b227-41418b8b7263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'mac_address': 'fa:16:3e:da:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:24:16Z', 'updated_at': '2022-03-28T11:24:16Z', 'revision_number': 0, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc67068a-49b7-4d4b-ace2-58407293258a', 'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'mac_address': 'fa:16:3e:c1:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:20Z', 'updated_at': '2022-03-28T11:23:28Z', 'revision_number': 5, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'subnets': [{'id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:24:18.293767 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] Checking router: 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:24:18.294425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:18.303044 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:24:18.303244 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:23:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:24:18.334864 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-84b6439d-4272-4822-8350-18ba3d29e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:18.336302 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-84b6439d-4272-4822-8350-18ba3d29e477 service neutron] 10.222.0.31 "GET /v2.0/networks?id=536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 200 len: 915 time: 0.1558552 Mar 28 11:24:18.397029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:18.479124 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-f6e600c7-48a7-465a-9041-cbf77b012f4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 999 time: 0.1346116 Mar 28 11:24:18.479710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b8945b-043a-4804-b9a7-fcbcda66a137,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:18.502522 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:24:18.534466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:18.538446 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b681e689-34ed-418b-9f81-5d60bc74c7e9 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6409786 Mar 28 11:24:18.538590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45660) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:24:18.547270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'security_group_rule': {'security_group_id': '37b8945b-043a-4804-b9a7-fcbcda66a137', 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:24:18.560028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:24:18.560028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-2ee162ad-79f7-45e7-a04f-4c123f19f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:18.561218 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-2ee162ad-79f7-45e7-a04f-4c123f19f712 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c1fa96a-07f2-4a66-9ec3-a788608965cd HTTP/1.1" status: 200 len: 853 time: 0.0754168 Mar 28 11:24:18.563728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Usage tracker for resource:security_group_rule and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:24:18.566886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:24:18.603349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:24:18.746766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:18.782814 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-6cabca9d-8d5a-41cd-b2ac-aa3f96cc0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:18.784261 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-6cabca9d-8d5a-41cd-b2ac-aa3f96cc0a41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=536dc32c-8e68-4c2d-a345-36d7d701b134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2143714 Mar 28 11:24:18.847753 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'c195ee8f-e882-44a0-af15-0f72bdb218e4', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'port_id': '4abc1e56-153a-4513-b227-41418b8b7263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'mac_address': 'fa:16:3e:da:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:24:16Z', 'updated_at': '2022-03-28T11:24:16Z', 'revision_number': 0, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc67068a-49b7-4d4b-ace2-58407293258a', 'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'mac_address': 'fa:16:3e:c1:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:20Z', 'updated_at': '2022-03-28T11:23:28Z', 'revision_number': 5, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'subnets': [{'id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:24:18.851831 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01236a-fde4-4c2d-a4fc-634629945638 None None] The sync data for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv is: [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'c195ee8f-e882-44a0-af15-0f72bdb218e4', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'port_id': '4abc1e56-153a-4513-b227-41418b8b7263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'mac_address': 'fa:16:3e:da:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:24:16Z', 'updated_at': '2022-03-28T11:24:16Z', 'revision_number': 0, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc67068a-49b7-4d4b-ace2-58407293258a', 'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'mac_address': 'fa:16:3e:c1:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:20Z', 'updated_at': '2022-03-28T11:23:28Z', 'revision_number': 5, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'subnets': [{'id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:24:18.922199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:18.943710 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-41369915-a3b6-437d-af77-8c6cdc0d7da0 service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518118 Mar 28 11:24:19.034220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.054582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ab3ec-36ce-4244-9795-90b176455e52 None None] New status for floating IP c195ee8f-e882-44a0-af15-0f72bdb218e4: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:24:19.079542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea7070f-ac4d-4438-8b44-f2d0bd792801,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:19.109561 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7d76fb81-350b-41e6-aec3-4048d5fbb763 req-c50e1c02-a61a-4f58-89fb-2c6db15692e3 service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591108 Mar 28 11:24:19.145178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.148733 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0dd18e11-bd2c-4460-8f9b-5a48dcb8e454 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6068244 Mar 28 11:24:19.148945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45664) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:24:19.154146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'security_group_rule': {'security_group_id': '37b8945b-043a-4804-b9a7-fcbcda66a137', 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:24:19.160156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:24:19.163988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Usage tracker for resource:security_group_rule and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:24:19.166822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:24:19.172617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:24:19.260248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.322261 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.370844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.397820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd13043b-1037-4de0-9420-5cf0750a840f,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:19.459854 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.459854 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bec1ff0a-a9d0-4261-bb1f-f6180ecd6bee tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3056314 Mar 28 11:24:19.466284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45668) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:24:19.466284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'security_group_rule': {'security_group_id': '37b8945b-043a-4804-b9a7-fcbcda66a137', 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:24:19.470342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:24:19.474063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Usage tracker for resource:security_group_rule and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:24:19.476912 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:24:19.483746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:24:19.574987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.639202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.716808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.741293 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b61a494-3601-45ce-b44a-16a4fee80c2c,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:19.825354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:19.826473 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5e666f7a-0dad-478f-87f6-dca66c58a3c6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668942 Mar 28 11:24:19.829155 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45672) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:24:19.834225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'security_group_rule': {'security_group_id': '37b8945b-043a-4804-b9a7-fcbcda66a137', 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:24:19.840012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:24:19.844397 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Usage tracker for resource:security_group_rule and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:24:19.847296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:24:19.852903 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:24:19.957035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.018483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.082177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.106381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72422ea-4ef8-4b41-a9df-2384ac48da0a,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:20.156967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.158183 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ce95f9f9-febe-425a-a935-ff3b6a671fc8 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280673 Mar 28 11:24:20.160810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45676) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:24:20.165611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'security_group_rule': {'security_group_id': '37b8945b-043a-4804-b9a7-fcbcda66a137', 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:24:20.171286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:24:20.175099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Usage tracker for resource:security_group_rule and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:24:20.177880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:24:20.183462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:24:20.241817 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Project 1e85a85f2e544d0c8efa76a433622ca5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:24:20.248088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.309825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.373225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.398504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d85b58-0a65-49f4-95b0-fb3e714a7c2d,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:20.459321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-61265e62-9749-4072-bdcd-553b1bdd0c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.460116 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.460505 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9b7a3422-1e45-4218-ba05-d34072d63d75 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988081 Mar 28 11:24:20.463315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45680) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:24:20.468443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'security_group_rule': {'security_group_id': '37b8945b-043a-4804-b9a7-fcbcda66a137', 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:24:20.474664 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:24:20.478498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Usage tracker for resource:security_group_rule and tenant:1e85a85f2e544d0c8efa76a433622ca5 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:24:20.481340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:24:20.487327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:24:20.642219 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Project 1e85a85f2e544d0c8efa76a433622ca5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:24:20.648953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.707688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.750558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.774358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97621103-4f6b-4ecc-9453-95aac7149d3c,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:20.830621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:20.831800 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-48e0df39-7a83-4913-a14c-6faed7671edb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3675702 Mar 28 11:24:20.948505 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-dcb1c6ec-aee6-4bf6-a5d5-443aae7f782e tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515349376&fields=id&tenant_id=1e85a85f2e544d0c8efa76a433622ca5 HTTP/1.1" status: 200 len: 267 time: 0.0386157 Mar 28 11:24:21.031665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-c3f3cbf6-7695-41b0-a6cf-1fa833d3bd9a tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:21.033056 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-c3f3cbf6-7695-41b0-a6cf-1fa833d3bd9a tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.0793648 Mar 28 11:24:21.043422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-83d30eae-9d5a-4c17-bfc6-528df449661f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'port': {'security_groups': ['44b00ee4-2d0b-4855-8c35-f51fc3a9bf53', '37b8945b-043a-4804-b9a7-fcbcda66a137']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:24:21.158628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-83d30eae-9d5a-4c17-bfc6-528df449661f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:21.402513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-83d30eae-9d5a-4c17-bfc6-528df449661f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] For port 4abc1e56-153a-4513-b227-41418b8b7263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4abc1e56-153a-4513-b227-41418b8b7263,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:24:21.425693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-83d30eae-9d5a-4c17-bfc6-528df449661f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:21.487811 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-83d30eae-9d5a-4c17-bfc6-528df449661f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:21.522738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['4abc1e56-153a-4513-b227-41418b8b7263'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:24:21.555658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-83d30eae-9d5a-4c17-bfc6-528df449661f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:21.556277 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-83d30eae-9d5a-4c17-bfc6-528df449661f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:21.557612 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a8e5f77c-d043-46c1-b755-94516c59d595 req-83d30eae-9d5a-4c17-bfc6-528df449661f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "PUT /v2.0/ports/4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 981 time: 0.5185087 Mar 28 11:24:21.558088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:24:21.588630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d30eae-9d5a-4c17-bfc6-528df449661f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'Port': ['ID=4abc1e56-153a-4513-b227-41418b8b7263,revision_number=6']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:24:21.628253 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263', 'status': 'completed', 'code': 200} Mar 28 11:24:21.666962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:21.698850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['4abc1e56-153a-4513-b227-41418b8b7263'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:24:21.756591 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-a30e6705-c2d6-482e-a353-9f5b9f4abfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:21.758853 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-a30e6705-c2d6-482e-a353-9f5b9f4abfd3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1137 time: 0.0796924 Mar 28 11:24:21.769446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a39da-7087-46ad-b96f-f3e2109b3382 req-e3437395-5e65-4d37-adb5-e58677211bf4 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:21.779348 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f18a39da-7087-46ad-b96f-f3e2109b3382 req-e3437395-5e65-4d37-adb5-e58677211bf4 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.1002696 Mar 28 11:24:21.780034 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:21.828686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f18a39da-7087-46ad-b96f-f3e2109b3382 req-b87ae375-00e3-414e-9482-eff1f4dab01b tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483067 Mar 28 11:24:21.898324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-3196644e-63fd-478a-9a77-57a47cf374be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:21.899749 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-3196644e-63fd-478a-9a77-57a47cf374be service neutron] 10.222.0.31 "GET /v2.0/networks?id=536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 200 len: 915 time: 0.1336870 Mar 28 11:24:21.902851 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f2594ab4-eada-4a8e-9d0e-6a799e4983ab None None] Provisioning complete for port 4abc1e56-153a-4513-b227-41418b8b7263 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:24:21.903221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f2594ab4-eada-4a8e-9d0e-6a799e4983ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:22.002790 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-e7688b26-2a3f-4b9c-9155-62e24215703b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 1001 time: 0.0951581 Mar 28 11:24:22.066059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-b67485a3-60a7-4596-9aef-3b1bd386d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:22.067479 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-b67485a3-60a7-4596-9aef-3b1bd386d989 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c1fa96a-07f2-4a66-9ec3-a788608965cd HTTP/1.1" status: 200 len: 853 time: 0.0578778 Mar 28 11:24:22.147642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-5e155f76-dcf8-41ab-93c9-924d55a496d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:22.149098 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-5e155f76-dcf8-41ab-93c9-924d55a496d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=536dc32c-8e68-4c2d-a345-36d7d701b134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728490 Mar 28 11:24:22.281012 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-c82a480f-3d53-4c4c-8d9a-7ddd6b319d15 service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248002 Mar 28 11:24:22.412068 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-27a9a96d-247d-4172-bcdc-a8828b7f37e6 req-872f9774-77af-4edb-8f46-c32d75b50daa service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249609 Mar 28 11:24:23.150916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:30.189702 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:24:37.667800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600e4b0-f649-47a8-b273-863ef6a8604e req-5f5aecbd-18dc-4d38-b24f-8e97f9d260da tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:37.669273 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5600e4b0-f649-47a8-b273-863ef6a8604e req-5f5aecbd-18dc-4d38-b24f-8e97f9d260da tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0841656 Mar 28 11:24:37.706497 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-f53271a9-25c0-4202-9f86-ee9765698e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:37.707970 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-f53271a9-25c0-4202-9f86-ee9765698e3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1137 time: 0.0722225 Mar 28 11:24:37.715765 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5600e4b0-f649-47a8-b273-863ef6a8604e req-1d04b277-e376-42da-86e1-2eba2815c3db tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406923 Mar 28 11:24:37.842123 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-c8b1f239-0ba5-43d5-baf2-162a035754a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:37.843512 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-c8b1f239-0ba5-43d5-baf2-162a035754a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 200 len: 915 time: 0.1262043 Mar 28 11:24:37.947433 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-4bc8c43b-ac4e-466c-9f55-9552d14f7fed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 1001 time: 0.0965965 Mar 28 11:24:38.009194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-d1fcbf7c-3980-4a63-b302-4666b09d18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:38.010624 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-d1fcbf7c-3980-4a63-b302-4666b09d18c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c1fa96a-07f2-4a66-9ec3-a788608965cd HTTP/1.1" status: 200 len: 853 time: 0.0565932 Mar 28 11:24:38.194053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-1b2679ce-e991-4a90-ab5c-3f4fa2f31bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:38.195516 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-1b2679ce-e991-4a90-ab5c-3f4fa2f31bcf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=536dc32c-8e68-4c2d-a345-36d7d701b134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1765542 Mar 28 11:24:38.325355 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-612d1ab9-5089-4898-ab8c-6db1b67aba05 service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231823 Mar 28 11:24:38.456451 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f70d61bf-cc0e-41de-8860-4ddbe067af3a req-7168edc8-9dd7-4a1f-bcd4-164fe6f0968a service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234734 Mar 28 11:24:38.900433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec34fc-7150-4989-9f58-8b451c0cd6e3 req-309ef581-8051-46d5-81b5-dab68b4ee7b4 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:38.902156 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-54ec34fc-7150-4989-9f58-8b451c0cd6e3 req-309ef581-8051-46d5-81b5-dab68b4ee7b4 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0802646 Mar 28 11:24:38.950948 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-54ec34fc-7150-4989-9f58-8b451c0cd6e3 req-5e05093b-7446-495e-82a3-3bfd432327f7 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424001 Mar 28 11:24:40.136824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40379125-c458-403f-b651-38f164db718e req-3077ea31-2d40-450a-ba64-599c556d8adb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:40.138279 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-40379125-c458-403f-b651-38f164db718e req-3077ea31-2d40-450a-ba64-599c556d8adb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0799310 Mar 28 11:24:40.183937 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-40379125-c458-403f-b651-38f164db718e req-74cdcf97-1e12-4577-83a8-304eadab85a2 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400555 Mar 28 11:24:41.369927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731cbfa-2d48-4824-a6b1-775b8d5e7e1a req-7fc7a7d1-19f4-4737-9365-01c209e045a6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:41.371346 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7731cbfa-2d48-4824-a6b1-775b8d5e7e1a req-7fc7a7d1-19f4-4737-9365-01c209e045a6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0816631 Mar 28 11:24:41.415924 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7731cbfa-2d48-4824-a6b1-775b8d5e7e1a req-70ec6a7d-49b9-47d0-8e3f-6d0707482108 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387352 Mar 28 11:24:42.597237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8a57b-846f-4ab1-82c8-e9ca70d52c23 req-382198f2-b4a3-4083-850c-aa97f34bfcaa tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:42.598710 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23f8a57b-846f-4ab1-82c8-e9ca70d52c23 req-382198f2-b4a3-4083-850c-aa97f34bfcaa tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0788269 Mar 28 11:24:42.644689 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23f8a57b-846f-4ab1-82c8-e9ca70d52c23 req-495aef1f-4875-4ec1-bd99-41913e0da848 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402050 Mar 28 11:24:43.829224 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff151338-ee26-4b42-a92f-a728c1e430c0 req-de6daf26-86f0-4426-a9db-7b343c6179af tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:43.830600 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ff151338-ee26-4b42-a92f-a728c1e430c0 req-de6daf26-86f0-4426-a9db-7b343c6179af tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0822566 Mar 28 11:24:43.875650 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ff151338-ee26-4b42-a92f-a728c1e430c0 req-00cc1e8a-d75c-421d-ba63-e902ec2f950f tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386448 Mar 28 11:24:45.058987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471c85b-1720-4d4f-93bd-cdacc7d0dd9e req-c74f68f3-fcf8-46a8-9240-15213eb84408 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:45.060416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7471c85b-1720-4d4f-93bd-cdacc7d0dd9e req-c74f68f3-fcf8-46a8-9240-15213eb84408 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0820215 Mar 28 11:24:45.105819 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7471c85b-1720-4d4f-93bd-cdacc7d0dd9e req-410a53d7-a488-4088-999c-0be410f3c4d4 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398619 Mar 28 11:24:45.985070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:46.284478 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5088974-f395-421a-937a-d1fd8d8df073 req-339e4e62-9946-4afb-afe6-9e3a4aaee891 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:46.286514 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e5088974-f395-421a-937a-d1fd8d8df073 req-339e4e62-9946-4afb-afe6-9e3a4aaee891 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0785975 Mar 28 11:24:46.330045 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e5088974-f395-421a-937a-d1fd8d8df073 req-1fd98065-e668-4e29-8711-f1aa2acd58d4 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378921 Mar 28 11:24:47.516143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b4bee-21b7-413c-9ad1-38b7a1b610ef req-8a48bccc-787d-4b31-8819-63971a8bb3f5 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:47.517573 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8f1b4bee-21b7-413c-9ad1-38b7a1b610ef req-8a48bccc-787d-4b31-8819-63971a8bb3f5 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0815039 Mar 28 11:24:47.563916 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8f1b4bee-21b7-413c-9ad1-38b7a1b610ef req-cf6807e0-f365-4142-8281-2edde3958640 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405917 Mar 28 11:24:48.294039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-471e655b-991d-4ca0-b0c7-cc8b510feb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:48.744989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2307-de97-4956-b544-9bc2a0793980 req-22a370e8-b1a0-4cb5-be90-d40491877291 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:48.746444 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-396f2307-de97-4956-b544-9bc2a0793980 req-22a370e8-b1a0-4cb5-be90-d40491877291 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0783408 Mar 28 11:24:48.794136 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-396f2307-de97-4956-b544-9bc2a0793980 req-27f1e2dc-e6e4-47ef-8ab1-a7d86f55f961 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420740 Mar 28 11:24:49.974719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570c5c5-d9c7-488f-a69c-ede88be852a2 req-41ae25d0-3e49-4ebe-8ba8-cc6ef0c28d3d tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:49.976159 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e570c5c5-d9c7-488f-a69c-ede88be852a2 req-41ae25d0-3e49-4ebe-8ba8-cc6ef0c28d3d tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0792565 Mar 28 11:24:50.021102 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e570c5c5-d9c7-488f-a69c-ede88be852a2 req-f2a1acce-ecd7-44ba-93c0-c3ba61c2d5b6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&id=37b8945b-043a-4804-b9a7-fcbcda66a137&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393744 Mar 28 11:24:50.493806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-047d5a73-30a2-4be4-9438-c3722021e6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:51.579940 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:51.665168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:53.111120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:24:53.716587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-1696da02-bc34-43ef-8767-501ddea0911b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691824 Mar 28 11:24:53.873924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-70f0a883-8a7a-400f-81d6-a98e246d518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:53.875387 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-70f0a883-8a7a-400f-81d6-a98e246d518b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1137 time: 0.0734243 Mar 28 11:24:54.017805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-64956a5b-95ee-4362-8e70-23ffe7af301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:54.019833 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-64956a5b-95ee-4362-8e70-23ffe7af301d service neutron] 10.222.0.31 "GET /v2.0/networks?id=536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 200 len: 915 time: 0.1266172 Mar 28 11:24:54.123591 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-ab55017a-4d95-446f-b32f-64b5c7d263c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 1001 time: 0.0967395 Mar 28 11:24:54.187268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-c1d3d1bc-1ff7-4b18-b8a6-c16bfe70bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:54.188597 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-c1d3d1bc-1ff7-4b18-b8a6-c16bfe70bbc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c1fa96a-07f2-4a66-9ec3-a788608965cd HTTP/1.1" status: 200 len: 853 time: 0.0590653 Mar 28 11:24:54.262891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-3168038f-6618-45ca-9666-15641395964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:24:54.264308 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-3168038f-6618-45ca-9666-15641395964e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=536dc32c-8e68-4c2d-a345-36d7d701b134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678399 Mar 28 11:24:54.390245 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-0fd77dd2-c6db-42b3-bf2d-130f134054a9 service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195109 Mar 28 11:24:54.516547 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-60777161-be3c-480c-b5f0-7aa6860aa22b req-7d3d1e7a-7ed5-436e-a96b-a9f645a32e23 service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203668 Mar 28 11:25:07.189287 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:25:16.013805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:18.294239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-68db8b1a-e888-4a7b-a323-ad64cd737355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:20.523324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0b96465c-686a-4015-8045-3196e3e40750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:21.615211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:21.676817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:22.922783 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2904015-f538-4e11-876d-e6483bec58bf req-632f057e-259f-4d8a-9b0a-d78cc0d05cfb tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515349376&fields=id&tenant_id=1e85a85f2e544d0c8efa76a433622ca5 HTTP/1.1" status: 200 len: 267 time: 0.0431838 Mar 28 11:25:23.006013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2904015-f538-4e11-876d-e6483bec58bf req-9da798f5-0389-498a-a894-e5c3c8c24732 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:23.007419 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2904015-f538-4e11-876d-e6483bec58bf req-9da798f5-0389-498a-a894-e5c3c8c24732 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 984 time: 0.0794110 Mar 28 11:25:23.017702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [req-a2904015-f538-4e11-876d-e6483bec58bf req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Request body: {'port': {'security_groups': ['44b00ee4-2d0b-4855-8c35-f51fc3a9bf53']}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:23.117131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:23.137072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a2904015-f538-4e11-876d-e6483bec58bf req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:23.375372 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [req-a2904015-f538-4e11-876d-e6483bec58bf req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] For port 4abc1e56-153a-4513-b227-41418b8b7263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4abc1e56-153a-4513-b227-41418b8b7263,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:23.399635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a2904015-f538-4e11-876d-e6483bec58bf req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:23.448201 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a2904015-f538-4e11-876d-e6483bec58bf req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:23.491628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['4abc1e56-153a-4513-b227-41418b8b7263'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:25:23.621880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2904015-f538-4e11-876d-e6483bec58bf req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:23.622529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-a2904015-f538-4e11-876d-e6483bec58bf req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:23.623927 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2904015-f538-4e11-876d-e6483bec58bf req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "PUT /v2.0/ports/4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 942 time: 0.6105103 Mar 28 11:25:23.624382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:25:23.631598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45740) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:23.652083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event updated for resources: {'Port': ['ID=4abc1e56-153a-4513-b227-41418b8b7263,revision_number=7']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:23.660394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.660742 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.661079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.661411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.661741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.662126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.662623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.662955 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.663284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.663738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.664072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.664927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b5c8e-1e9f-4821-8ed0-6e4addec3694 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:23.707416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263', 'status': 'completed', 'code': 200} Mar 28 11:25:23.745122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:23.819655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:23.825778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['4abc1e56-153a-4513-b227-41418b8b7263'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:25:23.885155 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-ba8bbcfd-f76d-423d-9ae8-e605583ad96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:23.886575 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-ba8bbcfd-f76d-423d-9ae8-e605583ad96f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1098 time: 0.1292229 Mar 28 11:25:23.901290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-fd6909cb-3c99-4edb-886c-e1d2b0de13a9 None None] Provisioning complete for port 4abc1e56-153a-4513-b227-41418b8b7263 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:25:23.908798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fd6909cb-3c99-4edb-886c-e1d2b0de13a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:24.023469 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-f0b15ef2-21ac-449c-80b1-5fde4f1a1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:24.025467 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-f0b15ef2-21ac-449c-80b1-5fde4f1a1612 service neutron] 10.222.0.31 "GET /v2.0/networks?id=536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 200 len: 915 time: 0.1320789 Mar 28 11:25:24.091133 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:24.127500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b8945b-043a-4804-b9a7-fcbcda66a137,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:24.138454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:24.139478 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "DELETE /v2.0/security-groups/37b8945b-043a-4804-b9a7-fcbcda66a137 HTTP/1.1" status: 204 len: 168 time: 0.5063512 Mar 28 11:25:24.142433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45744) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:24.144825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.145169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.145503 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.145828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.146181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.146504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.146823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.147137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.147453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.147766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.148074 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.148382 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4c6d22-d45b-4dfa-9939-26424f750dff tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:24.170172 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-344bbb40-34dc-404a-bef9-18b246ec7236 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 1001 time: 0.1345797 Mar 28 11:25:24.338146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-0e043257-bc30-43c6-8e9a-d2d4a4a3b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:24.339565 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-0e043257-bc30-43c6-8e9a-d2d4a4a3b9a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c1fa96a-07f2-4a66-9ec3-a788608965cd HTTP/1.1" status: 200 len: 853 time: 0.1626384 Mar 28 11:25:24.352562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Deleting port 5002a659-2b60-4bb5-922d-dfaab8db045a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:24.352905 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:24.420139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-79db502a-7f7b-433d-94e7-9d9bb6f6dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:24.421524 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-79db502a-7f7b-433d-94e7-9d9bb6f6dae6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=536dc32c-8e68-4c2d-a345-36d7d701b134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707009 Mar 28 11:25:24.519645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:24.520060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:24.559542 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-3e4f0976-b12f-4e10-aa49-2892c3577206 service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277981 Mar 28 11:25:24.644415 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Calling delete_port for 5002a659-2b60-4bb5-922d-dfaab8db045a owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:24.696801 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-905319a4-b38f-463b-bf59-2bd74b4b3ebf req-e56666de-8014-47bc-b993-fee6a4de826b service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265757 Mar 28 11:25:24.848599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:24.895483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event deleted for resources: {'Port': ['ID=5002a659-2b60-4bb5-922d-dfaab8db045a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:24.984687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:24.984896 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Floating IP c195ee8f-e882-44a0-af15-0f72bdb218e4 disassociated (deleted). External IP: 172.26.2.115, port: 4abc1e56-153a-4513-b227-41418b8b7263. Mar 28 11:25:25.326808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:25:25.612383 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:25:25.622383 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] Sync routers for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:25:25.627890 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:25.631378 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:25:25.631979 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:25.684719 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d566bb58-f4f3-4269-8e1a-b3d94a0a0aa6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "DELETE /v2.0/floatingips/c195ee8f-e882-44a0-af15-0f72bdb218e4 HTTP/1.1" status: 204 len: 168 time: 1.5411971 Mar 28 11:25:25.708662 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:25:25.764445 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263', 'status': 'completed', 'code': 200} Mar 28 11:25:25.809602 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:25:25.887925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-b3e72a66-d76e-472c-a52d-e255ad3b8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:25.889422 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-b3e72a66-d76e-472c-a52d-e255ad3b8e4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 1098 time: 0.0773120 Mar 28 11:25:26.025565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-5318ebe7-d345-41ed-98eb-99c8766fed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:26.027388 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-5318ebe7-d345-41ed-98eb-99c8766fed77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 200 len: 915 time: 0.1311605 Mar 28 11:25:26.098639 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-4e792c6d-7139-41e3-99dc-87173e0338a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 200 len: 217 time: 0.0610783 Mar 28 11:25:26.122143 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'fc67068a-49b7-4d4b-ace2-58407293258a', 'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'mac_address': 'fa:16:3e:c1:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:20Z', 'updated_at': '2022-03-28T11:23:28Z', 'revision_number': 5, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'subnets': [{'id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:26.125932 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] Checking router: 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:25:26.134052 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:25:26.134654 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:26.174862 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-23d6b54d-a0ef-460f-ab76-2452251aa4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:26.176782 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-23d6b54d-a0ef-460f-ab76-2452251aa4f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c1fa96a-07f2-4a66-9ec3-a788608965cd HTTP/1.1" status: 200 len: 853 time: 0.0694339 Mar 28 11:25:26.262092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-630b248f-ef13-4471-94ba-4515881833c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:26.263578 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-630b248f-ef13-4471-94ba-4515881833c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=536dc32c-8e68-4c2d-a345-36d7d701b134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772064 Mar 28 11:25:26.343775 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:25:26.401963 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-c4ceba7c-c4e9-4112-b686-79d5d2770ac5 service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262767 Mar 28 11:25:26.535749 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-216fe1ef-d7e5-4002-a873-cad19f3e0c3e req-73dbb9c2-7c90-4911-9efc-102790e7e2b5 service neutron] 10.222.0.31 "GET /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265588 Mar 28 11:25:26.651660 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'fc67068a-49b7-4d4b-ace2-58407293258a', 'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'mac_address': 'fa:16:3e:c1:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:20Z', 'updated_at': '2022-03-28T11:23:28Z', 'revision_number': 5, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'subnets': [{'id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:26.655579 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfc05c-3292-4ac2-9b78-4f895bc5f1b5 None None] The sync data for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv is: [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:23:21Z', 'revision_number': 4, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'fc67068a-49b7-4d4b-ace2-58407293258a', 'name': '', 'network_id': '536dc32c-8e68-4c2d-a345-36d7d701b134', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'mac_address': 'fa:16:3e:c1:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:20Z', 'updated_at': '2022-03-28T11:23:28Z', 'revision_number': 5, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'subnets': [{'id': '7c1fa96a-07f2-4a66-9ec3-a788608965cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:25:26.859765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd2f2c-c029-4f15-98ca-db5135baaec5 None None] New status for floating IP c195ee8f-e882-44a0-af15-0f72bdb218e4: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:25:31.532891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d19ed9-c9c8-408d-bf99-50726cc6b5eb req-bd3d5ea7-031d-4183-bd15-7568f0083879 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:31.533710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-37d19ed9-c9c8-408d-bf99-50726cc6b5eb req-bd3d5ea7-031d-4183-bd15-7568f0083879 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Synchronizing usage tracker for tenant:1e85a85f2e544d0c8efa76a433622ca5 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:25:31.603542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-37d19ed9-c9c8-408d-bf99-50726cc6b5eb req-bd3d5ea7-031d-4183-bd15-7568f0083879 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Unset dirty status for tenant:1e85a85f2e544d0c8efa76a433622ca5 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:25:31.604701 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37d19ed9-c9c8-408d-bf99-50726cc6b5eb req-bd3d5ea7-031d-4183-bd15-7568f0083879 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.1502786 Mar 28 11:25:31.648121 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37d19ed9-c9c8-408d-bf99-50726cc6b5eb req-745b5910-865c-4ff9-b296-45214e1f22e7 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376792 Mar 28 11:25:32.831442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944e29a-8f20-4093-8437-17cc1d960898 req-08c2c995-29ba-435f-9060-1f0dacabeed6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:32.832767 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f944e29a-8f20-4093-8437-17cc1d960898 req-08c2c995-29ba-435f-9060-1f0dacabeed6 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.0804722 Mar 28 11:25:32.875465 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f944e29a-8f20-4093-8437-17cc1d960898 req-28a2f5d4-2b4c-49d8-9b8e-ca0cf6a41b69 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370998 Mar 28 11:25:33.771199 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-597caa84-4319-4d77-a3ad-681c327b83d7 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:33.771893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-597caa84-4319-4d77-a3ad-681c327b83d7 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Synchronizing usage tracker for tenant:1e85a85f2e544d0c8efa76a433622ca5 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:25:33.784084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-597caa84-4319-4d77-a3ad-681c327b83d7 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Unset dirty status for tenant:1e85a85f2e544d0c8efa76a433622ca5 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:25:33.785150 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-597caa84-4319-4d77-a3ad-681c327b83d7 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.0947869 Mar 28 11:25:33.855499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Deleting port 4abc1e56-153a-4513-b227-41418b8b7263 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:33.855833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:34.061090 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4adc3-e778-4a4e-9c52-585a8c193c9d req-fa3b44c4-2590-4e19-ae41-305d5ba5d644 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:34.062583 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5f4adc3-e778-4a4e-9c52-585a8c193c9d req-fa3b44c4-2590-4e19-ae41-305d5ba5d644 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 945 time: 0.0802531 Mar 28 11:25:34.101161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] For port 4abc1e56-153a-4513-b227-41418b8b7263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4abc1e56-153a-4513-b227-41418b8b7263,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:34.101576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:34.107227 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5f4adc3-e778-4a4e-9c52-585a8c193c9d req-f2da1537-10e7-4ed1-8b99-1de8ec86c258 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/security-groups?id=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Mar 28 11:25:34.316566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Calling delete_port for 4abc1e56-153a-4513-b227-41418b8b7263 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:34.528541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:34.579388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Pushing event deleted for resources: {'Port': ['ID=4abc1e56-153a-4513-b227-41418b8b7263,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:34.654712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] No DVR routers for this DVR port 4abc1e56-153a-4513-b227-41418b8b7263 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:25:34.657117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:34.659567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'name': 'network-vif-deleted', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:25:34.705740 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f6ed26-8d6d-4f70-9b4e-aab5af841bd9', 'name': 'network-vif-deleted', 'tag': '4abc1e56-153a-4513-b227-41418b8b7263', 'status': 'completed', 'code': 200} Mar 28 11:25:34.735535 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee3e95cc-2985-4e6a-908e-52fc97e6c050 req-9da75f05-d5fc-4a55-8c2a-521237910336 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.31 "DELETE /v2.0/ports/4abc1e56-153a-4513-b227-41418b8b7263 HTTP/1.1" status: 204 len: 173 time: 0.9419222 Mar 28 11:25:35.265878 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e3c2d846-cb1c-4fbf-b7f4-8ffbad4fbe03 req-3d6a22aa-6f9e-4836-a2ea-3098af690592 tempest-TestMinimumBasicScenario-849592309 tempest-TestMinimumBasicScenario-849592309-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f6ed26-8d6d-4f70-9b4e-aab5af841bd9 HTTP/1.1" status: 200 len: 210 time: 0.0451205 Mar 28 11:25:35.844580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 4abc1e56-153a-4513-b227-41418b8b7263 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:25:35.877546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 4abc1e56-153a-4513-b227-41418b8b7263 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:25:35.877887 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 4abc1e56-153a-4513-b227-41418b8b7263 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:25:37.619064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45838) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:38.145453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:38.492588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Deleting port fc67068a-49b7-4d4b-ace2-58407293258a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:38.493037 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:38.762361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] For port fc67068a-49b7-4d4b-ace2-58407293258a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fc67068a-49b7-4d4b-ace2-58407293258a,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:38.763032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:38.886068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Calling delete_port for fc67068a-49b7-4d4b-ace2-58407293258a owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:39.242883 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:39.290389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc67068a-49b7-4d4b-ace2-58407293258a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:39.557767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:39.907249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:25:40.195920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:25:40.204671 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] Sync routers for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:25:40.209024 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-05bd635b-6a18-41f9-bf04-23c794d1da9d admin admin] 10.222.0.18 "PUT /v2.0/routers/05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5889063 Mar 28 11:25:40.211476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45844) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:40.213997 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:25:40.214592 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:40.383345 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:40.386201 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:25:40.563977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:40.643106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Deleting port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:40.643453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:40.663790 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:25:39Z', 'revision_number': 5, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port': {'id': 'ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:18Z', 'updated_at': '2022-03-28T11:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:40.667561 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] Checking router: 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:25:40.680792 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] Routers {'05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:25:40.680792 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:40.816520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] For port ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:40.816790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:40.826594 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] Set router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:25:40.928726 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:25:40Z', 'revision_number': 6, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:40.933095 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff5902d-946d-4aeb-9884-ae51934cbf81 None None] The sync data for ids ['05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58'] in dv-neutron-835336-1-hyperv is: [{'id': '05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58', 'name': 'tempest-TestMinimumBasicScenario-370915899-router', 'tenant_id': '1e85a85f2e544d0c8efa76a433622ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:17Z', 'updated_at': '2022-03-28T11:25:40Z', 'revision_number': 6, 'project_id': '1e85a85f2e544d0c8efa76a433622ca5', 'gw_port_host': None}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:25:40.939147 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Calling delete_port for ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:41.145843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:41.193679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:41.282265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:41.451822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:41.453874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:41.545409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:41.545963 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:25:41.558457 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:41.559551 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8234fd76-8326-4468-81a1-56e9b5f79d47 admin admin] 10.222.0.18 "DELETE /v2.0/routers/05311fb2-c7b9-4cfb-82e4-1bd46b4f1a58 HTTP/1.1" status: 204 len: 168 time: 1.3471396 Mar 28 11:25:41.562157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45848) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:41.732481 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f13e60a-2c5d-4d5e-bcd4-411e0a705f08 admin admin] Deleting subnet 7c1fa96a-07f2-4a66-9ec3-a788608965cd {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:25:41.735578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f13e60a-2c5d-4d5e-bcd4-411e0a705f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:41.785786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f13e60a-2c5d-4d5e-bcd4-411e0a705f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:41.864187 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f13e60a-2c5d-4d5e-bcd4-411e0a705f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.009564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f13e60a-2c5d-4d5e-bcd4-411e0a705f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.046359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13e60a-2c5d-4d5e-bcd4-411e0a705f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1fa96a-07f2-4a66-9ec3-a788608965cd,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:42.049834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f13e60a-2c5d-4d5e-bcd4-411e0a705f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.058748 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6f13e60a-2c5d-4d5e-bcd4-411e0a705f08 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7c1fa96a-07f2-4a66-9ec3-a788608965cd HTTP/1.1" status: 204 len: 168 time: 0.4931066 Mar 28 11:25:42.058855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b470db4-74e7-43c3-ab57-51e89caf1db5 None None] Network 536dc32c-8e68-4c2d-a345-36d7d701b134 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:25:42.059361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45852) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:42.137125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fc67068a-49b7-4d4b-ace2-58407293258a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:25:42.170598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.175222 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: fc67068a-49b7-4d4b-ace2-58407293258a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:25:42.175541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fc67068a-49b7-4d4b-ace2-58407293258a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:25:42.175957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:25:42.181307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Deleting port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:42.181636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.222085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:25:42.222434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device ec314cdf-20dd-4a8d-ab5c-5e0f10a9dbd8 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:25:42.375091 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] DHCP port deletion for 536dc32c-8e68-4c2d-a345-36d7d701b134 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:25:42.379882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] Deleting port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:42.380255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.389232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] For port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=75dbe0d7-6a9b-417d-9556-0fba58bf2f7d,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:42.389587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.511958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Calling delete_port for 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:42.606939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] For port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=75dbe0d7-6a9b-417d-9556-0fba58bf2f7d,segment=NetworkSegment(ee9a21bf-0093-4aea-9ba6-6cab3d1713e9),segment_id=ee9a21bf-0093-4aea-9ba6-6cab3d1713e9)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:42.607332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.649424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.698857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75dbe0d7-6a9b-417d-9556-0fba58bf2f7d,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:42.702330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] No DVR routers for this DVR port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:25:42.729160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] Calling delete_port for 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:25:42.796985 dv-neutron-835336-1-hyperv neutron-server[88495]: util.warn( Mar 28 11:25:42.802129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:25:42.802488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:25:42.817320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.842477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536dc32c-8e68-4c2d-a345-36d7d701b134']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:42.854213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:42.854513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9a21bf-0093-4aea-9ba6-6cab3d1713e9') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:42.865546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.881769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.888386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:25:42.888772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:25:42.901798 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:25:43.037031 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:43.041124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:43.063674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=536dc32c-8e68-4c2d-a345-36d7d701b134,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:43.129072 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-26aa2166-a71b-447e-b5db-44970948ddf4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/536dc32c-8e68-4c2d-a345-36d7d701b134 HTTP/1.1" status: 204 len: 168 time: 1.0693977 Mar 28 11:25:43.131804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45860) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:43.304126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] Deleting port 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:43.305312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:43.369176 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7c225325-d791-4977-ae81-074ef1b1cf82 None None] The port '75dbe0d7-6a9b-417d-9556-0fba58bf2f7d' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:25:43.768748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:44.104713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:25:44.117933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Deleting port b5ddae65-ad1a-41cc-9686-02575efd9736 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:44.117933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:44.140307 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:25:44.140647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 75dbe0d7-6a9b-417d-9556-0fba58bf2f7d not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:25:44.187930 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:25:44.290726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] For port b5ddae65-ad1a-41cc-9686-02575efd9736, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b5ddae65-ad1a-41cc-9686-02575efd9736,segment=NetworkSegment(4fc56390-216b-416c-bfb4-71ee0b2299a6),segment_id=4fc56390-216b-416c-bfb4-71ee0b2299a6)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:44.291078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:44.407920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Calling delete_port for b5ddae65-ad1a-41cc-9686-02575efd9736 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:44.631564 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:44.684261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ddae65-ad1a-41cc-9686-02575efd9736,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:45.048443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:45.397013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:25:45.572042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:25:45.580364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] Sync routers for ids ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:25:45.581478 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d9c6b608-7333-47f1-a307-b7553171875b admin admin] 10.222.0.18 "PUT /v2.0/routers/ddec9378-7eb4-42f7-98f6-01a97e3a1ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4487062 Mar 28 11:25:45.584092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45870) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:45.589372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] Routers {'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:25:45.589999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:45.761992 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:45.765397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] Set router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:25:45.932552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:45.991221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Deleting port cf0dc457-0c12-4e0f-ad5e-029752851d6b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:45.991567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:46.042837 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:46.056915 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:25Z', 'updated_at': '2022-03-28T11:25:44Z', 'revision_number': 5, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'gw_port': {'id': 'cf0dc457-0c12-4e0f-ad5e-029752851d6b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:23:26Z', 'updated_at': '2022-03-28T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:46.062568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] Checking router: ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:25:46.074557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] Routers {'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:25:46.075519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:46.172948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] For port cf0dc457-0c12-4e0f-ad5e-029752851d6b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cf0dc457-0c12-4e0f-ad5e-029752851d6b,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:46.173298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:46.224538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] Set router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:25:46.294024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Calling delete_port for cf0dc457-0c12-4e0f-ad5e-029752851d6b owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:46.366788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:25Z', 'updated_at': '2022-03-28T11:25:45Z', 'revision_number': 6, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:46.371567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f3ccf-ba73-473c-a323-3eb7f6ad7376 None None] The sync data for ids ['ddec9378-7eb4-42f7-98f6-01a97e3a1ad2'] in dv-neutron-835336-1-hyperv is: [{'id': 'ddec9378-7eb4-42f7-98f6-01a97e3a1ad2', 'name': 'tempest-TestMinimumBasicScenario-344305320-router', 'tenant_id': '20355dc6d89f45d08270ae017cf8a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:23:25Z', 'updated_at': '2022-03-28T11:25:45Z', 'revision_number': 6, 'project_id': '20355dc6d89f45d08270ae017cf8a8cb', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:25:46.649254 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:46.809388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0dc457-0c12-4e0f-ad5e-029752851d6b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:46.898819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.066576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.068585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.139651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.140158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:25:47.152624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.153749 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7f17f258-35eb-466c-b978-9951f87b3eb7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ddec9378-7eb4-42f7-98f6-01a97e3a1ad2 HTTP/1.1" status: 204 len: 168 time: 1.5681992 Mar 28 11:25:47.156205 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45874) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:47.216861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a35b19d-3c55-4d68-8756-7891e8994f32 admin admin] Deleting subnet a421b4cc-9dfc-40e7-92d9-40fd5900515d {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:25:47.219785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a35b19d-3c55-4d68-8756-7891e8994f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.271657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a35b19d-3c55-4d68-8756-7891e8994f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.352404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a35b19d-3c55-4d68-8756-7891e8994f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.488935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a35b19d-3c55-4d68-8756-7891e8994f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.529813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35b19d-3c55-4d68-8756-7891e8994f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a421b4cc-9dfc-40e7-92d9-40fd5900515d,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:47.533398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6a35b19d-3c55-4d68-8756-7891e8994f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.541315 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6a35b19d-3c55-4d68-8756-7891e8994f32 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a421b4cc-9dfc-40e7-92d9-40fd5900515d HTTP/1.1" status: 204 len: 168 time: 0.3819792 Mar 28 11:25:47.541491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f381c7f8-762d-4845-b8cb-0e19fdf8f439 None None] Network 820807a7-49ec-4f9d-9683-3809d3544300 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:25:47.541998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45878) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:47.644484 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.654972 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Deleting port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:47.655581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.782456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] DHCP port deletion for 820807a7-49ec-4f9d-9683-3809d3544300 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:25:47.786677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] Deleting port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:47.787040 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.859606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] For port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=88ce16ce-123a-40c9-adb6-a5ee3cf64a1b,segment=NetworkSegment(4fc56390-216b-416c-bfb4-71ee0b2299a6),segment_id=4fc56390-216b-416c-bfb4-71ee0b2299a6)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:47.859964 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:47.985437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Calling delete_port for 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:47.985746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] For port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=88ce16ce-123a-40c9-adb6-a5ee3cf64a1b,segment=NetworkSegment(4fc56390-216b-416c-bfb4-71ee0b2299a6),segment_id=4fc56390-216b-416c-bfb4-71ee0b2299a6)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:25:47.986174 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.108086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] Calling delete_port for 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:25:48.117363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.134702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:25:48.163766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ce16ce-123a-40c9-adb6-a5ee3cf64a1b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:48.167813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] No DVR routers for this DVR port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:25:48.178780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:25:48.179121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:25:48.179569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b5ddae65-ad1a-41cc-9686-02575efd9736 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:25:48.213757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b5ddae65-ad1a-41cc-9686-02575efd9736 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:25:48.217986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b5ddae65-ad1a-41cc-9686-02575efd9736 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:25:48.217986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cf0dc457-0c12-4e0f-ad5e-029752851d6b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:25:48.266922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: cf0dc457-0c12-4e0f-ad5e-029752851d6b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:25:48.267188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cf0dc457-0c12-4e0f-ad5e-029752851d6b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:25:48.282373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.291934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:25:48.292432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:25:48.312191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820807a7-49ec-4f9d-9683-3809d3544300']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:48.340434 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40b07355-6c8f-4b88-b838-ae179cdec34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.414915 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc56390-216b-416c-bfb4-71ee0b2299a6') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:48.415196 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc56390-216b-416c-bfb4-71ee0b2299a6') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:48.427586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.443376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.449285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:25:48.449664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:25:48.462382 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:25:48.603209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.607392 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.632271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] Pushing event deleted for resources: {'Network': ['ID=820807a7-49ec-4f9d-9683-3809d3544300,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:48.636042 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fdb851b1-416b-42b7-93e4-56fb536bcf78 admin admin] 10.222.0.18 "DELETE /v2.0/networks/820807a7-49ec-4f9d-9683-3809d3544300 HTTP/1.1" status: 204 len: 168 time: 1.0935502 Mar 28 11:25:48.794016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] Deleting port 88ce16ce-123a-40c9-adb6-a5ee3cf64a1b {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:25:48.794520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:48.859746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2c15b9ab-839b-46fc-9bc8-b233a76252bc None None] The port '88ce16ce-123a-40c9-adb6-a5ee3cf64a1b' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:25:48.992924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45884) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:49.041205 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e0fb40ca-8a9a-45a8-a90a-53f46d0a2abd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e85a85f2e544d0c8efa76a433622ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471210 Mar 28 11:25:49.043803 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45888) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:49.099329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02b1bff0-1a85-4324-9d42-d22ede2e725e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:49.124779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02b1bff0-1a85-4324-9d42-d22ede2e725e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:49.265456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02b1bff0-1a85-4324-9d42-d22ede2e725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:49.285947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1bff0-1a85-4324-9d42-d22ede2e725e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b00ee4-2d0b-4855-8c35-f51fc3a9bf53,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:49.289132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-02b1bff0-1a85-4324-9d42-d22ede2e725e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:49.295374 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-02b1bff0-1a85-4324-9d42-d22ede2e725e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44b00ee4-2d0b-4855-8c35-f51fc3a9bf53 HTTP/1.1" status: 204 len: 168 time: 0.2455370 Mar 28 11:25:49.912794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45896) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:49.959910 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d8772960-d4ce-42dd-9dc7-b95c82708fec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20355dc6d89f45d08270ae017cf8a8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459161 Mar 28 11:25:49.962932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 45900) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:50.018347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8550e30-3b3b-44e8-a1b9-cdf8bb3bcc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:50.043620 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8550e30-3b3b-44e8-a1b9-cdf8bb3bcc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:50.156889 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8550e30-3b3b-44e8-a1b9-cdf8bb3bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:50.172307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8550e30-3b3b-44e8-a1b9-cdf8bb3bcc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3ec146-0580-4955-98a9-6a3fcd642d64,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:50.176596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d8550e30-3b3b-44e8-a1b9-cdf8bb3bcc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:50.177688 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d8550e30-3b3b-44e8-a1b9-cdf8bb3bcc90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a3ec146-0580-4955-98a9-6a3fcd642d64 HTTP/1.1" status: 204 len: 168 time: 0.2138822 Mar 28 11:25:50.494186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b7e18a92-9553-49d6-a2db-b3ad6d65363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:51.616274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:51.694355 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:52.661570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45944) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:52.667323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437477316', 'description': 'tempest-secgroup-smoke-437477316 description', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:52.673083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:52.676840 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:52.679733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:52.685712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:52.768789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:52.781653 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:52.796445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:52.800070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:52.802883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:52.808456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:52.887754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:52.957293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:52.968232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:52.975586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:52.980177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:52.993643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:53.000806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3267a22-e513-465b-a6cd-022c36dfcb19,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:53.068233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.122830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.145509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.187056 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f74226-987f-41d9-906c-71d76f602621,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:53.220055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.221246 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c666ebcb-790c-43f2-afcb-09a0682d8105 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5586493 Mar 28 11:25:53.224084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45948) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:53.229019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '83f74226-987f-41d9-906c-71d76f602621', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:53.234853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:53.238679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:53.241487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:53.247592 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:53.311970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.369108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.425672 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.448143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4383e56-ec1e-464a-ab1f-4edb9e4e0f2f,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:53.505993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.507115 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a42b6e13-786d-4a18-a41a-ba7c3db4c26a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2821155 Mar 28 11:25:53.510370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45954) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:53.515315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '83f74226-987f-41d9-906c-71d76f602621', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:53.521233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:53.524961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:53.528092 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:53.533694 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:53.591872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.650068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.705401 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.728746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a772817e-8584-4e29-9c7a-369ab288a1d4,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:53.774588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.775970 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-93776c8b-0480-46f2-9da7-4583ccdc03bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2644398 Mar 28 11:25:53.779013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45958) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:53.783843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '83f74226-987f-41d9-906c-71d76f602621', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:53.790285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:53.794019 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:53.796828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:53.802437 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:53.889200 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:53.951815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.026807 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.050918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3418f84-b61d-4b10-ac9e-658c55846850,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:54.147496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.150300 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0f968136-d8a7-4b36-ae53-f8e9839ee828 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3688295 Mar 28 11:25:54.152171 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45962) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:54.157147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '83f74226-987f-41d9-906c-71d76f602621', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:54.162990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:54.167422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:54.170237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:54.175843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:54.243815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.306877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.351280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.373876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5638bae1-1494-4e8f-a64a-df25ecaa9575,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:54.431490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.432666 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-117e86d7-1c13-448a-9ced-a7c3e800acb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2795281 Mar 28 11:25:54.435403 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45966) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:54.440300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '83f74226-987f-41d9-906c-71d76f602621', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:54.446609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:54.450364 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:54.453142 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:54.458714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:54.540312 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:25:54.547266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.610495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.693608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.720571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69424de3-a1eb-45f2-ac9d-c9f7109c0cb1,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:54.796679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.797858 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b956f75a-9334-4a9d-aff2-40c772da7cd0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3615544 Mar 28 11:25:54.800585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45970) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:54.806061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '83f74226-987f-41d9-906c-71d76f602621', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:54.811834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:54.815642 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:54.818461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:54.824651 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:54.905742 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:25:54.912380 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:54.974297 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.014206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.037336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eb2d95-94a4-4667-9f20-6d28d3964f41,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:55.094219 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.095631 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-9140d928-01a8-411d-a4ee-f22a16b9334f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2939265 Mar 28 11:25:55.098774 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45974) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:55.104750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'network': {'name': 'tempest-network-smoke--1752652725', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'port_security_enabled': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:55.109550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:55.113456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:network and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:55.116326 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:55.122792 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:55.168153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:25:55.171464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.198463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:25:55.206622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.206963 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Added segment b68613db-7230-4c7f-8d85-acf7777f0b01 of type vlan for network 698eb556-e79d-40fb-8d90-d927f65e487b Mar 28 11:25:55.232137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.304770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.310872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:55.311442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.413185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Network': ['ID=698eb556-e79d-40fb-8d90-d927f65e487b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:55.423585 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 698eb556-e79d-40fb-8d90-d927f65e487b details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:25:55.498375 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-31f55705-8ec4-4046-932b-4a299e572a0d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3958786 Mar 28 11:25:55.498641 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45978) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:55.503750 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'admin_state_up': True, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:55.510962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:55.515279 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:router and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:55.518143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:55.524934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:55.585722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.587322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.601337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:55.917209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:56.334622 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:56.362325 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:56.492021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.154 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/84935898-e466-456a-ad29-3157dcdfe3aa) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:25:56.637722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:56.717100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:56.779127 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:25:56.781856 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:25:56.785397 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:25:56.833531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=84935898-e466-456a-ad29-3157dcdfe3aa,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:57.235673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:57.565773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:57.945308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router c1f20919-44e1-4198-a524-5ad5b05bfcad is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:25:58.120311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:25:58.129797 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Sync routers for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:25:58.139152 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:25:58.139747 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:58.202996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:58.204127 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d183e3ea-5ba7-41ab-9cca-f578f174a7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7045071 Mar 28 11:25:58.207217 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45982) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:58.348585 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:25:58.355789 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7697bcf7-a0af-47c3-9d64-0bbf92213b00 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=3e62c956a5f54e2796a6d966b01f5e46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1474388 Mar 28 11:25:58.358473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45988) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:58.486765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9bc75c-21e7-4339-b9c1-85eba76b0473 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:58.490697 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac9bc75c-21e7-4339-b9c1-85eba76b0473 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287689 Mar 28 11:25:58.490913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45992) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:58.535942 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-0e2a49e7-eaa4-4f9e-942c-731f237cfde5 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415986 Mar 28 11:25:58.536153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 45996) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:58.542030 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107878178', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:25:58.625719 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:25:57Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:58.629442 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Checking router: c1f20919-44e1-4198-a524-5ad5b05bfcad for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:25:58.629786 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Updating router c1f20919-44e1-4198-a524-5ad5b05bfcad port 84935898-e466-456a-ad29-3157dcdfe3aa binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:25:58.648064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:25:58.652599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:subnet and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:25:58.655339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:25:58.661154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:25:58.681070 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:58.762838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:25:58.766322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:58.999044 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:59.010356 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Transition to ACTIVE for port object 84935898-e466-456a-ad29-3157dcdfe3aa will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:25:59.020356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:59.060150 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:59.098245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Subnet': ['ID=e685b87a-af6c-4384-9a2b-7ad2853390a8,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:59.105852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Checking segment: {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:25:59.106248 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network hostable DHCP agents. Network: 698eb556-e79d-40fb-8d90-d927f65e487b, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:25:59.141865 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Pushing event updated for resources: {'Port': ['ID=84935898-e466-456a-ad29-3157dcdfe3aa,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:59.143925 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Attempting to bind port 84935898-e466-456a-ad29-3157dcdfe3aa on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:25:59.144282 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Attempting to bind port 84935898-e466-456a-ad29-3157dcdfe3aa by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:25:59.144635 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Attempting to bind port 84935898-e466-456a-ad29-3157dcdfe3aa on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:25:59.154527 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.154896 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.155227 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.155555 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.155877 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.159502 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.159502 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.159502 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.159502 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.159502 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.159502 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.159502 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:25:59.160905 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:25:59.161270 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:25:59.161662 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:59.162063 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:25:59.162511 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Bound port: 84935898-e466-456a-ad29-3157dcdfe3aa, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:25:59.162871 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:59.202554 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 698eb556-e79d-40fb-8d90-d927f65e487b is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:25:59.235855 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] For port 84935898-e466-456a-ad29-3157dcdfe3aa, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:25:59.238717 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] For port 84935898-e466-456a-ad29-3157dcdfe3aa, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=84935898-e466-456a-ad29-3157dcdfe3aa,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:25:59.288234 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 698eb556-e79d-40fb-8d90-d927f65e487b) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:25:59.292610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:25:59.293213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:59.297196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1945b-b206-48c6-b229-30939adf4f02 None None] Network 698eb556-e79d-40fb-8d90-d927f65e487b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:25:59.318140 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:59.382953 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-dd9317f5-a49d-4048-8971-4131c6e0226b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8456721 Mar 28 11:25:59.386316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46000) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:25:59.393923 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:25:59.394544 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:59.455631 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cbedf-d71a-41c5-b57a-0feb9888894e None None] Pushing event updated for resources: {'Port': ['ID=84935898-e466-456a-ad29-3157dcdfe3aa,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:25:59.568857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-698eb556-e79d-40fb-8d90-d927f65e487b', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:25:59.569682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:59.588382 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:25:59.722741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Allocated IP 172.20.0.2 (698eb556-e79d-40fb-8d90-d927f65e487b/e685b87a-af6c-4384-9a2b-7ad2853390a8/48a8a973-a848-4df1-9a74-f9efe794cbc5) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:25:59.909815 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:25:57Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:25:59.914339 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880098c-7c32-4cfa-ba58-bae527eae041 None None] The sync data for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv is: [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:25:57Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:25:59.934892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:25:59.942124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Transition to ACTIVE for port object 48a8a973-a848-4df1-9a74-f9efe794cbc5 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:25:59.962148 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Transition to ACTIVE for port object 48a8a973-a848-4df1-9a74-f9efe794cbc5 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:26:00.037618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:00.124146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Network 698eb556-e79d-40fb-8d90-d927f65e487b is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:26:00.128757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:26:00.132429 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:26:00.167599 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Pushing event updated for resources: {'Port': ['ID=48a8a973-a848-4df1-9a74-f9efe794cbc5,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:00.211017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.211980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.212243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.212578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.212911 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.213251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.213564 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.213892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.214243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.214569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.214890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.215213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:26:00.247812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Attempting to bind port 48a8a973-a848-4df1-9a74-f9efe794cbc5 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:26:00.248173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Attempting to bind port 48a8a973-a848-4df1-9a74-f9efe794cbc5 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:26:00.248533 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Attempting to bind port 48a8a973-a848-4df1-9a74-f9efe794cbc5 on network 698eb556-e79d-40fb-8d90-d927f65e487b {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:26:00.254427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:26:00.254965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Checking segment: {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:26:00.255371 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:00.255865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Bound using segment: {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:26:00.256342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Bound port: 48a8a973-a848-4df1-9a74-f9efe794cbc5, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:26:00.256716 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:00.281098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:00.348597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] For port 48a8a973-a848-4df1-9a74-f9efe794cbc5, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:26:00.351835 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] For port 48a8a973-a848-4df1-9a74-f9efe794cbc5, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=48a8a973-a848-4df1-9a74-f9efe794cbc5,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:26:00.432263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:00.523729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5b4a4-597f-4bf8-aa7d-bb95e155eaba None None] Pushing event updated for resources: {'Port': ['ID=48a8a973-a848-4df1-9a74-f9efe794cbc5,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:00.730824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.1 (698eb556-e79d-40fb-8d90-d927f65e487b/e685b87a-af6c-4384-9a2b-7ad2853390a8/1131a878-39ad-412f-91e5-a44d1eadfcdd) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:26:00.903725 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:00.918872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object 1131a878-39ad-412f-91e5-a44d1eadfcdd will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:26:00.997308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:01.060134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 698eb556-e79d-40fb-8d90-d927f65e487b is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:26:01.071935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:26:01.076607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:26:01.107027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=1131a878-39ad-412f-91e5-a44d1eadfcdd,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:01.136801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:01.454854 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:01.870005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:01.929196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:02.167774 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=1131a878-39ad-412f-91e5-a44d1eadfcdd,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:02.170387 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:02.183963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 84935898-e466-456a-ad29-3157dcdfe3aa up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:26:02.236618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea743d-45ed-43ef-8e13-30f25cd3ac8a None None] Network 698eb556-e79d-40fb-8d90-d927f65e487b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:26:02.307731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 698eb556-e79d-40fb-8d90-d927f65e487b is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:26:02.308961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:26:02.406688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 84935898-e466-456a-ad29-3157dcdfe3aa completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:26:02.416004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 84935898-e466-456a-ad29-3157dcdfe3aa triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:02.416370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:02.445722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-33840f44-4e20-4089-9ee1-8e3c3004c17c None None] Provisioning for port 48a8a973-a848-4df1-9a74-f9efe794cbc5 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:26:02.496332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router c1f20919-44e1-4198-a524-5ad5b05bfcad has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:26:02.591552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:02.611730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 84935898-e466-456a-ad29-3157dcdfe3aa, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=84935898-e466-456a-ad29-3157dcdfe3aa,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:26:02.679855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:26:02.690005 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1f4ac730-ae41-473a-a27a-0fcb4701a30e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/c1f20919-44e1-4198-a524-5ad5b05bfcad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3025365 Mar 28 11:26:02.690813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Sync routers for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:26:02.700659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:02.701439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 48a8a973-a848-4df1-9a74-f9efe794cbc5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:26:02.792391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:26:02.793099 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:26:02.905862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=84935898-e466-456a-ad29-3157dcdfe3aa,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:02.987764 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-fe3e174f-f2d5-426b-934f-40ce5024dd7b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437477316&fields=id&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 267 time: 0.0433240 Mar 28 11:26:03.065759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:26:03.129068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 48a8a973-a848-4df1-9a74-f9efe794cbc5 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:26:03.144893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-493e79d6-8ecf-4622-8652-6c94c13c2c00 None None] Provisioning for port 1131a878-39ad-412f-91e5-a44d1eadfcdd completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:26:03.149618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-66db326f-94c4-4304-bd8e-4267c6b44258 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:03.151457 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-66db326f-94c4-4304-bd8e-4267c6b44258 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/networks?id=698eb556-e79d-40fb-8d90-d927f65e487b HTTP/1.1" status: 200 len: 797 time: 0.1553638 Mar 28 11:26:03.167044 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-dba86757-0116-48b2-9bcb-e8745ce4dfec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/quotas/3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 375 time: 0.0099118 Mar 28 11:26:03.201398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 48a8a973-a848-4df1-9a74-f9efe794cbc5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:03.202043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:03.245229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-493e79d6-8ecf-4622-8652-6c94c13c2c00 None None] Provisioning complete for port 1131a878-39ad-412f-91e5-a44d1eadfcdd triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:03.245512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-493e79d6-8ecf-4622-8652-6c94c13c2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:03.248064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-e88ad63f-ea7a-47c5-9895-893ed007c917 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:26:03.322735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-e88ad63f-ea7a-47c5-9895-893ed007c917 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:26:03.324118 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-e88ad63f-ea7a-47c5-9895-893ed007c917 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515884 Mar 28 11:26:03.385601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-fec16315-18e1-4709-8167-8814359f1593 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:26:03.386866 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-fec16315-18e1-4709-8167-8814359f1593 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511303 Mar 28 11:26:03.396603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-493e79d6-8ecf-4622-8652-6c94c13c2c00 None None] Port 1131a878-39ad-412f-91e5-a44d1eadfcdd cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:26:03.522866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:03.523701 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-9eda1d7a-b9f9-4397-a54d-5c626a499382 service neutron] 10.222.0.18 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309063 Mar 28 11:26:03.563177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9d0dcf46-edf3-44ae-bbfc-db2973dad5de None None] Provisioning complete for port 1131a878-39ad-412f-91e5-a44d1eadfcdd triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:03.563545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcf46-edf3-44ae-bbfc-db2973dad5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:03.624769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 48a8a973-a848-4df1-9a74-f9efe794cbc5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=48a8a973-a848-4df1-9a74-f9efe794cbc5,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:26:03.628410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dcf46-edf3-44ae-bbfc-db2973dad5de None None] Port 1131a878-39ad-412f-91e5-a44d1eadfcdd cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:26:03.636821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '1131a878-39ad-412f-91e5-a44d1eadfcdd', 'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:3f:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:26:00Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 2, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:26:03.640754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Checking router: c1f20919-44e1-4198-a524-5ad5b05bfcad for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:26:03.641105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Updating router c1f20919-44e1-4198-a524-5ad5b05bfcad port 1131a878-39ad-412f-91e5-a44d1eadfcdd binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:26:03.660621 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-d2375f5e-2d36-43ee-bdf1-18ddf197d874 service neutron] 10.222.0.18 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303105 Mar 28 11:26:03.684889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:03.739986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:03.810938 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=48a8a973-a848-4df1-9a74-f9efe794cbc5,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:03.983332 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e45e34d0-f0de-4709-999f-123d9e83bd09 req-f74c9745-e446-4796-b8f0-a5c7529e3fbd tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 210 time: 0.1002748 Mar 28 11:26:04.122958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:04.126575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 84935898-e466-456a-ad29-3157dcdfe3aa up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:26:04.174011 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Transition to ACTIVE for port object 1131a878-39ad-412f-91e5-a44d1eadfcdd will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:26:04.206936 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 84935898-e466-456a-ad29-3157dcdfe3aa triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:04.207628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:04.235063 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:04.411261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c4bfd-02f6-4245-9462-4db37ed4dab3 None None] Pushing event updated for resources: {'Port': ['ID=1131a878-39ad-412f-91e5-a44d1eadfcdd,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:04.522784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Attempting to bind port 1131a878-39ad-412f-91e5-a44d1eadfcdd on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:26:04.523147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Attempting to bind port 1131a878-39ad-412f-91e5-a44d1eadfcdd by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:26:04.523508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Attempting to bind port 1131a878-39ad-412f-91e5-a44d1eadfcdd on network 698eb556-e79d-40fb-8d90-d927f65e487b {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:26:04.538405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:26:04.538780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Checking segment: {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:26:04.539198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:04.540154 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Bound using segment: {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:26:04.540636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Bound port: 1131a878-39ad-412f-91e5-a44d1eadfcdd, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:26:04.540999 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:04.554840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 48a8a973-a848-4df1-9a74-f9efe794cbc5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:26:04.739244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] For port 1131a878-39ad-412f-91e5-a44d1eadfcdd, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:26:04.741097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 48a8a973-a848-4df1-9a74-f9efe794cbc5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:04.741464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:04.783927 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] For port 1131a878-39ad-412f-91e5-a44d1eadfcdd, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1131a878-39ad-412f-91e5-a44d1eadfcdd,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:26:04.855109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:04.944735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:26:04.945357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:25:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:26:04.999325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c4bfd-02f6-4245-9462-4db37ed4dab3 None None] Pushing event updated for resources: {'Port': ['ID=1131a878-39ad-412f-91e5-a44d1eadfcdd,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:05.143700 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8e85c32d-b27e-49a5-ab08-8db2a0d8924f req-aff17c6d-9d91-4a45-b2ac-0d7fdccfe26b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 210 time: 0.0466378 Mar 28 11:26:05.144437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:26:05.455694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '1131a878-39ad-412f-91e5-a44d1eadfcdd', 'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:3f:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:26:00Z', 'updated_at': '2022-03-28T11:26:04Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:26:05.459527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71361e75-2cd7-460d-ba6f-988268a30b7d None None] The sync data for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv is: [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '1131a878-39ad-412f-91e5-a44d1eadfcdd', 'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:3f:f1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:26:00Z', 'updated_at': '2022-03-28T11:26:04Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:26:06.140838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1131a878-39ad-412f-91e5-a44d1eadfcdd up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:26:06.294965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 1131a878-39ad-412f-91e5-a44d1eadfcdd completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:26:06.301316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1131a878-39ad-412f-91e5-a44d1eadfcdd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:06.301794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:06.316157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-ddc86fe2-1703-498d-b9a7-a5e136700599 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:06.317068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-ddc86fe2-1703-498d-b9a7-a5e136700599 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:26:06.323740 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fd38722d-e542-473d-ba17-6f5ec2fb48b0 req-cedcd3f7-9f5c-4de3-ab7c-c04494c89b73 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 210 time: 0.0567410 Mar 28 11:26:06.385547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-ddc86fe2-1703-498d-b9a7-a5e136700599 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:26:06.386732 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-ddc86fe2-1703-498d-b9a7-a5e136700599 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/networks?id=698eb556-e79d-40fb-8d90-d927f65e487b HTTP/1.1" status: 200 len: 797 time: 0.2362974 Mar 28 11:26:06.438405 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:06.472452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 1131a878-39ad-412f-91e5-a44d1eadfcdd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1131a878-39ad-412f-91e5-a44d1eadfcdd,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:26:06.474478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-abdd1c4f-a829-486d-8f21-c18005d2b06e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:26:06.545372 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:06.580044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-abdd1c4f-a829-486d-8f21-c18005d2b06e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:26:06.581402 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-abdd1c4f-a829-486d-8f21-c18005d2b06e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 379 time: 0.1734803 Mar 28 11:26:06.596918 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'port': {'device_id': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'admin_state_up': True, 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'security_groups': ['83f74226-987f-41d9-906c-71d76f602621']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:26:06.617106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=1131a878-39ad-412f-91e5-a44d1eadfcdd,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:06.732677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:26:06.741892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:26:06.831116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:26:06.834675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:06.994875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.12 (698eb556-e79d-40fb-8d90-d927f65e487b/e685b87a-af6c-4384-9a2b-7ad2853390a8/f82cf011-ea18-4d82-b739-eab23429dc3a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:26:07.271271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:07.286197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object f82cf011-ea18-4d82-b739-eab23429dc3a will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:26:07.357794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:07.423080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 698eb556-e79d-40fb-8d90-d927f65e487b is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:26:07.426190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:26:07.435580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:26:07.475434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=f82cf011-ea18-4d82-b739-eab23429dc3a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:07.518494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:07.519223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:07.524775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf203f-a0f0-477f-b4c7-bcb964865a66 req-ff430646-cd1c-466d-89c8-489a0157d075 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:07.527323 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aedf203f-a0f0-477f-b4c7-bcb964865a66 req-ff430646-cd1c-466d-89c8-489a0157d075 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 932 time: 0.0918279 Mar 28 11:26:07.577540 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aedf203f-a0f0-477f-b4c7-bcb964865a66 req-8f4e8f36-ca4d-4feb-bdf8-8722ce68e02b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421214 Mar 28 11:26:07.626231 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-db7d3c82-bbc5-4cb6-9f34-12f1746535d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0331762 Mar 28 11:26:07.652982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Request body: {'port': {'device_id': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:26:07.740349 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b60c3b24-ae85-4b4c-bf97-2691a0982c05 None None] Provisioning for port f82cf011-ea18-4d82-b739-eab23429dc3a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:26:07.745331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-b60c3b24-ae85-4b4c-bf97-2691a0982c05 None None] Provisioning complete for port f82cf011-ea18-4d82-b739-eab23429dc3a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:07.749694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b60c3b24-ae85-4b4c-bf97-2691a0982c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:07.762679 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:07.798006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-b60c3b24-ae85-4b4c-bf97-2691a0982c05 None None] Port f82cf011-ea18-4d82-b739-eab23429dc3a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:26:08.113731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82cf011-ea18-4d82-b739-eab23429dc3a {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:26:08.118763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1131a878-39ad-412f-91e5-a44d1eadfcdd up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:26:08.121233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:08.135823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Transition to ACTIVE for port object f82cf011-ea18-4d82-b739-eab23429dc3a will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:26:08.184208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 1131a878-39ad-412f-91e5-a44d1eadfcdd triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:08.184571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:08.230838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:08.386169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Pushing event updated for resources: {'Port': ['ID=f82cf011-ea18-4d82-b739-eab23429dc3a,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:08.468312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Attempting to bind port f82cf011-ea18-4d82-b739-eab23429dc3a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:26:08.468647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Attempting to bind port f82cf011-ea18-4d82-b739-eab23429dc3a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:26:08.468978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Attempting to bind port f82cf011-ea18-4d82-b739-eab23429dc3a on network 698eb556-e79d-40fb-8d90-d927f65e487b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:26:08.473539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Port f82cf011-ea18-4d82-b739-eab23429dc3a on network 698eb556-e79d-40fb-8d90-d927f65e487b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:26:08.473860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Attempting to bind port f82cf011-ea18-4d82-b739-eab23429dc3a on network 698eb556-e79d-40fb-8d90-d927f65e487b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:26:08.478842 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:26:08.479169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Checking segment: {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:26:08.479541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Bound using segment: {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:26:08.479955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Bound port: f82cf011-ea18-4d82-b739-eab23429dc3a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68613db-7230-4c7f-8d85-acf7777f0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:26:08.480293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:08.571885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] For port f82cf011-ea18-4d82-b739-eab23429dc3a, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:26:08.575434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] For port f82cf011-ea18-4d82-b739-eab23429dc3a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f82cf011-ea18-4d82-b739-eab23429dc3a,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:26:08.649546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:08.704169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:08.704698 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:08.706081 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] 10.222.0.31 "PUT /v2.0/ports/f82cf011-ea18-4d82-b739-eab23429dc3a HTTP/1.1" status: 200 len: 1094 time: 1.0579212 Mar 28 11:26:08.708916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:26:08.756619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba35dc6-7a3d-453f-8801-da30cb383759 service neutron] Pushing event updated for resources: {'Port': ['ID=f82cf011-ea18-4d82-b739-eab23429dc3a,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:08.761733 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'status': 'completed', 'code': 200} Mar 28 11:26:08.779311 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb5b6-1a90-4e68-8543-c61222604337 req-07d09ae5-4fef-47ea-9cd7-52ddf36bb24f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:08.780962 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8b5eb5b6-1a90-4e68-8543-c61222604337 req-07d09ae5-4fef-47ea-9cd7-52ddf36bb24f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 944 time: 0.0967607 Mar 28 11:26:08.885703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e51172-3c01-4d07-b7b5-148a1879c565 req-6b92623b-a84b-41ee-b1be-dab9c86e2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:08.887380 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-42e51172-3c01-4d07-b7b5-148a1879c565 req-6b92623b-a84b-41ee-b1be-dab9c86e2ea0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 1097 time: 0.0811336 Mar 28 11:26:08.935347 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8b5eb5b6-1a90-4e68-8543-c61222604337 req-f2c694ab-d7a2-4b81-8f44-e6052a97dd88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486335 Mar 28 11:26:09.048473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e51172-3c01-4d07-b7b5-148a1879c565 req-7735d06a-04bf-4be3-b26a-6c59b7926ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:09.049825 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-42e51172-3c01-4d07-b7b5-148a1879c565 req-7735d06a-04bf-4be3-b26a-6c59b7926ad1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1398757 Mar 28 11:26:09.280516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e51172-3c01-4d07-b7b5-148a1879c565 req-1107612f-c3b1-4c19-90c9-19f561b9ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:09.281838 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-42e51172-3c01-4d07-b7b5-148a1879c565 req-1107612f-c3b1-4c19-90c9-19f561b9ea11 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2220848 Mar 28 11:26:09.418233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-71f237ce-e4d0-4258-bcef-4e8f327ddd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:09.419718 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-71f237ce-e4d0-4258-bcef-4e8f327ddd62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 1097 time: 0.0704849 Mar 28 11:26:09.500275 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-5c4185b7-4a13-4014-8833-31e293b73316 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f82cf011-ea18-4d82-b739-eab23429dc3a HTTP/1.1" status: 200 len: 217 time: 0.0643227 Mar 28 11:26:09.564208 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-dbacfc46-929d-4ef6-bb20-6be103e4b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:09.565790 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-dbacfc46-929d-4ef6-bb20-6be103e4b272 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e685b87a-af6c-4384-9a2b-7ad2853390a8 HTTP/1.1" status: 200 len: 835 time: 0.0570655 Mar 28 11:26:09.646140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-0951e407-bbc9-4a68-8b46-9e19d18d9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:09.647564 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-0951e407-bbc9-4a68-8b46-9e19d18d9965 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=698eb556-e79d-40fb-8d90-d927f65e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724785 Mar 28 11:26:09.779795 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-00566475-b3a6-4952-8a01-a7a750b445cb service neutron] 10.222.0.31 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236088 Mar 28 11:26:09.913243 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a5f3fa1b-baeb-4795-8963-2acfe1ae10c1 req-fabe625b-9079-4f57-b82b-2e94f49fd009 service neutron] 10.222.0.31 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234343 Mar 28 11:26:10.118144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee4d8-79ea-408e-87c4-8ba4e0026082 req-4ebfec06-e141-4f26-8715-039188ad48b9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:10.120159 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2e7ee4d8-79ea-408e-87c4-8ba4e0026082 req-4ebfec06-e141-4f26-8715-039188ad48b9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 944 time: 0.0786841 Mar 28 11:26:10.162139 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2e7ee4d8-79ea-408e-87c4-8ba4e0026082 req-7c8fbd8f-796f-4ee2-ad8a-96dcb6a73c24 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363228 Mar 28 11:26:11.343639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a72b12-a892-49bc-95be-6fcfb480860c req-8bd1a0a0-0358-47ad-b5bd-5f66134b3f79 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:11.344973 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b9a72b12-a892-49bc-95be-6fcfb480860c req-8bd1a0a0-0358-47ad-b5bd-5f66134b3f79 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 944 time: 0.0803032 Mar 28 11:26:11.387675 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b9a72b12-a892-49bc-95be-6fcfb480860c req-cfd39d59-676b-41b8-8bf1-f9cfe1bba17f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371747 Mar 28 11:26:12.569461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fc68e-82fa-462e-bfff-7f923110af8f req-e1819006-6d08-4706-bc45-f405f54e81ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:12.570894 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-862fc68e-82fa-462e-bfff-7f923110af8f req-e1819006-6d08-4706-bc45-f405f54e81ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 944 time: 0.0782232 Mar 28 11:26:12.616319 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-862fc68e-82fa-462e-bfff-7f923110af8f req-65bad1e3-3236-4e3d-bff8-18c43c6b5581 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392668 Mar 28 11:26:13.798350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2da637-f845-4df6-8b3f-6aacada07b9e req-cb147297-024e-4c8c-b96a-05cc1c1f57e8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:13.799818 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7a2da637-f845-4df6-8b3f-6aacada07b9e req-cb147297-024e-4c8c-b96a-05cc1c1f57e8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 944 time: 0.0800579 Mar 28 11:26:13.846702 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7a2da637-f845-4df6-8b3f-6aacada07b9e req-1451497c-e8ad-4e63-815b-014fa183b888 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411141 Mar 28 11:26:13.984347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device f82cf011-ea18-4d82-b739-eab23429dc3a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:26:14.113789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port f82cf011-ea18-4d82-b739-eab23429dc3a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f82cf011-ea18-4d82-b739-eab23429dc3a,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:26:14.126797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'port_id': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'mac_address': 'fa:16:3e:da:79:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:26:14.215410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:14.231490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82cf011-ea18-4d82-b739-eab23429dc3a {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:26:14.253933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port f82cf011-ea18-4d82-b739-eab23429dc3a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f82cf011-ea18-4d82-b739-eab23429dc3a,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:26:14.328384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:14.393225 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=f82cf011-ea18-4d82-b739-eab23429dc3a,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:14.731217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['f82cf011-ea18-4d82-b739-eab23429dc3a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:26:15.031066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb0fab-01f8-48cb-ba03-a7b73380f792 req-e1d24cca-acfe-413e-ab2e-fd1670fd347e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:15.032497 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-febb0fab-01f8-48cb-ba03-a7b73380f792 req-e1d24cca-acfe-413e-ab2e-fd1670fd347e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 945 time: 0.0832014 Mar 28 11:26:15.076338 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-febb0fab-01f8-48cb-ba03-a7b73380f792 req-a5663443-f801-4d75-8420-c136ad9549ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383253 Mar 28 11:26:15.997347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device f82cf011-ea18-4d82-b739-eab23429dc3a up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:26:16.026939 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:16.122337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port f82cf011-ea18-4d82-b739-eab23429dc3a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:26:16.127611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port f82cf011-ea18-4d82-b739-eab23429dc3a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:26:16.127979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:16.243453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:16.260409 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26347d-b84a-4c90-8d2f-ccb11ec9d0ee req-38112606-5985-4c61-a29c-295c30017fc0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:16.261800 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4f26347d-b84a-4c90-8d2f-ccb11ec9d0ee req-38112606-5985-4c61-a29c-295c30017fc0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 945 time: 0.0795002 Mar 28 11:26:16.270263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:26:16.280286 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port f82cf011-ea18-4d82-b739-eab23429dc3a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f82cf011-ea18-4d82-b739-eab23429dc3a,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:26:16.307653 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4f26347d-b84a-4c90-8d2f-ccb11ec9d0ee req-e264d828-a573-471d-a955-bd9ba7b87601 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399249 Mar 28 11:26:16.316247 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'code': 200} Mar 28 11:26:16.351961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:16.424519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=f82cf011-ea18-4d82-b739-eab23429dc3a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:16.744366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65308a8f-870d-4fb9-a3af-d0e5b30ab68f req-ebf3615e-de38-4a47-975c-97f238eebe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:16.745841 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-65308a8f-870d-4fb9-a3af-d0e5b30ab68f req-ebf3615e-de38-4a47-975c-97f238eebe56 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 1099 time: 0.0698369 Mar 28 11:26:16.789478 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-65308a8f-870d-4fb9-a3af-d0e5b30ab68f req-84f55c8b-d01b-4b6a-93b5-ce725e8f81e3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Mar 28 11:26:17.491546 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203c450-17ec-48f9-9f37-f2fcf1b8a610 req-03bf9bd3-4eec-4ee6-a320-c7657b6079c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:17.492967 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a203c450-17ec-48f9-9f37-f2fcf1b8a610 req-03bf9bd3-4eec-4ee6-a320-c7657b6079c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0811443 Mar 28 11:26:17.536573 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a203c450-17ec-48f9-9f37-f2fcf1b8a610 req-daf06ba1-9f6b-4135-801f-c75e8b244979 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374250 Mar 28 11:26:18.323551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-db94b32a-19e7-4f64-bcb4-ecfd2705c9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:18.719638 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab52cd-bb6a-4328-bd44-ae7501c51f22 req-e8e10298-22a6-47b7-b4a6-f7341ef90eb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:18.721060 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-86ab52cd-bb6a-4328-bd44-ae7501c51f22 req-e8e10298-22a6-47b7-b4a6-f7341ef90eb2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0822895 Mar 28 11:26:18.764138 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-86ab52cd-bb6a-4328-bd44-ae7501c51f22 req-e347acbe-db73-4ae8-9db3-8963f5314e56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375173 Mar 28 11:26:18.947265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b131-487a-48d6-8e08-da200a0fa8dc req-8becb94c-e7fc-4971-8418-3246384d019a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:18.948707 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cbb9b131-487a-48d6-8e08-da200a0fa8dc req-8becb94c-e7fc-4971-8418-3246384d019a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0788898 Mar 28 11:26:18.991877 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cbb9b131-487a-48d6-8e08-da200a0fa8dc req-346c81c1-0fcd-4401-b9d8-3716be1470ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376761 Mar 28 11:26:19.013268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46068) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:26:19.085414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b50d9-46ad-44da-a31d-0e90ba1f39b5 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:19.086903 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2d3b50d9-46ad-44da-a31d-0e90ba1f39b5 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 1094 time: 0.0726635 Mar 28 11:26:19.090319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46072) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:26:19.095129 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:26:19.100861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:26:19.104706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:floatingip and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:26:19.107551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:26:19.113120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:26:19.163012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:19.296349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:19.432173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.15 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/89935fbe-8472-407e-9823-b18088675473) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:26:19.580197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:19.660514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:19.719540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:26:19.726167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:26:19.730161 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:26:19.758593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=89935fbe-8472-407e-9823-b18088675473,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:20.224088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:20.350705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:20.465997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5496-523e-4ef1-a9f7-68ab53216a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:20.552060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:20.591533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:20.702196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=89935fbe-8472-407e-9823-b18088675473,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:26:20.709750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:20.879363 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP cfab7f4b-61c6-4950-a0e4-8cfb470da9ef associated. External IP: 172.26.2.15, port: f82cf011-ea18-4d82-b739-eab23429dc3a. Mar 28 11:26:21.186923 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:26:21.220348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router c1f20919-44e1-4198-a524-5ad5b05bfcad has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:26:21.391615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:26:21.401044 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] Sync routers for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:26:21.410068 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:26:21.410587 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:26:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:26:21.466136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:21.523969 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3f23b451-705c-4f91-93ad-954570f1ac6a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4326477 Mar 28 11:26:21.524647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:26:21.578469 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'status': 'completed', 'code': 200} Mar 28 11:26:21.603776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:21.609390 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:26:21.677510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:21.697285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-db57ad88-2fd3-4949-82e5-2e469a4a1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:21.698841 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-db57ad88-2fd3-4949-82e5-2e469a4a1757 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 1099 time: 0.0767398 Mar 28 11:26:21.706751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d4e42-f85e-4d44-91bc-94950a7021dd req-caf7ab03-5ce5-456d-9dbd-9957899a797e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:21.708527 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f29d4e42-f85e-4d44-91bc-94950a7021dd req-caf7ab03-5ce5-456d-9dbd-9957899a797e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0831923 Mar 28 11:26:21.758027 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f29d4e42-f85e-4d44-91bc-94950a7021dd req-3e7f4dee-cd3b-4a6b-a29e-a049395edf49 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424905 Mar 28 11:26:21.782158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46082) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:26:21.833624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-f92714c9-f949-4c7b-87bb-48a6392d3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:21.835121 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-f92714c9-f949-4c7b-87bb-48a6392d3f80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=698eb556-e79d-40fb-8d90-d927f65e487b HTTP/1.1" status: 200 len: 898 time: 0.1303420 Mar 28 11:26:21.942878 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-554c74db-2065-4c60-8c4b-088d2870d85b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f82cf011-ea18-4d82-b739-eab23429dc3a HTTP/1.1" status: 200 len: 999 time: 0.1018436 Mar 28 11:26:21.969611 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'cfab7f4b-61c6-4950-a0e4-8cfb470da9ef', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'port_id': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'mac_address': 'fa:16:3e:da:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:26:20Z', 'updated_at': '2022-03-28T11:26:20Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1131a878-39ad-412f-91e5-a44d1eadfcdd', 'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:3f:f1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:26:00Z', 'updated_at': '2022-03-28T11:26:06Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:26:21.973960 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] Checking router: c1f20919-44e1-4198-a524-5ad5b05bfcad for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:26:21.984020 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:26:21.984620 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:26:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:26:22.006090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-61ea0edb-82a1-4968-8e17-5fb25e7ad72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:22.007774 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-61ea0edb-82a1-4968-8e17-5fb25e7ad72e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e685b87a-af6c-4384-9a2b-7ad2853390a8 HTTP/1.1" status: 200 len: 835 time: 0.0582786 Mar 28 11:26:22.008661 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fcfb1a21-fe60-4d86-9543-49719991fdda tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/cfab7f4b-61c6-4950-a0e4-8cfb470da9ef HTTP/1.1" status: 200 len: 991 time: 0.2250862 Mar 28 11:26:22.083731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-e528dd49-b1bd-432f-b7cf-11c122505550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:22.085184 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-e528dd49-b1bd-432f-b7cf-11c122505550 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=698eb556-e79d-40fb-8d90-d927f65e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698671 Mar 28 11:26:22.160704 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:26:22.214985 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-bc11cace-aa15-4992-841a-2fb8ce50bcb8 service neutron] 10.222.0.31 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234610 Mar 28 11:26:22.344991 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9ca4d55b-d19f-4d90-a213-5c81cdc2f364 req-187a3579-affb-4e2c-8a3a-d4402d4d32b8 service neutron] 10.222.0.31 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231296 Mar 28 11:26:22.500596 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'cfab7f4b-61c6-4950-a0e4-8cfb470da9ef', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'port_id': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'mac_address': 'fa:16:3e:da:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:26:20Z', 'updated_at': '2022-03-28T11:26:20Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1131a878-39ad-412f-91e5-a44d1eadfcdd', 'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:3f:f1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:26:00Z', 'updated_at': '2022-03-28T11:26:06Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:26:22.504548 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae8cdc-5296-4f1f-a3c2-804b6f946705 None None] The sync data for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv is: [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'cfab7f4b-61c6-4950-a0e4-8cfb470da9ef', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'port_id': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'mac_address': 'fa:16:3e:da:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:26:20Z', 'updated_at': '2022-03-28T11:26:20Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1131a878-39ad-412f-91e5-a44d1eadfcdd', 'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:3f:f1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:26:00Z', 'updated_at': '2022-03-28T11:26:06Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:26:22.690240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fc427-ee7f-4e0d-a109-7de509d53a89 None None] New status for floating IP cfab7f4b-61c6-4950-a0e4-8cfb470da9ef: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:26:23.011745 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46086) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:26:23.116039 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e80ccbfd-371e-4b8f-a250-23901efeb667 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/cfab7f4b-61c6-4950-a0e4-8cfb470da9ef HTTP/1.1" status: 200 len: 993 time: 0.1031067 Mar 28 11:26:23.122080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:46.110733 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:48.408913 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2273-af02-49b7-ac45-4f8947bb48cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:50.465752 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-34735785-ffeb-49e3-a64b-c0ad1b6c1c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:51.623687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:51.694511 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:53.163117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:26:54.746764 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-5331859f-3dac-4489-87be-d304fcaa6850 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111586 Mar 28 11:26:54.903734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-59ec2663-0604-431e-9434-049eb6ad80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:54.905145 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-59ec2663-0604-431e-9434-049eb6ad80b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 1099 time: 0.0695097 Mar 28 11:26:55.143507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-a1be4f77-792e-4fca-be50-b7bf5c90ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:55.144922 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-a1be4f77-792e-4fca-be50-b7bf5c90ce20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=698eb556-e79d-40fb-8d90-d927f65e487b HTTP/1.1" status: 200 len: 898 time: 0.2201517 Mar 28 11:26:55.246862 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-9a80550b-27ac-41b2-b3e7-72825c676782 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f82cf011-ea18-4d82-b739-eab23429dc3a HTTP/1.1" status: 200 len: 1001 time: 0.0932317 Mar 28 11:26:55.309711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-07bcee09-0e70-4667-8856-b6a80675179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:55.315091 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-07bcee09-0e70-4667-8856-b6a80675179b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e685b87a-af6c-4384-9a2b-7ad2853390a8 HTTP/1.1" status: 200 len: 835 time: 0.0587511 Mar 28 11:26:55.385868 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-bd3e8e2c-a4ff-4d27-b2a4-a732b584d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:55.387920 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-bd3e8e2c-a4ff-4d27-b2a4-a732b584d0b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=698eb556-e79d-40fb-8d90-d927f65e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679820 Mar 28 11:26:55.520802 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-8eb4036d-e6b2-4f48-8d1f-58d5c80e8163 service neutron] 10.222.0.31 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254034 Mar 28 11:26:55.652238 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-20765e74-3c7e-4c47-bc60-b974cdb19337 req-6297a00e-bbba-422a-b663-6622bfab360c service neutron] 10.222.0.31 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254570 Mar 28 11:26:56.572987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e541b-2230-43e8-bd4e-d9f7728fe351 req-3c2dfaab-ce59-4a7e-af69-b5bb0699c03e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:56.574990 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-406e541b-2230-43e8-bd4e-d9f7728fe351 req-3c2dfaab-ce59-4a7e-af69-b5bb0699c03e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0870202 Mar 28 11:26:56.617159 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-406e541b-2230-43e8-bd4e-d9f7728fe351 req-cf66a910-b04f-4b24-a232-20dcc3eeea10 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364661 Mar 28 11:26:57.798726 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839f579-dbc6-4aa5-a991-8add7a524da9 req-45625495-7e72-48c3-9293-24e7fe044f84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:57.800077 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c839f579-dbc6-4aa5-a991-8add7a524da9 req-45625495-7e72-48c3-9293-24e7fe044f84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0790627 Mar 28 11:26:57.842169 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c839f579-dbc6-4aa5-a991-8add7a524da9 req-83d3b9be-e356-4252-9b68-35fc964f84f7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366499 Mar 28 11:26:57.864709 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46110) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:26:57.968359 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9d8c4011-d5b3-4dfc-939c-ba411ceaad3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/cfab7f4b-61c6-4950-a0e4-8cfb470da9ef HTTP/1.1" status: 200 len: 993 time: 0.1025753 Mar 28 11:26:58.186056 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:26:59.648720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2072a-a46e-46e7-ad43-bb381f0e69f7 req-53c17a26-d8ed-4717-a101-3569c36b183d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:26:59.651058 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-67f2072a-a46e-46e7-ad43-bb381f0e69f7 req-53c17a26-d8ed-4717-a101-3569c36b183d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0865791 Mar 28 11:26:59.694430 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-67f2072a-a46e-46e7-ad43-bb381f0e69f7 req-2dda0a1e-cb06-413d-a227-ab1bd4805ce9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371339 Mar 28 11:27:00.878008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed61b8c-9cbe-4b62-baeb-a4fd9f28f487 req-22daa4a8-7356-4653-9290-13b30a2b0fc4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:00.879453 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5ed61b8c-9cbe-4b62-baeb-a4fd9f28f487 req-22daa4a8-7356-4653-9290-13b30a2b0fc4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0782318 Mar 28 11:27:00.922126 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5ed61b8c-9cbe-4b62-baeb-a4fd9f28f487 req-af52b1e5-dd73-40ee-bfc9-56935dfd2db2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370932 Mar 28 11:27:00.944655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46122) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:01.048755 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c561f0cb-7c2c-4b3c-9f02-691d646df3e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/cfab7f4b-61c6-4950-a0e4-8cfb470da9ef HTTP/1.1" status: 200 len: 993 time: 0.1030171 Mar 28 11:27:01.347824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46130) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:01.548696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 89935fbe-8472-407e-9823-b18088675473 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:27:01.549043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:01.711528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:01.711856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:01.834053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 89935fbe-8472-407e-9823-b18088675473 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:27:02.060044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:02.109828 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=89935fbe-8472-407e-9823-b18088675473,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:02.149027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.149375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.149718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.150092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.150424 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.151013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.151336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.151659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.152008 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.152328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.152646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.152965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:02.209992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:02.210322 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP cfab7f4b-61c6-4950-a0e4-8cfb470da9ef disassociated (deleted). External IP: 172.26.2.15, port: f82cf011-ea18-4d82-b739-eab23429dc3a. Mar 28 11:27:02.645973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router c1f20919-44e1-4198-a524-5ad5b05bfcad has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:27:02.819096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:27:02.828803 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] Sync routers for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:27:02.835789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:02.837584 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:02.838228 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:26:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:02.892550 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3108e011-0606-477b-b775-2a65f55caa28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/floatingips/cfab7f4b-61c6-4950-a0e4-8cfb470da9ef HTTP/1.1" status: 204 len: 168 time: 1.5436635 Mar 28 11:27:02.893235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:27:02.937721 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'status': 'completed', 'code': 200} Mar 28 11:27:03.044622 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:03.059454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-88fe5713-efb0-4aba-89eb-5088f3cca7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:03.060905 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-88fe5713-efb0-4aba-89eb-5088f3cca7fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 1099 time: 0.0709164 Mar 28 11:27:03.191639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-20ba1a16-3266-4a38-9e3f-d0124f61cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:03.193078 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-20ba1a16-3266-4a38-9e3f-d0124f61cd1c service neutron] 10.222.0.31 "GET /v2.0/networks?id=698eb556-e79d-40fb-8d90-d927f65e487b HTTP/1.1" status: 200 len: 898 time: 0.1261599 Mar 28 11:27:03.264611 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-fca60f74-8d04-4d11-a1cd-d406d65d3594 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f82cf011-ea18-4d82-b739-eab23429dc3a HTTP/1.1" status: 200 len: 217 time: 0.0643976 Mar 28 11:27:03.335644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-d1beed53-0b6b-47bb-b41f-d8beb21a4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:03.337182 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-d1beed53-0b6b-47bb-b41f-d8beb21a4801 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e685b87a-af6c-4384-9a2b-7ad2853390a8 HTTP/1.1" status: 200 len: 835 time: 0.0630753 Mar 28 11:27:03.355835 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '1131a878-39ad-412f-91e5-a44d1eadfcdd', 'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:3f:f1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:26:00Z', 'updated_at': '2022-03-28T11:26:06Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:03.359546 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] Checking router: c1f20919-44e1-4198-a524-5ad5b05bfcad for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:27:03.367637 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:03.368214 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:26:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:03.462536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-1edad1dc-2de4-453d-9d65-7ed97c821e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:03.464326 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-1edad1dc-2de4-453d-9d65-7ed97c821e63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=698eb556-e79d-40fb-8d90-d927f65e487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736468 Mar 28 11:27:03.471121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6baf801-9d28-4fb3-8d65-177070b266f7 req-90bb4a5c-8600-4674-9bd8-c48a0d7ac4c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:03.471840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-e6baf801-9d28-4fb3-8d65-177070b266f7 req-90bb4a5c-8600-4674-9bd8-c48a0d7ac4c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:27:03.534633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-e6baf801-9d28-4fb3-8d65-177070b266f7 req-90bb4a5c-8600-4674-9bd8-c48a0d7ac4c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:27:03.535803 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e6baf801-9d28-4fb3-8d65-177070b266f7 req-90bb4a5c-8600-4674-9bd8-c48a0d7ac4c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.1525314 Mar 28 11:27:03.550314 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:03.586885 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e6baf801-9d28-4fb3-8d65-177070b266f7 req-13d6fbb2-ba16-4287-82ed-b8e08c8ed967 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434301 Mar 28 11:27:03.605518 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-3c8fac3b-2da3-4793-a605-d205fa9fcaf8 service neutron] 10.222.0.31 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328018 Mar 28 11:27:03.737633 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d184c512-5760-4422-96fc-bbf10f4c3448 req-1bc9e9cd-fa9f-4dec-84ca-0d4536904c6a service neutron] 10.222.0.31 "GET /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248939 Mar 28 11:27:03.856923 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '1131a878-39ad-412f-91e5-a44d1eadfcdd', 'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:3f:f1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:26:00Z', 'updated_at': '2022-03-28T11:26:06Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:03.860703 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4eef1-a19d-4fce-8067-14bca3c9d4b9 None None] The sync data for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv is: [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:26:01Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '1131a878-39ad-412f-91e5-a44d1eadfcdd', 'name': '', 'network_id': '698eb556-e79d-40fb-8d90-d927f65e487b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:3f:f1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:26:00Z', 'updated_at': '2022-03-28T11:26:06Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'e685b87a-af6c-4384-9a2b-7ad2853390a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:27:04.070343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94da1491-8db3-4cea-aa56-559210dab998 None None] New status for floating IP cfab7f4b-61c6-4950-a0e4-8cfb470da9ef: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:27:04.771650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6822f-8d7c-420f-9e7f-90e5e8ea051b req-60c23f14-cca2-441d-9e9e-109a0c42f131 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:04.773060 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-32b6822f-8d7c-420f-9e7f-90e5e8ea051b req-60c23f14-cca2-441d-9e9e-109a0c42f131 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0817602 Mar 28 11:27:04.816688 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-32b6822f-8d7c-420f-9e7f-90e5e8ea051b req-64cbe050-ee3f-4989-ae66-297e950d5f8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371706 Mar 28 11:27:05.472950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-08256daf-03cb-4717-9570-24f160b72de8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:05.473636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-08256daf-03cb-4717-9570-24f160b72de8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:27:05.485465 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-08256daf-03cb-4717-9570-24f160b72de8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:27:05.486560 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-08256daf-03cb-4717-9570-24f160b72de8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0896885 Mar 28 11:27:05.561731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port f82cf011-ea18-4d82-b739-eab23429dc3a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:27:05.562101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:05.891008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port f82cf011-ea18-4d82-b739-eab23429dc3a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f82cf011-ea18-4d82-b739-eab23429dc3a,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:05.891368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:05.997616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c5e38-b9ce-4685-bec7-2bda09b936c3 req-a534d629-d736-4913-b97f-d840ecb7e4f2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:05.999077 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f17c5e38-b9ce-4685-bec7-2bda09b936c3 req-a534d629-d736-4913-b97f-d840ecb7e4f2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 946 time: 0.0777669 Mar 28 11:27:06.014041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for f82cf011-ea18-4d82-b739-eab23429dc3a owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:27:06.046101 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f17c5e38-b9ce-4685-bec7-2bda09b936c3 req-2762d62b-441d-492c-8763-7b5f44db297f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=83f74226-987f-41d9-906c-71d76f602621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Mar 28 11:27:06.197020 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:06.246375 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=f82cf011-ea18-4d82-b739-eab23429dc3a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:06.289927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.290296 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.290646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.290976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.291319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.291639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.291959 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.292283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.292675 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.292998 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.293319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.293652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:06.337870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] No DVR routers for this DVR port f82cf011-ea18-4d82-b739-eab23429dc3a on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:27:06.340530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:06.343443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'name': 'network-vif-deleted', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:27:06.390740 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18816d8-2796-4122-9e65-6373e10f0e99', 'name': 'network-vif-deleted', 'tag': 'f82cf011-ea18-4d82-b739-eab23429dc3a', 'status': 'completed', 'code': 200} Mar 28 11:27:06.397777 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9a44b966-2750-469d-bb1d-b9a9db69b63f req-229ff1c3-0b5e-4db8-a6f8-f0c7399add2a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "DELETE /v2.0/ports/f82cf011-ea18-4d82-b739-eab23429dc3a HTTP/1.1" status: 204 len: 173 time: 0.9031136 Mar 28 11:27:07.205917 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2d8451f5-8372-4091-badb-ea7a27210b6e req-6c615e69-9f44-4c9f-9a6e-3d7367aa4e25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18816d8-2796-4122-9e65-6373e10f0e99 HTTP/1.1" status: 200 len: 210 time: 0.0417905 Mar 28 11:27:08.299244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46150) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:08.311239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device f82cf011-ea18-4d82-b739-eab23429dc3a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:27:08.346295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: f82cf011-ea18-4d82-b739-eab23429dc3a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:27:08.346295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device f82cf011-ea18-4d82-b739-eab23429dc3a not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:27:08.849928 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:09.296570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 1131a878-39ad-412f-91e5-a44d1eadfcdd {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:27:09.296829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:09.481612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port 1131a878-39ad-412f-91e5-a44d1eadfcdd, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=1131a878-39ad-412f-91e5-a44d1eadfcdd,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:09.482352 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:09.604503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 1131a878-39ad-412f-91e5-a44d1eadfcdd owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:27:10.003080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:10.049505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=1131a878-39ad-412f-91e5-a44d1eadfcdd,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:10.322121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:10.776710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router c1f20919-44e1-4198-a524-5ad5b05bfcad has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:27:10.948453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:27:10.958321 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] Sync routers for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:27:10.961379 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c749d082-f327-4d5d-ab69-c7ec77e922a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/c1f20919-44e1-4198-a524-5ad5b05bfcad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6610744 Mar 28 11:27:10.964029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46154) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:10.967462 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:10.968056 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:26:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:11.028638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-6694bf2e-9863-4ad0-823d-fb5c8a12a986 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting subnet e685b87a-af6c-4384-9a2b-7ad2853390a8 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:27:11.031510 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6694bf2e-9863-4ad0-823d-fb5c8a12a986 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.084453 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6694bf2e-9863-4ad0-823d-fb5c8a12a986 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.140436 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:11.169088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6694bf2e-9863-4ad0-823d-fb5c8a12a986 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.317857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6694bf2e-9863-4ad0-823d-fb5c8a12a986 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.361165 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694bf2e-9863-4ad0-823d-fb5c8a12a986 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Subnet': ['ID=e685b87a-af6c-4384-9a2b-7ad2853390a8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:11.366579 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6694bf2e-9863-4ad0-823d-fb5c8a12a986 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.373530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626263df-ccee-472a-a6b8-443d7911caed None None] Network 698eb556-e79d-40fb-8d90-d927f65e487b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:27:11.379579 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6694bf2e-9863-4ad0-823d-fb5c8a12a986 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/subnets/e685b87a-af6c-4384-9a2b-7ad2853390a8 HTTP/1.1" status: 204 len: 168 time: 0.4087851 Mar 28 11:27:11.379772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46158) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:11.455529 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:27:09Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:11.459089 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] Checking router: c1f20919-44e1-4198-a524-5ad5b05bfcad for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:27:11.469990 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] Routers {'c1f20919-44e1-4198-a524-5ad5b05bfcad'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:11.470855 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:26:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['c1f20919-44e1-4198-a524-5ad5b05bfcad'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:11.557576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.631529 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] DHCP port deletion for 698eb556-e79d-40fb-8d90-d927f65e487b request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:27:11.635490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Deleting port 48a8a973-a848-4df1-9a74-f9efe794cbc5 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:27:11.635856 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.648292 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] Set router c1f20919-44e1-4198-a524-5ad5b05bfcad gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:11.740488 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.803310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 84935898-e466-456a-ad29-3157dcdfe3aa {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:27:11.804074 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.870477 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] For port 48a8a973-a848-4df1-9a74-f9efe794cbc5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=48a8a973-a848-4df1-9a74-f9efe794cbc5,segment=NetworkSegment(b68613db-7230-4c7f-8d85-acf7777f0b01),segment_id=b68613db-7230-4c7f-8d85-acf7777f0b01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:11.870911 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.927145 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:27:09Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:11.931222 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a922565-4fbb-4530-b6c6-c63b3c73aa59 None None] The sync data for ids ['c1f20919-44e1-4198-a524-5ad5b05bfcad'] in dv-neutron-835336-1-hyperv is: [{'id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553811273', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:25:55Z', 'updated_at': '2022-03-28T11:27:09Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '84935898-e466-456a-ad29-3157dcdfe3aa', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f20919-44e1-4198-a524-5ad5b05bfcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:25:56Z', 'updated_at': '2022-03-28T11:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:27:11.981752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port 84935898-e466-456a-ad29-3157dcdfe3aa, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=84935898-e466-456a-ad29-3157dcdfe3aa,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:11.982143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:11.994675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Calling delete_port for 48a8a973-a848-4df1-9a74-f9efe794cbc5 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:27:12.104110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 84935898-e466-456a-ad29-3157dcdfe3aa owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:27:12.117552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:12.166748 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Pushing event deleted for resources: {'Port': ['ID=48a8a973-a848-4df1-9a74-f9efe794cbc5,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:12.176335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.176808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.177022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.177337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.177662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.178020 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.178350 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.178669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.178994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.179312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.179628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.179943 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:12.182755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d323ddf-854f-40b0-85de-21c474f8e33c None None] No DVR routers for this DVR port 48a8a973-a848-4df1-9a74-f9efe794cbc5 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:27:12.325083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1131a878-39ad-412f-91e5-a44d1eadfcdd no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:27:12.359223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 1131a878-39ad-412f-91e5-a44d1eadfcdd {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:27:12.359561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 1131a878-39ad-412f-91e5-a44d1eadfcdd not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:27:12.359978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 48a8a973-a848-4df1-9a74-f9efe794cbc5 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:27:12.394255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 48a8a973-a848-4df1-9a74-f9efe794cbc5 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:27:12.394255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 48a8a973-a848-4df1-9a74-f9efe794cbc5 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:27:12.472112 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:12.519553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=84935898-e466-456a-ad29-3157dcdfe3aa,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:12.608700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:12.777794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:12.779869 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:12.877349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:12.878406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Fanout notify agent at l3_agent the message router_deleted on router c1f20919-44e1-4198-a524-5ad5b05bfcad {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:27:12.893055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:12.894172 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ff836bf9-3bd3-4573-9230-60ef677d180e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/routers/c1f20919-44e1-4198-a524-5ad5b05bfcad HTTP/1.1" status: 204 len: 168 time: 1.5164788 Mar 28 11:27:12.896991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46162) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:13.011371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.146275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.172330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698eb556-e79d-40fb-8d90-d927f65e487b']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:13.184194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68613db-7230-4c7f-8d85-acf7777f0b01') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:13.184485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68613db-7230-4c7f-8d85-acf7777f0b01') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:13.195588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.211130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.217689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:27:13.218130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:27:13.232862 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:27:13.403841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.421488 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.432773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Network': ['ID=698eb556-e79d-40fb-8d90-d927f65e487b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:13.502555 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8312dc45-79a4-4977-ba13-79c0a8f931a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/networks/698eb556-e79d-40fb-8d90-d927f65e487b HTTP/1.1" status: 204 len: 168 time: 0.6021197 Mar 28 11:27:13.503034 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46166) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:13.574835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba203253-8149-4e5a-8ac8-95c50598d16c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.604771 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba203253-8149-4e5a-8ac8-95c50598d16c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.723213 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba203253-8149-4e5a-8ac8-95c50598d16c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.740666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba203253-8149-4e5a-8ac8-95c50598d16c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f74226-987f-41d9-906c-71d76f602621,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:13.790476 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ba203253-8149-4e5a-8ac8-95c50598d16c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:13.791589 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ba203253-8149-4e5a-8ac8-95c50598d16c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/security-groups/83f74226-987f-41d9-906c-71d76f602621 HTTP/1.1" status: 204 len: 168 time: 0.2875686 Mar 28 11:27:14.150908 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 84935898-e466-456a-ad29-3157dcdfe3aa no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:27:14.188409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 84935898-e466-456a-ad29-3157dcdfe3aa {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:27:14.189047 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 84935898-e466-456a-ad29-3157dcdfe3aa not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:27:14.420366 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46174) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:14.425616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667993140', 'description': 'tempest-secgroup-smoke-667993140 description', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:14.431526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:14.436263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:14.439109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:14.444755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:14.545765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:14.565373 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:14.569172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:14.571916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:14.577429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:14.644172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:14.705562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:14.750042 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62f9a00-18fc-47d3-996c-a06c1a90a912,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:14.814287 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:14.815487 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d3f4bc3e-0ea4-479d-ac34-6520e05237f5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3941317 Mar 28 11:27:14.818302 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46178) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:14.823309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'a62f9a00-18fc-47d3-996c-a06c1a90a912', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:14.829182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:14.832999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:14.835895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:14.841977 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:14.944835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.003603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.076848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.102999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2460416c-4f98-4736-8b63-872269cd7441,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:15.168485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.169687 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-89352af2-2973-4f5b-92ba-3e83ebe0adae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503621 Mar 28 11:27:15.172325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46182) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:15.177182 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'a62f9a00-18fc-47d3-996c-a06c1a90a912', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:15.182851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:15.186675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:15.189502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:15.195156 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:15.260337 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.321519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.396936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.423439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54968a44-a204-4417-a765-2c4deda342f9,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:15.488831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.490033 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b52125c9-60ce-4579-b615-33475fc52be5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3167830 Mar 28 11:27:15.492670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46186) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:15.498135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'a62f9a00-18fc-47d3-996c-a06c1a90a912', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:15.504011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:15.507949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:15.510986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:15.517153 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:15.592474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.653687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.738890 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.762200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58d5e4d-561d-4eef-9c53-20f138e2d048,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:15.820103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.821267 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b1d3a523-4049-4edd-9041-3137711ffc56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276854 Mar 28 11:27:15.823884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46190) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:15.828710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'a62f9a00-18fc-47d3-996c-a06c1a90a912', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:15.834379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:15.838170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:15.840941 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:15.846509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:15.922621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:15.985874 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.059236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.082241 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b687b216-32d3-440a-b59d-cab8253db425,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:16.088021 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.174585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.175771 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a2d53b0e-a4af-4e19-a155-fdcec34f07e5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3510091 Mar 28 11:27:16.178431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46194) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:16.183400 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'a62f9a00-18fc-47d3-996c-a06c1a90a912', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:16.189177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:16.193033 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:16.200761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:16.201711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:16.276535 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:27:16.283466 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.434680 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.494268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.517849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5d4f9e-c25e-418d-a46f-25f84787f2cc,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:16.585868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.587076 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-63a8ec07-9a0f-423d-b08c-1955e2d7d1d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4077055 Mar 28 11:27:16.590399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46198) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:16.595312 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'a62f9a00-18fc-47d3-996c-a06c1a90a912', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:16.601204 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:16.605277 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:16.608180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:16.613786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:16.671488 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:27:16.678091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.742746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.791630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.815163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb15929-a7c2-4784-8d34-e0308617a5a2,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:16.866096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.867399 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-66d29e68-0fa6-412f-a8a2-f119d898873c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2760992 Mar 28 11:27:16.870826 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46202) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:16.876598 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'network': {'name': 'tempest-network-smoke--1692476805', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'port_security_enabled': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:16.881812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:16.886784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:network and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:16.889705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:16.895416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:16.951757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:27:16.955195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.981830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:27:16.990055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:16.990403 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Added segment 6bf93180-efde-44bf-b6e5-244e3fcc05e8 of type vlan for network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a Mar 28 11:27:17.016318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:17.117252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:17.123221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:17.127076 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:17.231555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Network': ['ID=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:17.242010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:27:17.303602 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f97acbba-9a85-4fa4-addb-40327b52442a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4291070 Mar 28 11:27:17.303784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46206) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:17.310016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'admin_state_up': True, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:17.317055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:17.320913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:router and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:17.323922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:17.330203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:17.408990 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:17.410025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:17.424829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:17.856353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:18.221027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:18.249645 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:18.310510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3417c99e-4f6d-4867-8fb6-1a51468fa776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:18.382188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.196 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/893f2626-cbff-407a-87e4-f858096cebc5) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:27:18.525887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:18.613593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:18.671464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:27:18.674223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:27:18.684607 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:27:18.721457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=893f2626-cbff-407a-87e4-f858096cebc5,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:19.247902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:19.583593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:19.831604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 2d8b7505-571c-46d7-90ce-11035e3e9309 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:27:20.001209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:27:20.010551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Sync routers for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:27:20.020373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:20.021044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:26:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:20.087624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:20.088750 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d155e807-e9c3-4c5e-99ab-4a2ef8bcf073 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7840359 Mar 28 11:27:20.091736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46210) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:20.134189 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-59aea4e1-8dd1-4ce0-af6f-2eaf775ed17e tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=3e62c956a5f54e2796a6d966b01f5e46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413096 Mar 28 11:27:20.137428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46214) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:20.195023 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:20.264508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbad5b6-9d50-45cc-bd93-afcedfee04c7 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:20.265985 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ccbad5b6-9d50-45cc-bd93-afcedfee04c7 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275995 Mar 28 11:27:20.268914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46218) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:20.307591 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-635bb2c5-6063-4c84-9b66-5d92f6be5f40 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376470 Mar 28 11:27:20.312079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46222) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:20.317533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1235651946', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:20.424637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:20.428417 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:subnet and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:20.431222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:20.437649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:20.482754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:18Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:20.486611 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Checking router: 2d8b7505-571c-46d7-90ce-11035e3e9309 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:27:20.486961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Updating router 2d8b7505-571c-46d7-90ce-11035e3e9309 port 893f2626-cbff-407a-87e4-f858096cebc5 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:27:20.523441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:27:20.528467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:20.539035 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:20.569639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7d898e71-b123-4c6e-b6e2-b280caeaa68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:20.820567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:20.901601 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:20.914304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Transition to ACTIVE for port object 893f2626-cbff-407a-87e4-f858096cebc5 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:27:21.003405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Subnet': ['ID=bc56a19c-2e13-4d1e-8969-8821d478d546,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:21.014605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:21.016450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Checking segment: {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:27:21.016801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network hostable DHCP agents. Network: 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:27:21.092592 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Attempting to bind port 893f2626-cbff-407a-87e4-f858096cebc5 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:27:21.092895 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Attempting to bind port 893f2626-cbff-407a-87e4-f858096cebc5 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:27:21.093253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Attempting to bind port 893f2626-cbff-407a-87e4-f858096cebc5 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:27:21.096462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6921a-7411-41c1-8bf4-53701deb73b8 None None] Pushing event updated for resources: {'Port': ['ID=893f2626-cbff-407a-87e4-f858096cebc5,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:21.100578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:27:21.100934 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:27:21.101323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:21.101700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:27:21.102184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Bound port: 893f2626-cbff-407a-87e4-f858096cebc5, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:27:21.103086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:21.106215 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:27:21.174813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] For port 893f2626-cbff-407a-87e4-f858096cebc5, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:27:21.177637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] For port 893f2626-cbff-407a-87e4-f858096cebc5, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=893f2626-cbff-407a-87e4-f858096cebc5,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:27:21.186177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:27:21.192201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:21.192201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:21.194673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e14f09-923a-416b-bbe7-c37f498b02b2 None None] Network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:27:21.282408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:21.299939 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-96513ea8-082e-4d86-9596-7a042c0e26f6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9868476 Mar 28 11:27:21.302768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46226) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:21.414452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:21.415078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:27:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:21.492803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6921a-7411-41c1-8bf4-53701deb73b8 None None] Pushing event updated for resources: {'Port': ['ID=893f2626-cbff-407a-87e4-f858096cebc5,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:21.614945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:27:21.615754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:21.725367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:21.774894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:21.832322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:21.988060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:22.015179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Allocated IP 172.20.0.2 (47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a/bc56a19c-2e13-4d1e-8969-8821d478d546/fb3bd011-91ed-45d3-bf38-51d13232e5ac) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:27:22.188345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:18Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:22.203267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824b245-7269-4489-8d23-86d5c8cda75b None None] The sync data for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv is: [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:18Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:27:22.272201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:22.285131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Transition to ACTIVE for port object fb3bd011-91ed-45d3-bf38-51d13232e5ac will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:27:22.304526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Transition to ACTIVE for port object fb3bd011-91ed-45d3-bf38-51d13232e5ac will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:27:22.391526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:22.477499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.1 (47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a/bc56a19c-2e13-4d1e-8969-8821d478d546/66736bcf-412a-48b4-a67d-b3e7e3b7b4b2) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:27:22.523638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:27:22.528975 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:27:22.534177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:27:22.540248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Pushing event updated for resources: {'Port': ['ID=fb3bd011-91ed-45d3-bf38-51d13232e5ac,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:22.635217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Attempting to bind port fb3bd011-91ed-45d3-bf38-51d13232e5ac on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:27:22.635675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Attempting to bind port fb3bd011-91ed-45d3-bf38-51d13232e5ac by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:27:22.636631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Attempting to bind port fb3bd011-91ed-45d3-bf38-51d13232e5ac on network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:27:22.642490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:27:22.643036 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Checking segment: {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:27:22.643452 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:22.643894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Bound using segment: {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:27:22.644412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Bound port: fb3bd011-91ed-45d3-bf38-51d13232e5ac, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:27:22.644840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:22.662609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:22.679013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:27:22.737789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] For port fb3bd011-91ed-45d3-bf38-51d13232e5ac, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:27:22.741037 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] For port fb3bd011-91ed-45d3-bf38-51d13232e5ac, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fb3bd011-91ed-45d3-bf38-51d13232e5ac,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:27:22.786986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:22.803985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:22.852696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:27:22.864137 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:27:22.868795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:27:22.891816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c857817-d151-4e6e-84a2-d7873b724da3 None None] Pushing event updated for resources: {'Port': ['ID=fb3bd011-91ed-45d3-bf38-51d13232e5ac,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:23.028452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=66736bcf-412a-48b4-a67d-b3e7e3b7b4b2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:23.060874 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:23.174980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:23.390949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:23.803157 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:23.854383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:23.965996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:23.969257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=66736bcf-412a-48b4-a67d-b3e7e3b7b4b2,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:24.099272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:27:24.100399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:27:24.230924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 893f2626-cbff-407a-87e4-f858096cebc5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:27:24.292425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 2d8b7505-571c-46d7-90ce-11035e3e9309 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:27:24.346365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 893f2626-cbff-407a-87e4-f858096cebc5 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:27:24.351657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 893f2626-cbff-407a-87e4-f858096cebc5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:24.356843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:24.472026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:24.491199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 893f2626-cbff-407a-87e4-f858096cebc5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=893f2626-cbff-407a-87e4-f858096cebc5,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:24.531367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f486ff-fa38-4664-8853-902c25f211ef None None] Network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:27:24.568755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:24.569527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fb3bd011-91ed-45d3-bf38-51d13232e5ac up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:27:24.605978 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:27:24.617738 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Sync routers for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:27:24.621750 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-551b30a2-c0a7-498a-865f-9a59ac3eb0ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/2d8b7505-571c-46d7-90ce-11035e3e9309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3179951 Mar 28 11:27:24.635218 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:24.635218 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:27:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:24.772201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=893f2626-cbff-407a-87e4-f858096cebc5,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:24.790056 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-948c6111-1717-4340-981c-b616d8ab8e84 req-d9d53067-a9ff-4c72-baf8-7130207b8b9f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:27:24.818891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-786d2af8-ed02-498e-8aba-b1da8f9ebd08 None None] Provisioning for port fb3bd011-91ed-45d3-bf38-51d13232e5ac completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:27:24.820158 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:24.866252 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-948c6111-1717-4340-981c-b616d8ab8e84 req-d9d53067-a9ff-4c72-baf8-7130207b8b9f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:27:24.867649 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-d9d53067-a9ff-4c72-baf8-7130207b8b9f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667993140&fields=id&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 267 time: 0.1166341 Mar 28 11:27:24.898222 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port fb3bd011-91ed-45d3-bf38-51d13232e5ac completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:27:24.905541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port fb3bd011-91ed-45d3-bf38-51d13232e5ac triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:24.906181 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.028552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c6111-1717-4340-981c-b616d8ab8e84 req-9d35f483-4292-4425-beff-be5e94aff607 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:25.030166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.030309 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-9d35f483-4292-4425-beff-be5e94aff607 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/networks?id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a HTTP/1.1" status: 200 len: 797 time: 0.1548722 Mar 28 11:27:25.049210 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-296b2639-dec5-418e-94dc-ea0d0b2df64b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/quotas/3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 375 time: 0.0132346 Mar 28 11:27:25.069214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port fb3bd011-91ed-45d3-bf38-51d13232e5ac, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fb3bd011-91ed-45d3-bf38-51d13232e5ac,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:25.133818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.147627 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-948c6111-1717-4340-981c-b616d8ab8e84 req-ec807dfe-ef67-40db-864e-a626e1fa0501 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:27:25.154590 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '66736bcf-412a-48b4-a67d-b3e7e3b7b4b2', 'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:92:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:22Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 2, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:25.158799 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Checking router: 2d8b7505-571c-46d7-90ce-11035e3e9309 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:27:25.159221 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Updating router 2d8b7505-571c-46d7-90ce-11035e3e9309 port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:27:25.211290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=fb3bd011-91ed-45d3-bf38-51d13232e5ac,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:25.216294 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.255137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-948c6111-1717-4340-981c-b616d8ab8e84 req-ec807dfe-ef67-40db-864e-a626e1fa0501 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:27:25.256511 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-ec807dfe-ef67-40db-864e-a626e1fa0501 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2017760 Mar 28 11:27:25.323732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-297e1889-b458-4951-9164-f5e2bba31a4b None None] Provisioning for port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:27:25.331417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-297e1889-b458-4951-9164-f5e2bba31a4b None None] Provisioning complete for port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:25.331632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-297e1889-b458-4951-9164-f5e2bba31a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.406155 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-297e1889-b458-4951-9164-f5e2bba31a4b None None] Port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:27:25.414409 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-a5638490-6710-4afa-86ad-f6892cfea766 service neutron] 10.222.0.18 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450205 Mar 28 11:27:25.417553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-297e1889-b458-4951-9164-f5e2bba31a4b None None] Provisioning complete for port fb3bd011-91ed-45d3-bf38-51d13232e5ac triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:25.418743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-297e1889-b458-4951-9164-f5e2bba31a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.592352 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-ddc34c24-fa89-42bf-97e2-f1b01af2e861 service neutron] 10.222.0.18 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706016 Mar 28 11:27:25.639404 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.652146 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Transition to ACTIVE for port object 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:27:25.735996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e4134126-cded-4298-accd-16bb85a57683 None None] Provisioning complete for port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:25.736281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e4134126-cded-4298-accd-16bb85a57683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.739269 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.789546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e4134126-cded-4298-accd-16bb85a57683 None None] Port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:27:25.883076 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Pushing event updated for resources: {'Port': ['ID=66736bcf-412a-48b4-a67d-b3e7e3b7b4b2,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:25.887839 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c636a4c0-9cd3-4467-8248-c7799baed5d6 req-e58bf880-a092-4d22-8430-ace345142753 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 210 time: 0.0587783 Mar 28 11:27:25.892373 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.892939 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.893931 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.894271 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.894601 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.894924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.895241 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.895720 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.896202 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.896524 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.896840 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.897152 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:27:25.989225 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Attempting to bind port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:27:25.989586 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Attempting to bind port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:27:25.989980 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Attempting to bind port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 on network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:27:25.996042 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:27:25.996435 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Checking segment: {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:27:25.996822 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:25.997200 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Bound using segment: {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:27:25.997649 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Bound port: 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:27:25.998532 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:26.086560 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] For port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:27:26.089419 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] For port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=66736bcf-412a-48b4-a67d-b3e7e3b7b4b2,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:27:26.166735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 893f2626-cbff-407a-87e4-f858096cebc5 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:27:26.180835 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:26.236698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 893f2626-cbff-407a-87e4-f858096cebc5 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:26.237070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:26.258335 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:26.258953 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:27:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:26.324660 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8212cc-b108-497f-804f-c630738313b5 None None] Pushing event updated for resources: {'Port': ['ID=66736bcf-412a-48b4-a67d-b3e7e3b7b4b2,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:26.398507 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fb3bd011-91ed-45d3-bf38-51d13232e5ac up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:27:26.455490 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:26.465374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port fb3bd011-91ed-45d3-bf38-51d13232e5ac triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:26.465740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:26.766097 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '66736bcf-412a-48b4-a67d-b3e7e3b7b4b2', 'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:92:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:22Z', 'updated_at': '2022-03-28T11:27:26Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:26.770015 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29a6f9-c130-4390-a20f-2bd0bc04002d None None] The sync data for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv is: [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '66736bcf-412a-48b4-a67d-b3e7e3b7b4b2', 'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:92:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:22Z', 'updated_at': '2022-03-28T11:27:26Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:27:27.033469 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d3e7b5f3-20c6-470c-8bd3-38f7296b0cf1 req-433b12ae-ceed-41ae-890d-00d34d4213e8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 210 time: 0.0446784 Mar 28 11:27:27.996857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c6111-1717-4340-981c-b616d8ab8e84 req-8dfd4d5f-8631-4c72-bfa1-cc4eef1abf68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:27.997521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-948c6111-1717-4340-981c-b616d8ab8e84 req-8dfd4d5f-8631-4c72-bfa1-cc4eef1abf68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:27:28.064859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-948c6111-1717-4340-981c-b616d8ab8e84 req-8dfd4d5f-8631-4c72-bfa1-cc4eef1abf68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:27:28.066146 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-8dfd4d5f-8631-4c72-bfa1-cc4eef1abf68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/networks?id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a HTTP/1.1" status: 200 len: 797 time: 0.2106249 Mar 28 11:27:28.133967 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-07d3c24b-9904-445e-8df5-a019cf07e2e4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 379 time: 0.0453002 Mar 28 11:27:28.150344 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'port': {'device_id': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'admin_state_up': True, 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'security_groups': ['a62f9a00-18fc-47d3-996c-a06c1a90a912']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:28.212335 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6fac22db-aac2-4308-b2cf-efc8b6d456d0 req-4188bda8-c6f4-4e5f-a88c-78e01d6766ed tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 210 time: 0.0623288 Mar 28 11:27:28.219793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:27:28.328235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:28.338232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:28.345184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:27:28.350327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:28.350775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:28.426369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:27:28.430159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:28.470364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:28.503347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=66736bcf-412a-48b4-a67d-b3e7e3b7b4b2,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:28.580244 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:28.598822 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.6 (47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a/bc56a19c-2e13-4d1e-8969-8821d478d546/0b6a86ad-46d9-400b-878c-73738b713d9c) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:27:28.649168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=66736bcf-412a-48b4-a67d-b3e7e3b7b4b2,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:28.784546 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:28.799247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object 0b6a86ad-46d9-400b-878c-73738b713d9c will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:27:28.877486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:28.943550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:27:28.946472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:27:28.955494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:27:28.991789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=0b6a86ad-46d9-400b-878c-73738b713d9c,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:29.023860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:29.024473 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:29.095245 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-dc3ce496-0427-40ac-985e-42394ae6fa51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9594634 Mar 28 11:27:29.122519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Request body: {'port': {'device_id': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:29.232652 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:29.254435 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-707be18f-5183-48a8-b489-4c3315fca0c4 None None] Provisioning for port 0b6a86ad-46d9-400b-878c-73738b713d9c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:27:29.260009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-707be18f-5183-48a8-b489-4c3315fca0c4 None None] Provisioning complete for port 0b6a86ad-46d9-400b-878c-73738b713d9c triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:29.260377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-707be18f-5183-48a8-b489-4c3315fca0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:29.314909 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-707be18f-5183-48a8-b489-4c3315fca0c4 None None] Port 0b6a86ad-46d9-400b-878c-73738b713d9c cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:27:29.512332 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17535fe8-f332-441d-9c90-d4617f98a3d7 req-c342c543-cf9d-4b8b-b177-bb46128ca8c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:29.513686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-17535fe8-f332-441d-9c90-d4617f98a3d7 req-c342c543-cf9d-4b8b-b177-bb46128ca8c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 931 time: 0.1876364 Mar 28 11:27:29.560174 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-17535fe8-f332-441d-9c90-d4617f98a3d7 req-872e9b41-e2c6-4f60-aa74-88ea44f42c27 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392318 Mar 28 11:27:29.581770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6a86ad-46d9-400b-878c-73738b713d9c {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:27:29.591485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:29.606534 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Transition to ACTIVE for port object 0b6a86ad-46d9-400b-878c-73738b713d9c will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:27:29.671601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:29.822934 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6a86ad-46d9-400b-878c-73738b713d9c,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:29.906434 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Attempting to bind port 0b6a86ad-46d9-400b-878c-73738b713d9c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:27:29.906765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Attempting to bind port 0b6a86ad-46d9-400b-878c-73738b713d9c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:27:29.907086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Attempting to bind port 0b6a86ad-46d9-400b-878c-73738b713d9c on network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:27:29.911555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Port 0b6a86ad-46d9-400b-878c-73738b713d9c on network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:27:29.911871 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Attempting to bind port 0b6a86ad-46d9-400b-878c-73738b713d9c on network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:27:29.916853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:27:29.917185 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Checking segment: {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:27:29.917567 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Bound using segment: {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:27:29.918027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Bound port: 0b6a86ad-46d9-400b-878c-73738b713d9c, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf93180-efde-44bf-b6e5-244e3fcc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:27:29.918365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:30.110191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] For port 0b6a86ad-46d9-400b-878c-73738b713d9c, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:27:30.113240 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] For port 0b6a86ad-46d9-400b-878c-73738b713d9c, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0b6a86ad-46d9-400b-878c-73738b713d9c,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:27:30.157667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:27:30.192485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:30.223478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:30.223845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:30.247734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:30.248010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:30.249461 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] 10.222.0.31 "PUT /v2.0/ports/0b6a86ad-46d9-400b-878c-73738b713d9c HTTP/1.1" status: 200 len: 1093 time: 1.1317210 Mar 28 11:27:30.252193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:27:30.282033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2d071-8379-413b-84e0-2d29aec8c906 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6a86ad-46d9-400b-878c-73738b713d9c,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:30.311393 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'status': 'completed', 'code': 200} Mar 28 11:27:30.430408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673bc5-30a9-49b5-a13e-50d432a28f0f req-b02b2323-7630-4abc-a2a0-6fb495e7ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:30.431985 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-25673bc5-30a9-49b5-a13e-50d432a28f0f req-b02b2323-7630-4abc-a2a0-6fb495e7ed59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 1096 time: 0.0760491 Mar 28 11:27:30.586531 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673bc5-30a9-49b5-a13e-50d432a28f0f req-ddc3c0b8-145a-4678-b8ad-e13a9b78f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:30.587952 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-25673bc5-30a9-49b5-a13e-50d432a28f0f req-ddc3c0b8-145a-4678-b8ad-e13a9b78f1a1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1352451 Mar 28 11:27:30.727909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673bc5-30a9-49b5-a13e-50d432a28f0f req-1019b7d0-371e-4069-9e45-ee6264ac9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:30.729354 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-25673bc5-30a9-49b5-a13e-50d432a28f0f req-1019b7d0-371e-4069-9e45-ee6264ac9035 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311920 Mar 28 11:27:30.744403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98471c78-df04-46ce-affb-d652eeefdf81 req-5529096b-554f-4ec9-922e-6f764b870c14 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:30.746624 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-98471c78-df04-46ce-affb-d652eeefdf81 req-5529096b-554f-4ec9-922e-6f764b870c14 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 943 time: 0.0832496 Mar 28 11:27:30.790562 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-98471c78-df04-46ce-affb-d652eeefdf81 req-de9285db-8fcf-42ed-9e5e-e4371230685c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380507 Mar 28 11:27:30.865881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c6111-1717-4340-981c-b616d8ab8e84 req-7c16679d-5544-4d1f-b1d2-42614faab7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:30.867329 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-7c16679d-5544-4d1f-b1d2-42614faab7e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 1096 time: 0.0683122 Mar 28 11:27:30.948496 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-6ad02c9b-2e8d-4d59-b033-10dffc5601ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a86ad-46d9-400b-878c-73738b713d9c HTTP/1.1" status: 200 len: 217 time: 0.0609789 Mar 28 11:27:31.011318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c6111-1717-4340-981c-b616d8ab8e84 req-c33e0334-7155-4467-bbbe-f1e3121432ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:31.012654 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-c33e0334-7155-4467-bbbe-f1e3121432ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc56a19c-2e13-4d1e-8969-8821d478d546 HTTP/1.1" status: 200 len: 835 time: 0.0554502 Mar 28 11:27:31.092947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c6111-1717-4340-981c-b616d8ab8e84 req-6482252e-25c4-46fd-8e6e-62e02f41a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:31.094382 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-6482252e-25c4-46fd-8e6e-62e02f41a6f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715988 Mar 28 11:27:31.225725 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-776c7682-8a7e-4039-98fe-84652337c09c service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218326 Mar 28 11:27:31.361174 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-948c6111-1717-4340-981c-b616d8ab8e84 req-67642b25-09e4-4da1-8a3c-de4cd472d67b service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264615 Mar 28 11:27:31.973219 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f765a-f856-4464-bd5c-30061d4666cb req-8f94ae6a-abee-4e14-b8e2-333654f955d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:31.974673 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e9f765a-f856-4464-bd5c-30061d4666cb req-8f94ae6a-abee-4e14-b8e2-333654f955d3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 943 time: 0.0782826 Mar 28 11:27:32.017358 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e9f765a-f856-4464-bd5c-30061d4666cb req-d8b06d5b-6b34-4065-86bf-6601583140ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372036 Mar 28 11:27:33.200832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e44a66-a399-4ee4-bd3b-2379b90a3e5a req-4b271a05-db13-4987-bb93-33eb74481e9c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:33.202277 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37e44a66-a399-4ee4-bd3b-2379b90a3e5a req-4b271a05-db13-4987-bb93-33eb74481e9c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 943 time: 0.0816400 Mar 28 11:27:33.244727 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-37e44a66-a399-4ee4-bd3b-2379b90a3e5a req-7ae93075-0067-464b-a78b-92f1ff7c18e1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370064 Mar 28 11:27:34.431914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca34f61-b230-4790-baaf-ae945ac3cc5d req-62614339-d82f-464d-aec0-84ee5f35952b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:34.433257 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ca34f61-b230-4790-baaf-ae945ac3cc5d req-62614339-d82f-464d-aec0-84ee5f35952b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 943 time: 0.0871379 Mar 28 11:27:34.453129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0b6a86ad-46d9-400b-878c-73738b713d9c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:27:34.477665 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8ca34f61-b230-4790-baaf-ae945ac3cc5d req-fe20cb71-88d7-483f-87de-40b7cf7f64db tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388873 Mar 28 11:27:34.583338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 0b6a86ad-46d9-400b-878c-73738b713d9c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0b6a86ad-46d9-400b-878c-73738b713d9c,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:34.596765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'port_id': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'mac_address': 'fa:16:3e:74:b6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:27:34.654127 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:34.670351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6a86ad-46d9-400b-878c-73738b713d9c {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:27:34.684990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 0b6a86ad-46d9-400b-878c-73738b713d9c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0b6a86ad-46d9-400b-878c-73738b713d9c,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:34.774497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:34.839737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=0b6a86ad-46d9-400b-878c-73738b713d9c,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:35.131388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['0b6a86ad-46d9-400b-878c-73738b713d9c'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:27:35.185459 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:27:35.656266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa08822-862f-4684-b96e-539c62bfc0f7 req-d0e97f10-810f-44ef-9fef-1b12bfe471e2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:35.657690 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cfa08822-862f-4684-b96e-539c62bfc0f7 req-d0e97f10-810f-44ef-9fef-1b12bfe471e2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 944 time: 0.0786543 Mar 28 11:27:35.700052 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cfa08822-862f-4684-b96e-539c62bfc0f7 req-e3855b8e-08f4-4ad8-b599-e6655ecb17fd tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367765 Mar 28 11:27:36.451879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0b6a86ad-46d9-400b-878c-73738b713d9c up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:27:36.575003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 0b6a86ad-46d9-400b-878c-73738b713d9c completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:27:36.579848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 0b6a86ad-46d9-400b-878c-73738b713d9c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:27:36.580212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:36.694352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:36.719390 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:27:36.730465 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 0b6a86ad-46d9-400b-878c-73738b713d9c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0b6a86ad-46d9-400b-878c-73738b713d9c,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:27:36.763772 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'code': 200} Mar 28 11:27:36.797447 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:36.872108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=0b6a86ad-46d9-400b-878c-73738b713d9c,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:36.889682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0db23c-1df8-49b9-a080-a626de818b52 req-75ab020e-ab32-4b0a-b578-7cda3ff29d9b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:36.891240 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc0db23c-1df8-49b9-a080-a626de818b52 req-75ab020e-ab32-4b0a-b578-7cda3ff29d9b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0858431 Mar 28 11:27:36.935309 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc0db23c-1df8-49b9-a080-a626de818b52 req-c0c9faa9-9b8e-451f-9c86-fdca9285b6ad tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386004 Mar 28 11:27:37.181834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172140cf-99b0-455e-8c7c-405ecefa99e2 req-6356e019-00f2-49c6-a162-b993b1d4f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:37.183289 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-172140cf-99b0-455e-8c7c-405ecefa99e2 req-6356e019-00f2-49c6-a162-b993b1d4f8b2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 1098 time: 0.0683105 Mar 28 11:27:37.226173 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-172140cf-99b0-455e-8c7c-405ecefa99e2 req-04fdb744-900e-4a2c-94b8-6ac37cd84698 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330908 Mar 28 11:27:38.118228 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222a5e2-5754-4a49-89ef-39fa7552d651 req-6f654bcb-4828-4956-938f-570c31884635 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:38.119648 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c222a5e2-5754-4a49-89ef-39fa7552d651 req-6f654bcb-4828-4956-938f-570c31884635 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0785112 Mar 28 11:27:38.166569 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c222a5e2-5754-4a49-89ef-39fa7552d651 req-f14da16f-a76e-4c2e-9a88-e9ae44f08916 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406179 Mar 28 11:27:39.362132 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4967b5-1053-4b30-b187-591784e9a77c req-bea62440-65ff-49e5-be50-04df48fd2be4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:39.363564 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1c4967b5-1053-4b30-b187-591784e9a77c req-bea62440-65ff-49e5-be50-04df48fd2be4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0782435 Mar 28 11:27:39.406876 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1c4967b5-1053-4b30-b187-591784e9a77c req-a661d688-071b-4c9f-bf82-606b7cf16c00 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378633 Mar 28 11:27:39.592211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712f4ae-dd2e-43f4-808f-b7923afd55dc req-b215775e-72de-4c13-8802-80d0700f2fda tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:39.593655 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a712f4ae-dd2e-43f4-808f-b7923afd55dc req-b215775e-72de-4c13-8802-80d0700f2fda tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0843651 Mar 28 11:27:39.642153 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a712f4ae-dd2e-43f4-808f-b7923afd55dc req-24cd7a17-a8a3-4a06-9955-46fbc4f938bb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384276 Mar 28 11:27:39.664051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46284) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:39.732767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa74352d-3801-43ba-84eb-7c7198b561b9 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:39.734243 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fa74352d-3801-43ba-84eb-7c7198b561b9 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 1093 time: 0.0692263 Mar 28 11:27:39.736853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46288) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:39.741561 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:27:39.747801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:27:39.751649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:floatingip and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:27:39.754433 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:27:39.759956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:27:39.831531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:39.964110 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:40.096692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.100 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/55fa3b1b-51c1-4c69-b320-da41f93495f7) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:27:40.238405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:40.306426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:40.369351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:27:40.376066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:27:40.380086 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:27:40.409868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=55fa3b1b-51c1-4c69-b320-da41f93495f7,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:40.880684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:41.002956 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:41.204985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:41.248326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:41.357221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=55fa3b1b-51c1-4c69-b320-da41f93495f7,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:27:41.367925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:41.535619 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP 17b1e4ae-1175-4f74-850b-596a23e80a8f associated. External IP: 172.26.2.100, port: 0b6a86ad-46d9-400b-878c-73738b713d9c. Mar 28 11:27:41.878422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 2d8b7505-571c-46d7-90ce-11035e3e9309 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:27:42.052322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:27:42.061881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e183e-be82-463e-8a27-6324c679539a None None] Sync routers for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:27:42.070685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e183e-be82-463e-8a27-6324c679539a None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:42.071275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-660e183e-be82-463e-8a27-6324c679539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:27:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:42.134504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:42.189370 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7d1cca69-1c9f-413a-96f0-19aad7f75d84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4515138 Mar 28 11:27:42.189987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:27:42.240013 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'status': 'completed', 'code': 200} Mar 28 11:27:42.287353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-660e183e-be82-463e-8a27-6324c679539a None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:42.363050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-584a2ee0-31cb-454b-980a-5fa58bce779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:42.364548 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-584a2ee0-31cb-454b-980a-5fa58bce779a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 1098 time: 0.0797853 Mar 28 11:27:42.478998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54bf98-9d1b-4bd4-8796-f032c95e158e req-de064d14-67fc-4c46-9b3e-181236d6dfc8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:42.480415 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0f54bf98-9d1b-4bd4-8796-f032c95e158e req-de064d14-67fc-4c46-9b3e-181236d6dfc8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.2041862 Mar 28 11:27:42.508490 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-f03a8f46-9934-46d4-b9c4-b6dac9a3087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:42.509948 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-f03a8f46-9934-46d4-b9c4-b6dac9a3087d service neutron] 10.222.0.31 "GET /v2.0/networks?id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a HTTP/1.1" status: 200 len: 898 time: 0.1391389 Mar 28 11:27:42.528223 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0f54bf98-9d1b-4bd4-8796-f032c95e158e req-152dbbae-329f-4c6c-bd85-0c79ba7247da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420220 Mar 28 11:27:42.550760 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46296) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:42.627488 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-8972c961-949a-4470-91b8-476df003cf73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a86ad-46d9-400b-878c-73738b713d9c HTTP/1.1" status: 200 len: 999 time: 0.1093626 Mar 28 11:27:42.656402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-660e183e-be82-463e-8a27-6324c679539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '17b1e4ae-1175-4f74-850b-596a23e80a8f', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'port_id': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'mac_address': 'fa:16:3e:74:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:27:40Z', 'updated_at': '2022-03-28T11:27:40Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66736bcf-412a-48b4-a67d-b3e7e3b7b4b2', 'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:92:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:22Z', 'updated_at': '2022-03-28T11:27:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:42.660331 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ff9e08ba-2f3a-4fe2-9046-e2f6477bbe8d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/17b1e4ae-1175-4f74-850b-596a23e80a8f HTTP/1.1" status: 200 len: 991 time: 0.1084454 Mar 28 11:27:42.660614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e183e-be82-463e-8a27-6324c679539a None None] Checking router: 2d8b7505-571c-46d7-90ce-11035e3e9309 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:27:42.669341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e183e-be82-463e-8a27-6324c679539a None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:27:42.670143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-660e183e-be82-463e-8a27-6324c679539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:27:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:42.689372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-e227ec8c-ff93-44a6-824d-90a2d302d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:42.690904 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-e227ec8c-ff93-44a6-824d-90a2d302d436 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc56a19c-2e13-4d1e-8969-8821d478d546 HTTP/1.1" status: 200 len: 835 time: 0.0575886 Mar 28 11:27:42.767756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-54f74196-0c79-4904-bbcf-dfeb32933604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:42.769105 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-54f74196-0c79-4904-bbcf-dfeb32933604 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681548 Mar 28 11:27:42.848474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-660e183e-be82-463e-8a27-6324c679539a None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:27:43.005793 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-7d8258fa-375f-45f5-a544-aa61d20acb76 service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297091 Mar 28 11:27:43.136010 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ca089e27-6ad7-43ac-aeaf-1581a0de8ca3 req-bbc90b1d-b4c4-4a92-ad71-6334d2ceea86 service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238863 Mar 28 11:27:43.192842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-660e183e-be82-463e-8a27-6324c679539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '17b1e4ae-1175-4f74-850b-596a23e80a8f', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'port_id': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'mac_address': 'fa:16:3e:74:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:27:40Z', 'updated_at': '2022-03-28T11:27:40Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66736bcf-412a-48b4-a67d-b3e7e3b7b4b2', 'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:92:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:22Z', 'updated_at': '2022-03-28T11:27:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:27:43.196886 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e183e-be82-463e-8a27-6324c679539a None None] The sync data for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv is: [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '17b1e4ae-1175-4f74-850b-596a23e80a8f', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'port_id': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'mac_address': 'fa:16:3e:74:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:27:40Z', 'updated_at': '2022-03-28T11:27:40Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66736bcf-412a-48b4-a67d-b3e7e3b7b4b2', 'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:92:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:22Z', 'updated_at': '2022-03-28T11:27:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:27:43.380067 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b698582-87ab-4917-a254-473012140058 None None] New status for floating IP 17b1e4ae-1175-4f74-850b-596a23e80a8f: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:27:43.661799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46300) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:27:43.766876 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8e2f4857-89d2-4878-ac80-0b2a7c0653b9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/17b1e4ae-1175-4f74-850b-596a23e80a8f HTTP/1.1" status: 200 len: 993 time: 0.1039548 Mar 28 11:27:46.077305 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:48.300156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4be644e1-b3cd-4b4e-8431-30f2b702c8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:50.546251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-66e627ad-ca76-4107-b38c-96591161ee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:51.607806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:51.681727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:53.138850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:27:56.779189 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-151ed34c-7681-4a44-b91a-b37d2d9bbd94 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689111 Mar 28 11:27:56.932925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-aefb536b-cdb8-42cb-84ad-a681f444afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:56.934384 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-aefb536b-cdb8-42cb-84ad-a681f444afba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 1098 time: 0.0703347 Mar 28 11:27:57.076158 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-f42c6c59-112a-41e7-a9ed-a143767fb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:57.077588 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-f42c6c59-112a-41e7-a9ed-a143767fb42a service neutron] 10.222.0.31 "GET /v2.0/networks?id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a HTTP/1.1" status: 200 len: 898 time: 0.1250808 Mar 28 11:27:57.182635 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-3e181ef6-be2a-4f1a-b3ca-cad6b07dcd3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a86ad-46d9-400b-878c-73738b713d9c HTTP/1.1" status: 200 len: 1001 time: 0.0971820 Mar 28 11:27:57.246263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-8f9a0bde-d13a-4a0a-9c6a-55dd596239fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:57.247624 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-8f9a0bde-d13a-4a0a-9c6a-55dd596239fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc56a19c-2e13-4d1e-8969-8821d478d546 HTTP/1.1" status: 200 len: 835 time: 0.0590661 Mar 28 11:27:57.321350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-00a2971a-330f-4887-8c81-853e84236a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:27:57.323354 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-00a2971a-330f-4887-8c81-853e84236a1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695145 Mar 28 11:27:57.458698 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-de08787b-e753-41ec-a71e-6cb645657096 service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278989 Mar 28 11:27:57.593191 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-29e0878f-c8ad-4567-b3ee-68ba50dda5fc req-dde968e7-8d82-4924-bd76-248c1e41e911 service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244147 Mar 28 11:28:12.184175 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:28:16.070052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:17.545071 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534004-b0c2-42b4-9f40-ebc0be06e54a req-39d31183-d31f-458b-9813-f66e0da672c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:17.547210 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e534004-b0c2-42b4-9f40-ebc0be06e54a req-39d31183-d31f-458b-9813-f66e0da672c8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0842247 Mar 28 11:28:17.594154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-b8a55718-85be-4672-8d03-87d041d73fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:17.594773 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e534004-b0c2-42b4-9f40-ebc0be06e54a req-9dbc4159-baf5-48eb-9832-1ed67d272ba6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410736 Mar 28 11:28:17.595594 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-b8a55718-85be-4672-8d03-87d041d73fdc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 1098 time: 0.0746298 Mar 28 11:28:17.725779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-069668f5-b26c-44f2-92d5-e2b3e6c44d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:17.727164 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-069668f5-b26c-44f2-92d5-e2b3e6c44d7d service neutron] 10.222.0.31 "GET /v2.0/networks?id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a HTTP/1.1" status: 200 len: 898 time: 0.1242507 Mar 28 11:28:17.826929 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-f90edf7d-89a1-4211-8566-94372b5ea508 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a86ad-46d9-400b-878c-73738b713d9c HTTP/1.1" status: 200 len: 1001 time: 0.0918195 Mar 28 11:28:17.890902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-8f592d4e-ebe0-42e8-b1ef-0933f0fd8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:17.892258 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-8f592d4e-ebe0-42e8-b1ef-0933f0fd8666 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc56a19c-2e13-4d1e-8969-8821d478d546 HTTP/1.1" status: 200 len: 835 time: 0.0587914 Mar 28 11:28:17.966610 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-9ef07dc0-a69d-456c-922c-14c6c4ffc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:17.968085 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-9ef07dc0-a69d-456c-922c-14c6c4ffc3b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679297 Mar 28 11:28:18.100849 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-539ff8e0-54bf-43a0-ad8b-1e64d633e82b service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221981 Mar 28 11:28:18.228984 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c40f4051-3ef6-4364-b6a5-f6b52425f3a9 req-73bc3664-c417-42f0-bc9d-d10e2f20f33e service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217515 Mar 28 11:28:18.300294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-368f4383-e4c4-4bde-97a1-132883e3ebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:18.778916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff0231-1125-48e9-a497-ae565d1a765b req-c025e0fe-9f20-43a1-9af9-c2ac33d413ba tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:18.780352 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aaff0231-1125-48e9-a497-ae565d1a765b req-c025e0fe-9f20-43a1-9af9-c2ac33d413ba tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0787737 Mar 28 11:28:18.822396 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aaff0231-1125-48e9-a497-ae565d1a765b req-da7b1e6d-7f33-4621-a0ea-9e0ab6c197c1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363953 Mar 28 11:28:20.007512 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82033532-d704-454c-8e15-d47d7cc7bd5d req-9dccded6-df1b-48ba-ab8f-d054c8a2549b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:20.008949 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-82033532-d704-454c-8e15-d47d7cc7bd5d req-9dccded6-df1b-48ba-ab8f-d054c8a2549b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0813451 Mar 28 11:28:20.052308 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-82033532-d704-454c-8e15-d47d7cc7bd5d req-f305fcd8-48f7-4403-9395-22335b35ec7a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371416 Mar 28 11:28:20.459916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-482a6a3a-6ecc-4586-bac5-046a7b2451fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:21.233699 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277eb9ec-273c-4a20-9d82-eff15af7fd4a req-91c25762-90bd-459a-ba3a-c27c43d8c08b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:21.235156 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-277eb9ec-273c-4a20-9d82-eff15af7fd4a req-91c25762-90bd-459a-ba3a-c27c43d8c08b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0777531 Mar 28 11:28:21.278331 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-277eb9ec-273c-4a20-9d82-eff15af7fd4a req-2d6c66c7-520d-4c46-8763-c5c3c70fca30 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377731 Mar 28 11:28:21.665723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:21.694213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:22.459223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532799b9-2849-4ec9-900a-59a141900820 req-7ce6de4a-3f64-4d15-aa96-00c51e243fb6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:22.460555 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-532799b9-2849-4ec9-900a-59a141900820 req-7ce6de4a-3f64-4d15-aa96-00c51e243fb6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0806880 Mar 28 11:28:22.503564 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-532799b9-2849-4ec9-900a-59a141900820 req-256bdb68-d088-40ee-bb25-1f6e3b183ee2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368831 Mar 28 11:28:23.138324 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:23.683701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384e0df-f024-4d95-874f-1242a710742c req-73e2b2ce-f628-425d-b900-ebd854f1c91b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:23.685114 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8384e0df-f024-4d95-874f-1242a710742c req-73e2b2ce-f628-425d-b900-ebd854f1c91b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0777409 Mar 28 11:28:23.730775 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8384e0df-f024-4d95-874f-1242a710742c req-fd4d80d6-e397-43f5-aeb2-a36cdc8dfda5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401969 Mar 28 11:28:24.910491 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557edf5a-767a-4db7-bdf1-ec46fe82f41e req-1932c89a-b4ec-460e-9d8f-e986275902af tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:24.911901 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-557edf5a-767a-4db7-bdf1-ec46fe82f41e req-1932c89a-b4ec-460e-9d8f-e986275902af tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0775506 Mar 28 11:28:24.955922 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-557edf5a-767a-4db7-bdf1-ec46fe82f41e req-8ac72fc4-4ad8-418a-b1e1-459e79d3aa33 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386074 Mar 28 11:28:26.139689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e0803-3aca-4d76-9628-0418ebe08e22 req-91ea1c2c-5270-4a39-9097-6599ba1e4844 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:26.141139 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-488e0803-3aca-4d76-9628-0418ebe08e22 req-91ea1c2c-5270-4a39-9097-6599ba1e4844 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0824299 Mar 28 11:28:26.185824 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-488e0803-3aca-4d76-9628-0418ebe08e22 req-43bf93e8-b496-4e9b-86f3-6a5d78d05c93 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391009 Mar 28 11:28:27.366806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2701e33-b15a-458e-b927-4692c66a04da req-f05b6787-4c44-4103-a734-0f986a1a3a06 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:27.368232 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e2701e33-b15a-458e-b927-4692c66a04da req-f05b6787-4c44-4103-a734-0f986a1a3a06 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0791950 Mar 28 11:28:27.410607 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e2701e33-b15a-458e-b927-4692c66a04da req-82b19198-168e-4904-85fa-a0bd47ad62b9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368819 Mar 28 11:28:28.605381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788384e7-fda0-44de-b9d2-2fd07ffba97e req-cfde0689-915a-40e3-bf6f-51d194343a99 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:28.606854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-788384e7-fda0-44de-b9d2-2fd07ffba97e req-cfde0689-915a-40e3-bf6f-51d194343a99 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0872209 Mar 28 11:28:28.651141 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-788384e7-fda0-44de-b9d2-2fd07ffba97e req-0dd56c53-2377-459f-96e3-82d87615074e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387056 Mar 28 11:28:29.831032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce013b7-0f74-46dc-83a0-bf342b25a99c req-7f4a4010-f338-4e0b-b93b-4ca19faa4d6d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:29.832371 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6ce013b7-0f74-46dc-83a0-bf342b25a99c req-7f4a4010-f338-4e0b-b93b-4ca19faa4d6d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0791540 Mar 28 11:28:29.877645 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6ce013b7-0f74-46dc-83a0-bf342b25a99c req-5ab17d6a-70be-4f46-a83d-52f145142cd5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398545 Mar 28 11:28:29.900384 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46340) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:28:30.001498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bc6aa8e5-9cd9-42f7-8732-b871c84ab731 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/17b1e4ae-1175-4f74-850b-596a23e80a8f HTTP/1.1" status: 200 len: 993 time: 0.1000457 Mar 28 11:28:46.104183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:48.304182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cadf5d89-bfbf-46c0-93c2-7f3043e34f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:49.184219 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:28:50.517795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9a12f1bb-fce3-4e8c-be1f-5273eb8b62e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:51.629191 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:51.682491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:53.134335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:28:57.790800 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-07d1e30f-afa0-47a4-8f77-85e227132d75 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1609454 Mar 28 11:28:57.967716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-98d5a41b-8efc-4fd6-a42e-b39917115742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:57.969175 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-98d5a41b-8efc-4fd6-a42e-b39917115742 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 1098 time: 0.0706494 Mar 28 11:28:58.108914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-7ca635b3-de1a-4cce-9323-f5b98549b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:58.110321 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-7ca635b3-de1a-4cce-9323-f5b98549b539 service neutron] 10.222.0.31 "GET /v2.0/networks?id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a HTTP/1.1" status: 200 len: 898 time: 0.1222434 Mar 28 11:28:58.212791 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-b4bcfd80-1c7a-4629-a720-250a10c85d86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a86ad-46d9-400b-878c-73738b713d9c HTTP/1.1" status: 200 len: 1001 time: 0.0951617 Mar 28 11:28:58.273235 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-04add2d6-7367-40e4-a999-bb53b33a2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:58.274559 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-04add2d6-7367-40e4-a999-bb53b33a2b9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc56a19c-2e13-4d1e-8969-8821d478d546 HTTP/1.1" status: 200 len: 835 time: 0.0553553 Mar 28 11:28:58.349780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-c94726f7-aa2a-495d-870d-aca2e0cfe190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:28:58.351234 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-c94726f7-aa2a-495d-870d-aca2e0cfe190 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707383 Mar 28 11:28:58.480225 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-870c7e31-4439-4799-9020-8acfaec4fe5e service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217868 Mar 28 11:28:58.610859 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba060ea0-40b5-41b7-8ef7-ccf300622ab1 req-9d56252d-292b-40e5-9eaa-f1ca2e4de655 service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228201 Mar 28 11:29:02.617478 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46358) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:02.819160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 55fa3b1b-51c1-4c69-b320-da41f93495f7 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:29:02.819411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:02.992954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:02.993285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:03.221582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 55fa3b1b-51c1-4c69-b320-da41f93495f7 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:29:03.441483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:03.517759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=55fa3b1b-51c1-4c69-b320-da41f93495f7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:03.558911 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.559259 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.559599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.559932 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.560294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.560628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.560951 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.561276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.561598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.561936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.562263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.562585 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:03.590690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:03.591017 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP 17b1e4ae-1175-4f74-850b-596a23e80a8f disassociated (deleted). External IP: 172.26.2.100, port: 0b6a86ad-46d9-400b-878c-73738b713d9c. Mar 28 11:29:03.932538 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 2d8b7505-571c-46d7-90ce-11035e3e9309 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:29:04.112815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:29:04.122471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] Sync routers for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:29:04.129342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:04.132226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:04.139960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:28:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:04.183470 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8139bdbf-5724-4069-bdaa-ae3c49643a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/floatingips/17b1e4ae-1175-4f74-850b-596a23e80a8f HTTP/1.1" status: 204 len: 168 time: 1.5648954 Mar 28 11:29:04.184045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:29:04.241143 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'status': 'completed', 'code': 200} Mar 28 11:29:04.360933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:04.365361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-7eeaa76f-9b5f-4c6d-beb0-60eef1fc2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:04.366867 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-7eeaa76f-9b5f-4c6d-beb0-60eef1fc2737 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 1098 time: 0.0723522 Mar 28 11:29:04.502588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-edda89fd-4185-4092-9fcd-7e355be65dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:04.504191 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-edda89fd-4185-4092-9fcd-7e355be65dce service neutron] 10.222.0.31 "GET /v2.0/networks?id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a HTTP/1.1" status: 200 len: 898 time: 0.1283739 Mar 28 11:29:04.577869 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-197bc6ee-0ceb-4aed-b0a9-c5bd93c01a4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6a86ad-46d9-400b-878c-73738b713d9c HTTP/1.1" status: 200 len: 217 time: 0.0672567 Mar 28 11:29:04.652542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-6e440291-a73f-41fc-846a-0691e1332b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:04.654587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-6e440291-a73f-41fc-846a-0691e1332b53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc56a19c-2e13-4d1e-8969-8821d478d546 HTTP/1.1" status: 200 len: 835 time: 0.0701363 Mar 28 11:29:04.692482 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '66736bcf-412a-48b4-a67d-b3e7e3b7b4b2', 'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:92:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:22Z', 'updated_at': '2022-03-28T11:27:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:04.696562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] Checking router: 2d8b7505-571c-46d7-90ce-11035e3e9309 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:29:04.706340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:04.706962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:28:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:04.738643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-043968fc-a1dc-4518-8e12-de430ccbbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:04.740106 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-043968fc-a1dc-4518-8e12-de430ccbbcc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774834 Mar 28 11:29:04.797100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d19f8-e4a1-43c4-9b1a-96d7b256433c req-f7a6a082-f23d-49ac-927b-2d26389554af tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:04.797935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a29d19f8-e4a1-43c4-9b1a-96d7b256433c req-f7a6a082-f23d-49ac-927b-2d26389554af tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:29:04.870133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a29d19f8-e4a1-43c4-9b1a-96d7b256433c req-f7a6a082-f23d-49ac-927b-2d26389554af tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:29:04.871305 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a29d19f8-e4a1-43c4-9b1a-96d7b256433c req-f7a6a082-f23d-49ac-927b-2d26389554af tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.1602235 Mar 28 11:29:04.875419 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-b15594a1-76a0-4bb4-9722-3482a69b08cc service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262846 Mar 28 11:29:04.887726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:04.923868 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a29d19f8-e4a1-43c4-9b1a-96d7b256433c req-616120d7-4bcf-4e26-804a-8df3ee83109c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464067 Mar 28 11:29:05.009067 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f17c8f00-b642-4d72-886b-c738ef5a4f46 req-f9f9bf97-d85e-4705-8226-2921334e7491 service neutron] 10.222.0.31 "GET /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255298 Mar 28 11:29:05.198963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '66736bcf-412a-48b4-a67d-b3e7e3b7b4b2', 'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:92:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:22Z', 'updated_at': '2022-03-28T11:27:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:05.203310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d6dd9-70d8-4c79-ac88-2bdb13cd7b8a None None] The sync data for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv is: [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:27:23Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '66736bcf-412a-48b4-a67d-b3e7e3b7b4b2', 'name': '', 'network_id': '47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:92:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:22Z', 'updated_at': '2022-03-28T11:27:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'bc56a19c-2e13-4d1e-8969-8821d478d546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:29:05.398530 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f2b015-9527-439f-9ac9-d030c1e4fafa None None] New status for floating IP 17b1e4ae-1175-4f74-850b-596a23e80a8f: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:29:06.106269 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d36177-5303-4f90-85f1-64f6f882f07f req-b11a8aed-34e7-4820-80f7-dffa73db51c9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:06.108378 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-67d36177-5303-4f90-85f1-64f6f882f07f req-b11a8aed-34e7-4820-80f7-dffa73db51c9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0783272 Mar 28 11:29:06.150727 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-67d36177-5303-4f90-85f1-64f6f882f07f req-1fa3cb0a-4a62-408d-8c8a-eccaa42045e9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368629 Mar 28 11:29:06.618147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-e9b7f230-0725-4d6a-958b-cb3f811bc7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:06.618828 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-e9b7f230-0725-4d6a-958b-cb3f811bc7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:29:06.630011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-e9b7f230-0725-4d6a-958b-cb3f811bc7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:29:06.631052 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-e9b7f230-0725-4d6a-958b-cb3f811bc7da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0905080 Mar 28 11:29:06.800110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 0b6a86ad-46d9-400b-878c-73738b713d9c {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:29:06.800363 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:07.037245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port 0b6a86ad-46d9-400b-878c-73738b713d9c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0b6a86ad-46d9-400b-878c-73738b713d9c,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:07.037586 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:07.156888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 0b6a86ad-46d9-400b-878c-73738b713d9c owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:29:07.337713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43142-b7ba-4fa4-97db-400cf949e312 req-9101a345-3099-4106-a8ed-44cc695b243b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:07.339248 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-81f43142-b7ba-4fa4-97db-400cf949e312 req-9101a345-3099-4106-a8ed-44cc695b243b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 945 time: 0.0818441 Mar 28 11:29:07.346047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:07.383451 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-81f43142-b7ba-4fa4-97db-400cf949e312 req-455b2ba1-8eac-493a-acb5-c73208c3f7a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62f9a00-18fc-47d3-996c-a06c1a90a912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385113 Mar 28 11:29:07.396252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=0b6a86ad-46d9-400b-878c-73738b713d9c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:07.434177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.434526 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.434866 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.435286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.436266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.436615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.436945 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.437274 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.437596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.437931 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.438258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.438575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:07.481817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] No DVR routers for this DVR port 0b6a86ad-46d9-400b-878c-73738b713d9c on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:29:07.484604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:07.487132 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'name': 'network-vif-deleted', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:29:07.547027 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a856ca51-8987-436c-84d7-a85e31a949c4 req-36940ce1-f93c-4afd-9a00-e3595bc2e0fb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "DELETE /v2.0/ports/0b6a86ad-46d9-400b-878c-73738b713d9c HTTP/1.1" status: 204 len: 173 time: 0.9072039 Mar 28 11:29:07.586187 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2584a7a-5faf-4a92-a731-0895cdf14bef', 'name': 'network-vif-deleted', 'tag': '0b6a86ad-46d9-400b-878c-73738b713d9c', 'status': 'completed', 'code': 200} Mar 28 11:29:08.542545 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-113b19ee-b016-4775-9696-1a16807d9dca req-4cf6ea4c-f45c-4202-9c99-07a32e7fd50b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2584a7a-5faf-4a92-a731-0895cdf14bef HTTP/1.1" status: 200 len: 210 time: 0.0416517 Mar 28 11:29:09.639337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46390) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:10.173752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:10.617230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:29:10.617571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:10.809280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=66736bcf-412a-48b4-a67d-b3e7e3b7b4b2,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:10.809987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:10.826407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0b6a86ad-46d9-400b-878c-73738b713d9c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:29:10.860375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 0b6a86ad-46d9-400b-878c-73738b713d9c {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:29:10.860714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 0b6a86ad-46d9-400b-878c-73738b713d9c not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:29:10.931360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:29:11.309441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:11.358438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=66736bcf-412a-48b4-a67d-b3e7e3b7b4b2,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:11.636580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:12.096083 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 2d8b7505-571c-46d7-90ce-11035e3e9309 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:29:12.273587 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:29:12.283755 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] Sync routers for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:29:12.287824 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-7344d8cc-e295-4b1b-9de1-bc5d81b0de54 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/2d8b7505-571c-46d7-90ce-11035e3e9309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6473975 Mar 28 11:29:12.290721 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46394) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:12.293002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:12.293802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:28:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:12.354882 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-6286aab5-18f9-4a1f-ab2e-fbc38781c355 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting subnet bc56a19c-2e13-4d1e-8969-8821d478d546 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:29:12.357824 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6286aab5-18f9-4a1f-ab2e-fbc38781c355 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:12.413967 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6286aab5-18f9-4a1f-ab2e-fbc38781c355 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:12.468022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:12.495130 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6286aab5-18f9-4a1f-ab2e-fbc38781c355 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:12.614852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6286aab5-18f9-4a1f-ab2e-fbc38781c355 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:12.657608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286aab5-18f9-4a1f-ab2e-fbc38781c355 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Subnet': ['ID=bc56a19c-2e13-4d1e-8969-8821d478d546,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:12.661271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6286aab5-18f9-4a1f-ab2e-fbc38781c355 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:12.668312 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6286aab5-18f9-4a1f-ab2e-fbc38781c355 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/subnets/bc56a19c-2e13-4d1e-8969-8821d478d546 HTTP/1.1" status: 204 len: 168 time: 0.3763893 Mar 28 11:29:12.670895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46398) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:12.688055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c82d9-6f11-4131-9e46-05873ac20b75 None None] Network 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:29:12.845692 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:12.958237 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:29:11Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:12.965571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] Checking router: 2d8b7505-571c-46d7-90ce-11035e3e9309 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:29:12.979308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] Routers {'2d8b7505-571c-46d7-90ce-11035e3e9309'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:12.979923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:28:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['2d8b7505-571c-46d7-90ce-11035e3e9309'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:13.042550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:13.047739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474c885-2893-406c-82e4-285ba56b624c None None] DHCP port deletion for 47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:29:13.056442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Deleting port fb3bd011-91ed-45d3-bf38-51d13232e5ac {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:29:13.056800 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:13.100459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 893f2626-cbff-407a-87e4-f858096cebc5 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:29:13.101709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:13.253123 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] Set router 2d8b7505-571c-46d7-90ce-11035e3e9309 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:13.280872 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port 893f2626-cbff-407a-87e4-f858096cebc5, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=893f2626-cbff-407a-87e4-f858096cebc5,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:13.281231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:13.523044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 893f2626-cbff-407a-87e4-f858096cebc5 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:29:13.538713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2474c885-2893-406c-82e4-285ba56b624c None None] For port fb3bd011-91ed-45d3-bf38-51d13232e5ac, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=fb3bd011-91ed-45d3-bf38-51d13232e5ac,segment=NetworkSegment(6bf93180-efde-44bf-b6e5-244e3fcc05e8),segment_id=6bf93180-efde-44bf-b6e5-244e3fcc05e8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:13.539262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:13.665230 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Calling delete_port for fb3bd011-91ed-45d3-bf38-51d13232e5ac owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:29:13.757836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:13.805047 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:29:11Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:13.808501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=893f2626-cbff-407a-87e4-f858096cebc5,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:13.809024 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fd8c84-556e-4eba-82de-8b428bcb4081 None None] The sync data for ids ['2d8b7505-571c-46d7-90ce-11035e3e9309'] in dv-neutron-835336-1-hyperv is: [{'id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122615533', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '893f2626-cbff-407a-87e4-f858096cebc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:27:17Z', 'updated_at': '2022-03-28T11:29:11Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': '893f2626-cbff-407a-87e4-f858096cebc5', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b7505-571c-46d7-90ce-11035e3e9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:27:18Z', 'updated_at': '2022-03-28T11:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:29:13.860454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:13.905400 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:13.963377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Pushing event deleted for resources: {'Port': ['ID=fb3bd011-91ed-45d3-bf38-51d13232e5ac,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:13.969053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474c885-2893-406c-82e4-285ba56b624c None None] No DVR routers for this DVR port fb3bd011-91ed-45d3-bf38-51d13232e5ac on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:29:13.975030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:13.979781 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c885-2893-406c-82e4-285ba56b624c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:14.090110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.090110 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.190096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.190746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8b7505-571c-46d7-90ce-11035e3e9309 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:29:14.210552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.215415 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e40c8091-f9c4-408c-bd68-53935fb1b7bc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/routers/2d8b7505-571c-46d7-90ce-11035e3e9309 HTTP/1.1" status: 204 len: 168 time: 1.5401855 Mar 28 11:29:14.215553 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46402) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:14.277523 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:29:14.318311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:29:14.318727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 66736bcf-412a-48b4-a67d-b3e7e3b7b4b2 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:29:14.319323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fb3bd011-91ed-45d3-bf38-51d13232e5ac no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:29:14.353340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.356298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: fb3bd011-91ed-45d3-bf38-51d13232e5ac {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:29:14.356640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device fb3bd011-91ed-45d3-bf38-51d13232e5ac not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:29:14.605767 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.633846 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:14.645376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf93180-efde-44bf-b6e5-244e3fcc05e8') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:14.645666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf93180-efde-44bf-b6e5-244e3fcc05e8') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:14.656701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.672225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.677968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:29:14.678348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:29:14.692802 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:29:14.819921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.836880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:14.849398 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Network': ['ID=47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:14.901119 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-076c91e8-c8bd-4960-aa0d-7673e6f8be25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/networks/47e8a9be-4aa5-4dbe-9cb3-5c8c3a738d3a HTTP/1.1" status: 204 len: 168 time: 0.6844001 Mar 28 11:29:14.903604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46406) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:14.972365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3303417f-9800-4ee7-879d-8c7b65cb33ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:15.001691 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3303417f-9800-4ee7-879d-8c7b65cb33ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:15.151689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3303417f-9800-4ee7-879d-8c7b65cb33ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:15.169170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303417f-9800-4ee7-879d-8c7b65cb33ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62f9a00-18fc-47d3-996c-a06c1a90a912,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:15.230444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3303417f-9800-4ee7-879d-8c7b65cb33ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:15.231564 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3303417f-9800-4ee7-879d-8c7b65cb33ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/security-groups/a62f9a00-18fc-47d3-996c-a06c1a90a912 HTTP/1.1" status: 204 len: 168 time: 0.3265390 Mar 28 11:29:15.518209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46414) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:15.523432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-962863695', 'description': 'tempest-secgroup-smoke-962863695 description', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:15.530971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:15.535109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:15.537867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:15.543469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:15.620021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:15.643859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:15.647588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:15.650643 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:15.656253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:15.723738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:15.785276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:15.830262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:15.871442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:15.873198 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-22f2766f-0a17-4513-9bc2-fa746abab4ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3534625 Mar 28 11:29:15.875934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46418) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:15.880894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'ea89e6b5-582e-4104-9e6d-bab36cf1a6d5', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:15.886792 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:15.891195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:15.895325 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:15.899600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:15.980314 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.039286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.120846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.132447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.159516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ebf1f1-8f85-4b7c-9b6e-716259a64edd,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:16.172810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 893f2626-cbff-407a-87e4-f858096cebc5 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:29:16.209167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 893f2626-cbff-407a-87e4-f858096cebc5 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:29:16.209503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 893f2626-cbff-407a-87e4-f858096cebc5 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:29:16.235682 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.236995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a5cdb907-f40e-4945-b0ea-d40e0acbfd47 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3601065 Mar 28 11:29:16.239672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46422) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:16.244849 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'ea89e6b5-582e-4104-9e6d-bab36cf1a6d5', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:16.251633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:16.255526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:16.258522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:16.264422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:16.344859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.406316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.475322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.496519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82533814-def8-4667-b2c7-c0c2b2ca47ec,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:16.589454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.590697 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dab29d89-a70d-42f2-aca1-c120da0ef2d5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3500545 Mar 28 11:29:16.593781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46426) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:16.598696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'ea89e6b5-582e-4104-9e6d-bab36cf1a6d5', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:16.604559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:16.608964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:16.611800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:16.617453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:16.692992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.752891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.826029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.849142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa03aaab-e2d5-46b3-bd65-88e4b51e328a,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:16.905720 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:16.906904 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1d694722-31be-4da5-b0dc-cf8cf96d8e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3122065 Mar 28 11:29:16.909571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46430) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:16.914443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'ea89e6b5-582e-4104-9e6d-bab36cf1a6d5', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:16.920184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:16.923942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:16.926786 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:16.932471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:16.991498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.056365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.115152 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.139040 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfc7abf-ea15-42b9-8e15-18d7af59fb49,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:17.206794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.208058 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-13d40187-d3c2-46fc-b342-1d99d2facf76 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2975392 Mar 28 11:29:17.210690 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46434) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:17.215473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'ea89e6b5-582e-4104-9e6d-bab36cf1a6d5', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:17.221172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:17.224929 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:17.227741 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:17.233317 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:17.299806 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:29:17.306088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.372007 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.448251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.470831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d1cfe2-f779-4bae-9347-9c164c1e6908,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:17.538254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.539441 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-987d0f24-3770-42c8-a21a-42a11630a78b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3278744 Mar 28 11:29:17.542151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46438) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:17.547444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'ea89e6b5-582e-4104-9e6d-bab36cf1a6d5', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:17.553376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:17.557234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:17.560747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:17.566461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:17.631411 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:29:17.637880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.701226 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.772238 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.795068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e32a9b3-6ce2-4176-8e5e-ab385efb37d7,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:17.886482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:17.887580 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bcfdb641-da98-4b85-9ac4-6ba5293fc204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3445370 Mar 28 11:29:17.891254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46442) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:17.896577 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'network': {'name': 'tempest-network-smoke--98581138', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'port_security_enabled': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:17.901558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:17.906073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:network and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:17.908851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:17.914395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:17.994980 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:29:17.998458 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:18.025423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:29:18.034264 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:18.034604 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Added segment 63b47319-8bcd-4767-beb9-deddfaf939dc of type vlan for network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 Mar 28 11:29:18.060114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:18.143567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:18.148913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:18.149487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:18.259867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Network': ['ID=d306d9f0-58e5-4e1f-b32f-8f05b38bef88,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:18.270229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:29:18.300157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ccd69e6e-f2d7-4c3a-939a-3fb7383af075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:18.328218 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-39ba7639-8378-495d-8658-cb3cc6c49679 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4359648 Mar 28 11:29:18.331047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46446) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:18.336842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'admin_state_up': True, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:18.344625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:18.348552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:router and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:18.351448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:18.357764 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:18.423920 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:18.424880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:18.438795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:18.762374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:19.211285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:19.240352 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:19.372535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.220 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/df8e2b8d-6fc4-4984-9869-7722c676d20c) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:29:19.520248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:19.609092 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:19.666624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:29:19.670093 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:29:19.673697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:29:19.723413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=df8e2b8d-6fc4-4984-9869-7722c676d20c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:20.152205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:20.512216 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2da875b6-ba4a-4187-8d14-58ff2d8570d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:20.603046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:20.852043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:29:21.022685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:29:21.032787 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Sync routers for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:29:21.041836 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:21.042549 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:29:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:21.115666 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:21.116854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-cac96e13-d8ca-4f3f-a53f-12c4436a5d5c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7848227 Mar 28 11:29:21.119918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46450) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:21.162966 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1e77bfcd-4e00-43db-8392-a813b7086fea tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=3e62c956a5f54e2796a6d966b01f5e46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418491 Mar 28 11:29:21.165502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46454) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:21.218470 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:21.295267 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6414a9-3ae9-4ad7-b2a5-e97a7c3470ad tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:21.296727 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-db6414a9-3ae9-4ad7-b2a5-e97a7c3470ad tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303403 Mar 28 11:29:21.299528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46458) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:21.339681 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1280853b-0619-42a8-8155-c91bab76c235 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368373 Mar 28 11:29:21.339916 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46462) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:21.345686 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1251285837', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:21.453689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:21.458103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:subnet and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:21.460317 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:21.465978 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:21.489478 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:19Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:21.493127 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Checking router: 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:29:21.493467 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Updating router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c port df8e2b8d-6fc4-4984-9869-7722c676d20c binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:29:21.544320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:29:21.548109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:21.549765 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:21.648893 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:21.709849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:21.818381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:21.902660 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:21.904051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Subnet': ['ID=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:21.908068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Checking segment: {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:29:21.911722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network hostable DHCP agents. Network: d306d9f0-58e5-4e1f-b32f-8f05b38bef88, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:29:21.918539 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Transition to ACTIVE for port object df8e2b8d-6fc4-4984-9869-7722c676d20c will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:29:21.978065 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:21.995202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:29:22.056373 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Attempting to bind port df8e2b8d-6fc4-4984-9869-7722c676d20c on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:29:22.056884 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Attempting to bind port df8e2b8d-6fc4-4984-9869-7722c676d20c by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:29:22.057063 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Attempting to bind port df8e2b8d-6fc4-4984-9869-7722c676d20c on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:29:22.059050 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Pushing event updated for resources: {'Port': ['ID=df8e2b8d-6fc4-4984-9869-7722c676d20c,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:22.068097 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:29:22.068455 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:29:22.068838 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:22.069208 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:29:22.069675 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Bound port: df8e2b8d-6fc4-4984-9869-7722c676d20c, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:29:22.070057 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:22.075644 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, d306d9f0-58e5-4e1f-b32f-8f05b38bef88) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:29:22.080229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:22.080815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:22.084615 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090d106e-0546-4aaa-8a91-9ad67bb95384 None None] Network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:29:22.097074 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.097472 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.097953 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.098091 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.098326 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.098644 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.098959 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.099271 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.099581 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.099892 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.100203 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.100511 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:29:22.157209 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] For port df8e2b8d-6fc4-4984-9869-7722c676d20c, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:29:22.160381 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] For port df8e2b8d-6fc4-4984-9869-7722c676d20c, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=df8e2b8d-6fc4-4984-9869-7722c676d20c,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:29:22.170222 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0f31abdf-fb0f-4093-a1b2-401b6c742333 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8293471 Mar 28 11:29:22.172942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46466) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:22.237569 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:22.300627 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-d306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:29:22.301671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:22.312775 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:22.313407 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:29:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:22.387243 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2233e-ba0f-4e1a-b628-55e734b33449 None None] Pushing event updated for resources: {'Port': ['ID=df8e2b8d-6fc4-4984-9869-7722c676d20c,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:22.462277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Allocated IP 172.20.0.2 (d306d9f0-58e5-4e1f-b32f-8f05b38bef88/c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a/88a7e997-4980-4673-b3a7-216305c52548) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:29:22.500643 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:22.676991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:22.687801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Transition to ACTIVE for port object 88a7e997-4980-4673-b3a7-216305c52548 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:29:22.706392 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Transition to ACTIVE for port object 88a7e997-4980-4673-b3a7-216305c52548 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:29:22.790121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:22.791424 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:19Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:22.795979 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c390a01-229e-4514-8eb3-f73ac0d5d8a0 None None] The sync data for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv is: [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:19Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:29:22.850873 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:29:22.853693 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:29:22.861976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:29:22.871667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Pushing event updated for resources: {'Port': ['ID=88a7e997-4980-4673-b3a7-216305c52548,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:22.959327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Attempting to bind port 88a7e997-4980-4673-b3a7-216305c52548 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:29:22.959753 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Attempting to bind port 88a7e997-4980-4673-b3a7-216305c52548 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:29:22.960132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Attempting to bind port 88a7e997-4980-4673-b3a7-216305c52548 on network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:29:22.965357 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:29:22.965728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Checking segment: {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:29:22.966782 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:22.967515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Bound using segment: {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:29:22.967659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Bound port: 88a7e997-4980-4673-b3a7-216305c52548, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:29:22.967997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:23.028062 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:23.086490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] For port 88a7e997-4980-4673-b3a7-216305c52548, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:29:23.090035 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] For port 88a7e997-4980-4673-b3a7-216305c52548, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=88a7e997-4980-4673-b3a7-216305c52548,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:29:23.157610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:23.167227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:23.254421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7be22-0526-43c1-a18d-6f61bc23bad6 None None] Pushing event updated for resources: {'Port': ['ID=88a7e997-4980-4673-b3a7-216305c52548,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:23.485444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.1 (d306d9f0-58e5-4e1f-b32f-8f05b38bef88/c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a/b3de9408-e165-4d57-b708-6cd654cb02a3) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:29:23.665743 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:23.682986 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object b3de9408-e165-4d57-b708-6cd654cb02a3 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:29:23.792166 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:23.856677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:29:23.864179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:29:23.866537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:29:23.906576 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=b3de9408-e165-4d57-b708-6cd654cb02a3,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:23.931649 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:24.236612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:24.280149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 88a7e997-4980-4673-b3a7-216305c52548 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:29:24.418325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 88a7e997-4980-4673-b3a7-216305c52548 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:29:24.426217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device df8e2b8d-6fc4-4984-9869-7722c676d20c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:29:24.561081 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port df8e2b8d-6fc4-4984-9869-7722c676d20c completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:29:24.567722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port df8e2b8d-6fc4-4984-9869-7722c676d20c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:24.571341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:24.672395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f68ce-a0cc-4f4b-918b-5a7096f042a1 None None] Network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:29:24.786896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:24.794256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:24.850825 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port df8e2b8d-6fc4-4984-9869-7722c676d20c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=df8e2b8d-6fc4-4984-9869-7722c676d20c,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:24.854214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:24.943317 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2e212b36-cc84-47e0-9563-c58af1b1cdc8 None None] Provisioning for port 88a7e997-4980-4673-b3a7-216305c52548 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:29:24.947276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:24.969060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=b3de9408-e165-4d57-b708-6cd654cb02a3,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:24.971587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:24.991347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2e212b36-cc84-47e0-9563-c58af1b1cdc8 None None] Provisioning complete for port 88a7e997-4980-4673-b3a7-216305c52548 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:24.991347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e212b36-cc84-47e0-9563-c58af1b1cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:25.086924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=df8e2b8d-6fc4-4984-9869-7722c676d20c,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:25.106790 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:29:25.107852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:29:25.160994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e212b36-cc84-47e0-9563-c58af1b1cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:25.195131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2e212b36-cc84-47e0-9563-c58af1b1cdc8 None None] For port 88a7e997-4980-4673-b3a7-216305c52548, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=88a7e997-4980-4673-b3a7-216305c52548,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:25.277859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e212b36-cc84-47e0-9563-c58af1b1cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:25.306621 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:29:25.346960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e212b36-cc84-47e0-9563-c58af1b1cdc8 None None] Pushing event updated for resources: {'Port': ['ID=88a7e997-4980-4673-b3a7-216305c52548,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:25.443095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e420cb1b-a2be-45fd-b874-6c6eccc4394d None None] Provisioning for port b3de9408-e165-4d57-b708-6cd654cb02a3 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:29:25.448671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e420cb1b-a2be-45fd-b874-6c6eccc4394d None None] Provisioning complete for port b3de9408-e165-4d57-b708-6cd654cb02a3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:25.448964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e420cb1b-a2be-45fd-b874-6c6eccc4394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:25.493425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:29:25.508228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Sync routers for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:29:25.514442 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d74af161-5155-4e9a-9945-7153b858900a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3404326 Mar 28 11:29:25.527107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-e420cb1b-a2be-45fd-b874-6c6eccc4394d None None] Port b3de9408-e165-4d57-b708-6cd654cb02a3 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:29:25.531710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:25.532339 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:29:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:25.605018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-e420cb1b-a2be-45fd-b874-6c6eccc4394d None None] Provisioning complete for port 88a7e997-4980-4673-b3a7-216305c52548 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:25.605391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e420cb1b-a2be-45fd-b874-6c6eccc4394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:25.686723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-ec39599a-69b6-400a-91b5-2c4a712e33db tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:29:25.751418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-ec39599a-69b6-400a-91b5-2c4a712e33db tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:29:25.752633 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-ec39599a-69b6-400a-91b5-2c4a712e33db tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962863695&fields=id&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 267 time: 0.1062102 Mar 28 11:29:25.800052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:25.906077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-fafba1ea-704b-451e-bd9d-416ea3b8aada tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:25.906744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-fafba1ea-704b-451e-bd9d-416ea3b8aada tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:29:25.962992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-fafba1ea-704b-451e-bd9d-416ea3b8aada tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:29:25.964096 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-fafba1ea-704b-451e-bd9d-416ea3b8aada tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/networks?id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 200 len: 795 time: 0.2042718 Mar 28 11:29:25.979359 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6443e771-933f-4b59-b31e-1e9466895672 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/quotas/3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 375 time: 0.0092449 Mar 28 11:29:26.060968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-46025a4d-6646-45cd-98df-d2db5552121b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:29:26.073052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-7121c93b-f53a-4374-90e3-55e930715f3f None None] Provisioning complete for port b3de9408-e165-4d57-b708-6cd654cb02a3 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:26.073412 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7121c93b-f53a-4374-90e3-55e930715f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:26.138499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-46025a4d-6646-45cd-98df-d2db5552121b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:29:26.139824 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-46025a4d-6646-45cd-98df-d2db5552121b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1547582 Mar 28 11:29:26.163848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-7121c93b-f53a-4374-90e3-55e930715f3f None None] Port b3de9408-e165-4d57-b708-6cd654cb02a3 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:29:26.185594 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b3de9408-e165-4d57-b708-6cd654cb02a3', 'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:f1:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:23Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 2, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:26.186795 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:29:26.190406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Checking router: 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:29:26.190766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Updating router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c port b3de9408-e165-4d57-b708-6cd654cb02a3 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:29:26.225734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-17eaebf6-c322-4644-811b-9bc7f397dc5b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:29:26.226751 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-17eaebf6-c322-4644-811b-9bc7f397dc5b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0756917 Mar 28 11:29:26.230965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 88a7e997-4980-4673-b3a7-216305c52548 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:29:26.295485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:26.358483 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-0ccfc436-729e-4db6-9afb-c943c30040c2 service neutron] 10.222.0.18 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251788 Mar 28 11:29:26.370161 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 88a7e997-4980-4673-b3a7-216305c52548 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:26.370705 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:26.601546 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-614df71e-b298-47b5-9637-e36f6c792239 service neutron] 10.222.0.18 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373276 Mar 28 11:29:26.686739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device df8e2b8d-6fc4-4984-9869-7722c676d20c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:29:26.824201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port df8e2b8d-6fc4-4984-9869-7722c676d20c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:26.824565 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:26.889116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:26.905366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Transition to ACTIVE for port object b3de9408-e165-4d57-b708-6cd654cb02a3 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:29:26.978343 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:27.103670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e6737-e133-48f7-ba6a-91dbc6958624 None None] Pushing event updated for resources: {'Port': ['ID=b3de9408-e165-4d57-b708-6cd654cb02a3,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:27.189374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Attempting to bind port b3de9408-e165-4d57-b708-6cd654cb02a3 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:29:27.189869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Attempting to bind port b3de9408-e165-4d57-b708-6cd654cb02a3 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:29:27.190247 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Attempting to bind port b3de9408-e165-4d57-b708-6cd654cb02a3 on network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:29:27.195344 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:29:27.195708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Checking segment: {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:29:27.196097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:27.196479 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Bound using segment: {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:29:27.196929 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Bound port: b3de9408-e165-4d57-b708-6cd654cb02a3, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:29:27.197288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:27.288661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] For port b3de9408-e165-4d57-b708-6cd654cb02a3, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:29:27.291945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] For port b3de9408-e165-4d57-b708-6cd654cb02a3, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b3de9408-e165-4d57-b708-6cd654cb02a3,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:29:27.368636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:27.443168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:27.443795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:29:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:27.508121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e6737-e133-48f7-ba6a-91dbc6958624 None None] Pushing event updated for resources: {'Port': ['ID=b3de9408-e165-4d57-b708-6cd654cb02a3,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:27.633844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:27.915331 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2c8ca78a-a357-460e-927e-63bd1ee516cd req-569d8053-6d80-47c6-b1b7-8aea29a49ce0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 210 time: 0.0443742 Mar 28 11:29:27.964849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b3de9408-e165-4d57-b708-6cd654cb02a3', 'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:f1:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:23Z', 'updated_at': '2022-03-28T11:29:27Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:27.968905 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208145e-4f45-4dfc-bc89-087256e77952 None None] The sync data for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv is: [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b3de9408-e165-4d57-b708-6cd654cb02a3', 'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:f1:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:23Z', 'updated_at': '2022-03-28T11:29:27Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:29:28.249149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b3de9408-e165-4d57-b708-6cd654cb02a3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:29:28.378363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b3de9408-e165-4d57-b708-6cd654cb02a3 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:29:28.383480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b3de9408-e165-4d57-b708-6cd654cb02a3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:28.387637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:28.557691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:28.591885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port b3de9408-e165-4d57-b708-6cd654cb02a3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b3de9408-e165-4d57-b708-6cd654cb02a3,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:28.648775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:28.718278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=b3de9408-e165-4d57-b708-6cd654cb02a3,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:29.073051 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-04cc892d-5ca7-43d9-890d-8c7ef3039a5e req-bd972883-5304-4f8a-bf74-f610b793ea73 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 210 time: 0.0459762 Mar 28 11:29:30.227653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b3de9408-e165-4d57-b708-6cd654cb02a3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:29:30.243805 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-70825a7d-2998-442e-8207-7ff2a6492d86 req-7b185a86-b8f3-415b-98eb-4a8a4c3b69eb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 210 time: 0.0595798 Mar 28 11:29:30.290059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-92561434-d1d4-41ad-9dff-72e6db0d7d43 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:30.291627 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-92561434-d1d4-41ad-9dff-72e6db0d7d43 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/networks?id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 200 len: 795 time: 0.1680262 Mar 28 11:29:30.297583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b3de9408-e165-4d57-b708-6cd654cb02a3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:30.297978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:30.354286 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-343c5684-d5d2-4ef9-8a48-bdc22ebaf05b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 379 time: 0.0400665 Mar 28 11:29:30.377943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'port': {'device_id': 'ee863486-7666-4773-8630-cb2de31b5d95', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'admin_state_up': True, 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'security_groups': ['ea89e6b5-582e-4104-9e6d-bab36cf1a6d5']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:30.516227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:30.526034 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:30.585643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:29:30.589231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:30.753251 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.9 (d306d9f0-58e5-4e1f-b32f-8f05b38bef88/c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a/607b2b59-91fe-4414-9b2e-9f0b0cf439bf) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:29:30.940428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:30.955452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object 607b2b59-91fe-4414-9b2e-9f0b0cf439bf will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:29:31.026425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:31.097482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:29:31.105404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:29:31.109739 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:29:31.145954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:31.180104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:31.180715 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:31.249608 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-6c21b5a7-1683-47da-80d4-ccdc60331f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8755193 Mar 28 11:29:31.276956 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Request body: {'port': {'device_id': 'ee863486-7666-4773-8630-cb2de31b5d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:31.368705 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0143b0c6-66b5-4211-9c79-f1273b6c9004 None None] Provisioning for port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:29:31.374049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-0143b0c6-66b5-4211-9c79-f1273b6c9004 None None] Provisioning complete for port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:31.374410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0143b0c6-66b5-4211-9c79-f1273b6c9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:31.393621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:31.427707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296515-8e14-4db6-b5c4-b97e1d18e5e2 req-238d3589-c2f3-4bdf-ad2f-0d69192e1dc7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:31.429171 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7c296515-8e14-4db6-b5c4-b97e1d18e5e2 req-238d3589-c2f3-4bdf-ad2f-0d69192e1dc7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 931 time: 0.0846386 Mar 28 11:29:31.431960 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0143b0c6-66b5-4211-9c79-f1273b6c9004 None None] Port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:29:31.474946 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7c296515-8e14-4db6-b5c4-b97e1d18e5e2 req-4139c7ed-8541-41d9-a935-9ece436739a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381832 Mar 28 11:29:31.821170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607b2b59-91fe-4414-9b2e-9f0b0cf439bf {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:29:31.828366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:31.842596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Transition to ACTIVE for port object 607b2b59-91fe-4414-9b2e-9f0b0cf439bf will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:29:31.888457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:32.048424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Pushing event updated for resources: {'Port': ['ID=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:32.128948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Attempting to bind port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:29:32.129398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Attempting to bind port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:29:32.129778 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Attempting to bind port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf on network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:29:32.134294 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf on network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:29:32.134608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Attempting to bind port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf on network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:29:32.140143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:29:32.140474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Checking segment: {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:29:32.140844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Bound using segment: {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:29:32.141266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Bound port: 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b47319-8bcd-4767-beb9-deddfaf939dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:29:32.141601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:32.231478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:29:32.234306 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:29:32.292767 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:32.347301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:32.347908 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:32.349300 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] 10.222.0.31 "PUT /v2.0/ports/607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 200 len: 1093 time: 1.0770826 Mar 28 11:29:32.349741 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:29:32.375536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dddeb-5744-4b84-9481-b082f0db2f97 service neutron] Pushing event updated for resources: {'Port': ['ID=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:32.398942 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'status': 'completed', 'code': 200} Mar 28 11:29:32.520825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0a87f-6603-4cf3-9c33-62c00cfd5f5f req-7a4068ee-0418-4436-a1f3-6bced58a2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:32.522324 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6bb0a87f-6603-4cf3-9c33-62c00cfd5f5f req-7a4068ee-0418-4436-a1f3-6bced58a2d29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1096 time: 0.0804911 Mar 28 11:29:32.667544 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db05c-da06-4eab-8857-ff6d48d6bad3 req-ad6211a3-8671-467f-8180-0ba10e2304dd tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:32.669029 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1b0db05c-da06-4eab-8857-ff6d48d6bad3 req-ad6211a3-8671-467f-8180-0ba10e2304dd tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 943 time: 0.0791850 Mar 28 11:29:32.682182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0a87f-6603-4cf3-9c33-62c00cfd5f5f req-b73ef95b-fad6-4d5e-a7df-86143e138a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:32.683632 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6bb0a87f-6603-4cf3-9c33-62c00cfd5f5f req-b73ef95b-fad6-4d5e-a7df-86143e138a3e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1400533 Mar 28 11:29:32.711045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [req-00f22171-21af-474a-8ddf-06783c631667 req-35cee261-72e4-4ef1-865e-414e0532510b tempest-ServerDiskConfigTestJSON-395350459 tempest-ServerDiskConfigTestJSON-395350459-project] (88493) timed out ('10.222.0.31', 61444) {{(pid=88493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 11:29:32.713144 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1b0db05c-da06-4eab-8857-ff6d48d6bad3 req-76e7fdfa-b4ac-4aac-8392-b063625428ee tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382252 Mar 28 11:29:32.822331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0a87f-6603-4cf3-9c33-62c00cfd5f5f req-943ce854-0c85-4175-a581-3253fc3bb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:32.823796 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6bb0a87f-6603-4cf3-9c33-62c00cfd5f5f req-943ce854-0c85-4175-a581-3253fc3bb788 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311076 Mar 28 11:29:32.957223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-0b7c3ab2-5108-4b70-8f03-4947ead3ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:32.958655 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-0b7c3ab2-5108-4b70-8f03-4947ead3ac22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1096 time: 0.0698047 Mar 28 11:29:33.050257 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-68605c74-bf1b-43eb-a7a8-f1269856b621 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 200 len: 217 time: 0.0642748 Mar 28 11:29:33.114420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-bf9d26f4-8b0f-4f68-88f9-096d1fd2052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:33.115796 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-bf9d26f4-8b0f-4f68-88f9-096d1fd2052e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a HTTP/1.1" status: 200 len: 835 time: 0.0568721 Mar 28 11:29:33.193278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-3f185c6d-7ffb-4e3f-8506-5e645ae95828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:33.194743 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-3f185c6d-7ffb-4e3f-8506-5e645ae95828 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713587 Mar 28 11:29:33.326187 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-d691d339-5ccc-4f56-a58d-b0c0d6626aa5 service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215167 Mar 28 11:29:33.563264 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9d352af6-5c1b-4e34-be0a-7f2031cb4c32 req-314c4281-d71e-45e8-8647-9095e15ab045 service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280803 Mar 28 11:29:33.896751 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc35529-5d3e-4d81-bf35-3bca7b49fb38 req-14c60981-aebd-435b-9388-f32431fddc4c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:33.898210 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fc35529-5d3e-4d81-bf35-3bca7b49fb38 req-14c60981-aebd-435b-9388-f32431fddc4c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 943 time: 0.0817723 Mar 28 11:29:33.942132 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fc35529-5d3e-4d81-bf35-3bca7b49fb38 req-6d31fb60-c00c-4146-84cd-bba56833f5b5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370173 Mar 28 11:29:35.122695 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d25c3-6a5d-4a71-9725-a0ca0de216d7 req-24403d0f-e02b-4567-9d66-650588b17fe8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:35.124119 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e39d25c3-6a5d-4a71-9725-a0ca0de216d7 req-24403d0f-e02b-4567-9d66-650588b17fe8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 943 time: 0.0781698 Mar 28 11:29:35.170564 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e39d25c3-6a5d-4a71-9725-a0ca0de216d7 req-a8608e58-f750-48fd-b699-240b399ef47b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 Mar 28 11:29:36.500430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14fb6d-ff9d-494f-950f-80a5c566051e req-8bd06b8c-96f9-4de1-9282-e93a082ef43c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:36.501801 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5f14fb6d-ff9d-494f-950f-80a5c566051e req-8bd06b8c-96f9-4de1-9282-e93a082ef43c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 943 time: 0.0784795 Mar 28 11:29:36.545915 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5f14fb6d-ff9d-494f-950f-80a5c566051e req-fb9ca491-f815-465e-b38e-e3dd7a4882b0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383132 Mar 28 11:29:36.944926 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 607b2b59-91fe-4414-9b2e-9f0b0cf439bf details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:29:37.073301 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:37.086394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'port_id': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'mac_address': 'fa:16:3e:cd:fe:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:29:37.142073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:37.158068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607b2b59-91fe-4414-9b2e-9f0b0cf439bf {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:29:37.172506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:37.254264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:37.322044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:37.593274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['607b2b59-91fe-4414-9b2e-9f0b0cf439bf'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:29:37.733298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af73aa8-a5cf-498f-b213-305e54d3cbe5 req-2205e132-39ad-46d7-9d0f-6cfc91ed7e40 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:37.734765 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4af73aa8-a5cf-498f-b213-305e54d3cbe5 req-2205e132-39ad-46d7-9d0f-6cfc91ed7e40 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 944 time: 0.0822041 Mar 28 11:29:37.777220 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4af73aa8-a5cf-498f-b213-305e54d3cbe5 req-1929c817-60ff-4de8-8154-411afa634252 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368645 Mar 28 11:29:38.957527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b97ec-ed0c-4fc9-bc59-6dc7b2723efc req-655d9c18-73c2-4f32-aac5-cafb8e3c38a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:38.958994 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b32b97ec-ed0c-4fc9-bc59-6dc7b2723efc req-655d9c18-73c2-4f32-aac5-cafb8e3c38a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 944 time: 0.0786188 Mar 28 11:29:38.965586 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 607b2b59-91fe-4414-9b2e-9f0b0cf439bf up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:29:39.003425 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b32b97ec-ed0c-4fc9-bc59-6dc7b2723efc req-97aefd59-d7ab-42b0-a98d-568385799bfc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387208 Mar 28 11:29:39.123050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:29:39.127828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:29:39.128189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:39.240741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:39.265687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:29:39.275512 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:29:39.334205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:39.366139 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'code': 200} Mar 28 11:29:39.405739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:39.782478 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a06cec-5476-4a79-b11d-292974f94728 req-d91947ff-f10e-498f-a601-92ebbbbf7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:39.783908 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b3a06cec-5476-4a79-b11d-292974f94728 req-d91947ff-f10e-498f-a601-92ebbbbf7514 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1098 time: 0.0688171 Mar 28 11:29:39.825634 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b3a06cec-5476-4a79-b11d-292974f94728 req-58f3b7b3-bbfc-4af5-a9eb-f59e8498d067 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Mar 28 11:29:40.187926 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc4940-81d9-48f1-8a55-a244638fd15b req-96e69bdb-4ca8-4888-8b5f-ecad03a07e3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:40.189337 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6dfc4940-81d9-48f1-8a55-a244638fd15b req-96e69bdb-4ca8-4888-8b5f-ecad03a07e3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0823004 Mar 28 11:29:40.232233 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6dfc4940-81d9-48f1-8a55-a244638fd15b req-3b574b48-0908-49bf-9285-db6e667f239e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373299 Mar 28 11:29:41.416442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e42521-8631-4468-b8a4-472e758e69bc req-d5842ae4-2cc7-4493-a999-ba11f4eda133 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:41.417854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f6e42521-8631-4468-b8a4-472e758e69bc req-d5842ae4-2cc7-4493-a999-ba11f4eda133 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0823088 Mar 28 11:29:41.460486 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f6e42521-8631-4468-b8a4-472e758e69bc req-e66ad53f-16fe-42b8-af42-01cd08a733ed tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371580 Mar 28 11:29:41.638430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5d5d-94c2-42d8-a087-b728d955d2f0 req-f83ef12d-5ed7-44e6-9e0a-cb2905cf6f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:41.640539 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf6c5d5d-94c2-42d8-a087-b728d955d2f0 req-f83ef12d-5ed7-44e6-9e0a-cb2905cf6f50 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0791805 Mar 28 11:29:41.682526 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf6c5d5d-94c2-42d8-a087-b728d955d2f0 req-2070d651-d6c8-4103-80ab-07460e202b38 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366399 Mar 28 11:29:41.705077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46534) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:41.776388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8bbcc-a16d-4899-88fa-68aca4b561eb tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:41.777854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-13c8bbcc-a16d-4899-88fa-68aca4b561eb tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1093 time: 0.0717981 Mar 28 11:29:41.780638 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46538) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:41.785354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:29:41.791066 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:29:41.794815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:floatingip and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:29:41.798149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:29:41.803623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:29:41.882381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:42.015251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:42.148519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.194 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/ca261ec7-5a1d-4279-95fc-67da8248ff01) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:29:42.298044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:42.362782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:42.420446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:29:42.423617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:29:42.431232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:29:42.464837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=ca261ec7-5a1d-4279-95fc-67da8248ff01,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:42.930747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:43.071711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:43.272884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:43.333867 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:43.441088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=ca261ec7-5a1d-4279-95fc-67da8248ff01,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:29:43.449671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:43.621218 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP 7d4f4165-442e-49a7-b01d-a8a13667462b associated. External IP: 172.26.2.194, port: 607b2b59-91fe-4414-9b2e-9f0b0cf439bf. Mar 28 11:29:43.959527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:29:44.237989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:29:44.247216 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] Sync routers for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:29:44.257196 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:44.258054 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:29:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:44.362915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:44.421179 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-75a15258-1671-416c-bc25-d73c342000a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6395586 Mar 28 11:29:44.421753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:29:44.430923 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:44.545385 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'status': 'completed', 'code': 200} Mar 28 11:29:44.599609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8be6de-6505-4602-b77a-eaf4dffc48cc req-679b9256-be85-460a-9aad-d1a0bc68c2b0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:44.602483 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df8be6de-6505-4602-b77a-eaf4dffc48cc req-679b9256-be85-460a-9aad-d1a0bc68c2b0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0913384 Mar 28 11:29:44.642996 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-0b018d90-b33f-45da-8614-5bf7482fe8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:44.644455 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-0b018d90-b33f-45da-8614-5bf7482fe8dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1098 time: 0.0761340 Mar 28 11:29:44.648646 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-df8be6de-6505-4602-b77a-eaf4dffc48cc req-8246b476-821b-488c-97a4-263c58aaf0cc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Mar 28 11:29:44.671740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46548) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:44.780990 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7d4f4165-442e-49a7-b01d-a8a13667462b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.194', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'port_id': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'mac_address': 'fa:16:3e:cd:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee863486-7666-4773-8630-cb2de31b5d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:29:42Z', 'updated_at': '2022-03-28T11:29:42Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3de9408-e165-4d57-b708-6cd654cb02a3', 'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:f1:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:23Z', 'updated_at': '2022-03-28T11:29:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:44.781279 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-819e62de-8f58-4cb3-b5bf-c63d27a7a491 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/7d4f4165-442e-49a7-b01d-a8a13667462b HTTP/1.1" status: 200 len: 991 time: 0.1068535 Mar 28 11:29:44.782257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-0c961c45-b188-4cc6-9a12-0434d304e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:44.783641 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] Checking router: 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:29:44.783782 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-0c961c45-b188-4cc6-9a12-0434d304e123 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 200 len: 896 time: 0.1326237 Mar 28 11:29:44.791845 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:29:44.792434 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:29:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:44.889911 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-738d711f-96b6-427b-aa9c-de4beca3456a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 200 len: 999 time: 0.0994191 Mar 28 11:29:44.951740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-e8e881c4-47b0-458e-a1bb-c1a266f72c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:44.953281 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-e8e881c4-47b0-458e-a1bb-c1a266f72c9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a HTTP/1.1" status: 200 len: 835 time: 0.0578678 Mar 28 11:29:44.989691 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:29:45.031324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-8ff14efe-67db-4c7b-9904-812afeaa256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:45.032729 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-8ff14efe-67db-4c7b-9904-812afeaa256d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737448 Mar 28 11:29:45.163556 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-d58fc6dd-8d02-45e6-a566-608be4014132 service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244206 Mar 28 11:29:45.292472 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6ab1c630-cae0-48c9-bced-6ddd6c71178c req-339b3d52-9bec-4946-a879-df81f4f1ddad service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224144 Mar 28 11:29:45.327288 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7d4f4165-442e-49a7-b01d-a8a13667462b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.194', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'port_id': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'mac_address': 'fa:16:3e:cd:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee863486-7666-4773-8630-cb2de31b5d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:29:42Z', 'updated_at': '2022-03-28T11:29:42Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3de9408-e165-4d57-b708-6cd654cb02a3', 'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:f1:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:23Z', 'updated_at': '2022-03-28T11:29:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:29:45.331086 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12db59c-14cb-4cff-8bd9-c533ae74421a None None] The sync data for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv is: [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '7d4f4165-442e-49a7-b01d-a8a13667462b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.194', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'port_id': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'mac_address': 'fa:16:3e:cd:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee863486-7666-4773-8630-cb2de31b5d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:29:42Z', 'updated_at': '2022-03-28T11:29:42Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3de9408-e165-4d57-b708-6cd654cb02a3', 'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:f1:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:23Z', 'updated_at': '2022-03-28T11:29:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:29:45.504462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187479f7-38ca-46b7-8d25-7133e8be77dc None None] New status for floating IP 7d4f4165-442e-49a7-b01d-a8a13667462b: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:29:45.783684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46552) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:29:45.888498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a8e52159-eb26-49f1-8682-c528f91f9b86 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/7d4f4165-442e-49a7-b01d-a8a13667462b HTTP/1.1" status: 200 len: 993 time: 0.1036689 Mar 28 11:29:46.094177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:48.303687 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8936c8-11d8-4e1d-9922-60ecb7b705ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:50.503535 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-215be69f-9002-422a-8ebe-da1320e47789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:51.617521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:51.704128 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:53.168403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:29:59.723839 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-9f508889-9afe-461c-bee3-b5babd9710fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729332 Mar 28 11:29:59.882888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-3d0db823-8750-425c-8b5b-0f078accf2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:29:59.884332 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-3d0db823-8750-425c-8b5b-0f078accf2d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1098 time: 0.0702555 Mar 28 11:30:00.031236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-dfafeb42-7243-4bb0-be8a-99ff907e3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:00.032674 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-dfafeb42-7243-4bb0-be8a-99ff907e3614 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 200 len: 896 time: 0.1276226 Mar 28 11:30:00.134704 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-3682a29a-733c-460c-af48-1e1b4b9e746f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 200 len: 1001 time: 0.0947797 Mar 28 11:30:00.199744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-5b793fcb-343c-4ab3-ab50-996836f33b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:00.201125 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-5b793fcb-343c-4ab3-ab50-996836f33b1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a HTTP/1.1" status: 200 len: 835 time: 0.0591984 Mar 28 11:30:00.274825 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-cdd95c99-87ca-423b-a305-a7b5b378958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:00.276237 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-cdd95c99-87ca-423b-a305-a7b5b378958d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687184 Mar 28 11:30:00.406124 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-2bc20362-a1d2-4bcd-a5b4-21faafe39c52 service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221743 Mar 28 11:30:00.635906 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7707655f-16e0-4347-bbd7-7a31669d3c8b req-177ad19e-046e-42b2-a61b-61ccee34ef80 service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240191 Mar 28 11:30:03.185419 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:30:16.091872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:18.308587 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-117bff9e-ebe9-49b1-869b-f7a01193253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:19.724410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef16ef-23ca-42ad-8f90-ce917a1d6ec3 req-30c3c3de-8da4-4ee3-86e0-eccaf223ae27 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:19.725845 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0fef16ef-23ca-42ad-8f90-ce917a1d6ec3 req-30c3c3de-8da4-4ee3-86e0-eccaf223ae27 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0808382 Mar 28 11:30:19.769450 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0fef16ef-23ca-42ad-8f90-ce917a1d6ec3 req-d0e68e4e-71de-4806-8298-e578c6802805 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380173 Mar 28 11:30:19.900900 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-22d99ec5-2826-4837-919e-822d4171e195 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121120 Mar 28 11:30:20.517156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5e3e-8778-4c31-a10e-1c1a5776b233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:20.954051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aedeee-087a-4ddc-ae26-fe77f6e464c9 req-adca0541-4ca9-47af-8005-1eff98b95530 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:20.955495 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-77aedeee-087a-4ddc-ae26-fe77f6e464c9 req-adca0541-4ca9-47af-8005-1eff98b95530 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0810015 Mar 28 11:30:21.002450 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-77aedeee-087a-4ddc-ae26-fe77f6e464c9 req-fa49f442-8bf3-43fb-8ddd-a8285a9c0e05 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411103 Mar 28 11:30:21.623199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:21.697359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:22.133223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca713-b922-4493-b393-884221a4a565 req-6993dd28-a30e-48f5-9000-0ec1a076b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:22.134726 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-6993dd28-a30e-48f5-9000-0ec1a076b728 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1098 time: 0.0717049 Mar 28 11:30:22.188519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743f0c3-31b9-48ff-bc5d-373a84664f63 req-02003fbb-eac3-42af-8a27-b738804c77f0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:22.189981 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3743f0c3-31b9-48ff-bc5d-373a84664f63 req-02003fbb-eac3-42af-8a27-b738804c77f0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0823019 Mar 28 11:30:22.234723 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3743f0c3-31b9-48ff-bc5d-373a84664f63 req-ec6c27c1-2f93-464a-b5ef-bba44c384565 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387659 Mar 28 11:30:22.270309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca713-b922-4493-b393-884221a4a565 req-ffe45455-f2f5-4048-a2f6-e02945637d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:22.271733 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-ffe45455-f2f5-4048-a2f6-e02945637d46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 200 len: 896 time: 0.1271927 Mar 28 11:30:22.375342 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-d1d874a7-4d90-427d-a8a8-dfb14658e60e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 200 len: 1001 time: 0.0936933 Mar 28 11:30:22.440893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca713-b922-4493-b393-884221a4a565 req-d799fafd-694e-4bfd-a45c-995afb8ceba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:22.442255 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-d799fafd-694e-4bfd-a45c-995afb8ceba0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a HTTP/1.1" status: 200 len: 835 time: 0.0583851 Mar 28 11:30:22.520768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca713-b922-4493-b393-884221a4a565 req-0c3b9824-adb1-4c45-9e39-680836dc5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:22.522253 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-0c3b9824-adb1-4c45-9e39-680836dc5ed4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692492 Mar 28 11:30:22.656641 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-902366ee-ad59-4325-a83d-734366d25e7a service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237068 Mar 28 11:30:22.789528 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-a62ccd88-0173-4966-869e-e6d2ac1b1d6b service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233985 Mar 28 11:30:23.151291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:23.415295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c51291-8775-49c1-b474-e833a0c2a0c8 req-cdf0222a-e442-4f5b-b5bd-e929624a1aa8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:23.416729 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-63c51291-8775-49c1-b474-e833a0c2a0c8 req-cdf0222a-e442-4f5b-b5bd-e929624a1aa8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0781784 Mar 28 11:30:23.462583 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-63c51291-8775-49c1-b474-e833a0c2a0c8 req-0034aad7-7c82-4893-b7ce-1a8a802f04e4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397265 Mar 28 11:30:24.643049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9aaf9-9e8f-48c9-8e27-bb3842912fe0 req-3a5d63b3-6861-4185-87e4-3c120a82bdf5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:24.644479 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90f9aaf9-9e8f-48c9-8e27-bb3842912fe0 req-3a5d63b3-6861-4185-87e4-3c120a82bdf5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0783226 Mar 28 11:30:24.687938 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90f9aaf9-9e8f-48c9-8e27-bb3842912fe0 req-48cacdb5-5682-4ef2-8626-7a745a72f730 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378196 Mar 28 11:30:25.868359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a9b56-f3c3-4074-88f5-09b11b304aa1 req-88090331-7f48-44c5-9dbc-1f0e14d597c4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:25.869776 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-871a9b56-f3c3-4074-88f5-09b11b304aa1 req-88090331-7f48-44c5-9dbc-1f0e14d597c4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0809875 Mar 28 11:30:25.914009 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-871a9b56-f3c3-4074-88f5-09b11b304aa1 req-a60e7f76-79f3-4a83-8a36-2d4586702c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381639 Mar 28 11:30:27.095759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e359c-e5b8-4686-8d50-c23c24efe17e req-ea5ed3bf-ffb7-48f1-809c-2068df37606a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:27.097179 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b83e359c-e5b8-4686-8d50-c23c24efe17e req-ea5ed3bf-ffb7-48f1-809c-2068df37606a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0782747 Mar 28 11:30:27.139995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b83e359c-e5b8-4686-8d50-c23c24efe17e req-ef89af80-ed47-42bf-9d18-3b465427f8c4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368354 Mar 28 11:30:28.321979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4179d2-92c9-4a6b-b3b9-0fa5273c1d38 req-bb9ee6b6-aab8-45b1-8f68-fb5c906dc51b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:28.323752 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d4179d2-92c9-4a6b-b3b9-0fa5273c1d38 req-bb9ee6b6-aab8-45b1-8f68-fb5c906dc51b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0817249 Mar 28 11:30:28.367041 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6d4179d2-92c9-4a6b-b3b9-0fa5273c1d38 req-a3c5817b-e600-4573-8306-30775ea60152 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373251 Mar 28 11:30:29.548698 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5853fb4-f089-46c9-9e0b-91d816ed4c5d req-52f2738b-7699-4a7f-a43d-f61214b82fe3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:29.549926 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e5853fb4-f089-46c9-9e0b-91d816ed4c5d req-52f2738b-7699-4a7f-a43d-f61214b82fe3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0801723 Mar 28 11:30:29.596363 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e5853fb4-f089-46c9-9e0b-91d816ed4c5d req-5ace8bc1-8140-450f-916d-f7a08116f35c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407250 Mar 28 11:30:30.780602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a725319-735e-4470-b9b8-1ce58d4c5354 req-361a1d97-2bb4-41db-ad36-591861f218b9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:30.782058 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a725319-735e-4470-b9b8-1ce58d4c5354 req-361a1d97-2bb4-41db-ad36-591861f218b9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0787570 Mar 28 11:30:30.825665 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4a725319-735e-4470-b9b8-1ce58d4c5354 req-6bf100c6-f588-4525-a8b1-dd2949691068 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379474 Mar 28 11:30:32.009013 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd981e-1c3d-4d62-8f3e-3759d5fd12e0 req-4ebfa9fa-dc87-42d1-bc43-c4a8f997838a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:32.010454 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a6bd981e-1c3d-4d62-8f3e-3759d5fd12e0 req-4ebfa9fa-dc87-42d1-bc43-c4a8f997838a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0827780 Mar 28 11:30:32.148257 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a6bd981e-1c3d-4d62-8f3e-3759d5fd12e0 req-06a03d43-988e-4211-9b45-e9903ebddfc7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321785 Mar 28 11:30:33.326420 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e6629-3306-4688-81df-ab8f06e6a5a0 req-16deb514-424f-4c35-80b1-d143de1fcd0c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:33.328383 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-390e6629-3306-4688-81df-ab8f06e6a5a0 req-16deb514-424f-4c35-80b1-d143de1fcd0c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0778468 Mar 28 11:30:33.369782 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-390e6629-3306-4688-81df-ab8f06e6a5a0 req-9a950586-f27c-4569-8879-30354970fc7a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360138 Mar 28 11:30:34.555541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c2cf9-50a2-470c-95c6-e0df3a95eb45 req-2f1251e3-28cc-477e-b166-d6722eb2c460 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:34.556995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e10c2cf9-50a2-470c-95c6-e0df3a95eb45 req-2f1251e3-28cc-477e-b166-d6722eb2c460 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0811806 Mar 28 11:30:34.600249 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e10c2cf9-50a2-470c-95c6-e0df3a95eb45 req-cd623492-4f78-43d4-af1f-ffdb0b9fbe66 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376697 Mar 28 11:30:35.782148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f34ff-502b-4500-8295-0d1849ce44f8 req-44a423d2-cdd5-4d7d-a959-134c9d8a2d92 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:35.783563 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d2f34ff-502b-4500-8295-0d1849ce44f8 req-44a423d2-cdd5-4d7d-a959-134c9d8a2d92 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0821121 Mar 28 11:30:35.825135 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d2f34ff-502b-4500-8295-0d1849ce44f8 req-5c8a72a9-bcdb-46c9-addb-bde31847f2dc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360255 Mar 28 11:30:37.006976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58b0d8-61b4-4c24-a9ed-65917df31698 req-2237e9b8-f7de-4a7c-ab28-5deb4202143c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:37.008415 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0c58b0d8-61b4-4c24-a9ed-65917df31698 req-2237e9b8-f7de-4a7c-ab28-5deb4202143c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0790608 Mar 28 11:30:37.051726 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0c58b0d8-61b4-4c24-a9ed-65917df31698 req-b98be280-8fc1-4a7e-9628-39cc207a6616 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377655 Mar 28 11:30:38.236045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc334d-5d68-4c46-bb88-53d947e4d460 req-4a22f500-2b0c-4b62-81a4-a9ab0d46931b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:38.237455 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c2fc334d-5d68-4c46-bb88-53d947e4d460 req-4a22f500-2b0c-4b62-81a4-a9ab0d46931b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0815301 Mar 28 11:30:38.279959 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c2fc334d-5d68-4c46-bb88-53d947e4d460 req-42e7d2a6-b378-4a75-8429-a4e3c20a2b06 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368876 Mar 28 11:30:39.459843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f5b7-abf0-4a33-854e-98c1b5d2f983 req-d5e9a971-9061-4818-9c54-9e3096519ad2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:39.461269 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0688f5b7-abf0-4a33-854e-98c1b5d2f983 req-d5e9a971-9061-4818-9c54-9e3096519ad2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0787587 Mar 28 11:30:39.508093 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0688f5b7-abf0-4a33-854e-98c1b5d2f983 req-6b57e39e-849e-43f3-b07d-c1b84d2e6102 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412850 Mar 28 11:30:40.184050 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:30:40.321002 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-56e64151-804c-4d02-9608-b9d871ec9fe3 service neutron] 10.222.0.31 "GET /v2.0/ports/607b2b59-91fe-4414-9b2e-9f0b0cf439bf/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0764906 Mar 28 11:30:40.694633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8062-a5de-435a-99a8-ce3a6f296ae2 req-1f312866-b434-482e-9d74-18b417c5a397 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:40.696135 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a7d8062-a5de-435a-99a8-ce3a6f296ae2 req-1f312866-b434-482e-9d74-18b417c5a397 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0800111 Mar 28 11:30:40.740050 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a7d8062-a5de-435a-99a8-ce3a6f296ae2 req-bdf07612-771c-4f78-bb58-ba67c35c9d58 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381651 Mar 28 11:30:40.964686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca713-b922-4493-b393-884221a4a565 req-00dcb735-7ffc-4c27-9696-0df3815fe4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:40.966173 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-00dcb735-7ffc-4c27-9696-0df3815fe4b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 1098 time: 0.0696328 Mar 28 11:30:41.077373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca713-b922-4493-b393-884221a4a565 req-fea0b75b-9ae3-448d-9394-41c10b649a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:41.078834 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-fea0b75b-9ae3-448d-9394-41c10b649a86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1098 time: 0.0722942 Mar 28 11:30:41.210656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca713-b922-4493-b393-884221a4a565 req-67eafbf7-dc97-466e-8b4d-959851e8e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:41.212066 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-67eafbf7-dc97-466e-8b4d-959851e8e752 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 200 len: 896 time: 0.1241417 Mar 28 11:30:41.314705 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-51ddb0c0-ab4a-4b3a-8618-5d8961d3d800 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 200 len: 1001 time: 0.0916958 Mar 28 11:30:41.381686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca713-b922-4493-b393-884221a4a565 req-a604dc50-c1ca-49fd-b78e-27055032a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:41.383078 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-a604dc50-c1ca-49fd-b78e-27055032a7c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a HTTP/1.1" status: 200 len: 835 time: 0.0589585 Mar 28 11:30:41.459244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca713-b922-4493-b393-884221a4a565 req-cb0d9564-9935-4912-8fbd-4332af2c1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:41.460680 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-cb0d9564-9935-4912-8fbd-4332af2c1062 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679641 Mar 28 11:30:41.593983 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-b0081aa8-e6a6-4510-ae4c-d1d3754428ab service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228025 Mar 28 11:30:41.727505 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-cb7460be-8756-4fa5-a269-dab1e3f8f216 service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246505 Mar 28 11:30:41.929482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f347d-cd65-4963-b2fa-16bf76897edf req-39bd692f-10f4-45cf-b467-1dabdb09718f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:41.931003 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f11f347d-cd65-4963-b2fa-16bf76897edf req-39bd692f-10f4-45cf-b467-1dabdb09718f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0818021 Mar 28 11:30:41.975626 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f11f347d-cd65-4963-b2fa-16bf76897edf req-6848b0df-c514-41ff-867d-dd48abcdcb51 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387845 Mar 28 11:30:43.157417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22826994-4ebb-408f-b4de-67ee9226fc07 req-e53fb640-f55f-4019-9f9a-c35abd022f79 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:43.158857 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-22826994-4ebb-408f-b4de-67ee9226fc07 req-e53fb640-f55f-4019-9f9a-c35abd022f79 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0776551 Mar 28 11:30:43.200553 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-22826994-4ebb-408f-b4de-67ee9226fc07 req-3de44209-9f06-4541-9758-fd6ddee51281 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362782 Mar 28 11:30:44.386396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e04305-fd92-47cd-847d-11a168d5d6f6 req-7c7497b3-a862-44d2-bf65-1466c1338763 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:44.387841 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-85e04305-fd92-47cd-847d-11a168d5d6f6 req-7c7497b3-a862-44d2-bf65-1466c1338763 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0822690 Mar 28 11:30:44.431468 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-85e04305-fd92-47cd-847d-11a168d5d6f6 req-7bac2031-9513-46fd-8efa-d08b259d6a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373697 Mar 28 11:30:44.856639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb5106-2302-44d7-bc6a-9ad8e2da5573 req-18b7a9d4-3aac-43bd-b2f8-e6f3cc5330cb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:44.858714 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-74fb5106-2302-44d7-bc6a-9ad8e2da5573 req-18b7a9d4-3aac-43bd-b2f8-e6f3cc5330cb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0847788 Mar 28 11:30:44.902148 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-74fb5106-2302-44d7-bc6a-9ad8e2da5573 req-06f6ddde-7825-41e2-b085-7e71773b574a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378182 Mar 28 11:30:44.951305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-b896fbff-d9e3-4cff-a059-5b704f65ab5e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:44.952006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-b896fbff-d9e3-4cff-a059-5b704f65ab5e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:30:45.023193 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-b896fbff-d9e3-4cff-a059-5b704f65ab5e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:30:45.024481 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-b896fbff-d9e3-4cff-a059-5b704f65ab5e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95&tenant_id=3e62c956a5f54e2796a6d966b01f5e46&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 945 time: 0.1609638 Mar 28 11:30:45.094374 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4522e8-4ae3-4396-b6de-da7ba19c1bc2 req-f923f8a6-68ab-497c-b0bb-9ef87f7565e0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:45.095825 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be4522e8-4ae3-4396-b6de-da7ba19c1bc2 req-f923f8a6-68ab-497c-b0bb-9ef87f7565e0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0827060 Mar 28 11:30:45.139699 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-be4522e8-4ae3-4396-b6de-da7ba19c1bc2 req-0e62e373-06f2-49ec-aa37-86ad087072d6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379715 Mar 28 11:30:45.178770 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-21cd86b7-7fe6-46a5-8fd3-802482caaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:45.180209 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-21cd86b7-7fe6-46a5-8fd3-802482caaf5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1098 time: 0.0710948 Mar 28 11:30:45.303692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 607b2b59-91fe-4414-9b2e-9f0b0cf439bf details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:30:45.309674 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 607b2b59-91fe-4414-9b2e-9f0b0cf439bf no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:30:45.408617 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-6b439a17-9eaf-40f2-8fe6-37c91f7242c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:45.410088 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-6b439a17-9eaf-40f2-8fe6-37c91f7242c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 200 len: 896 time: 0.2232378 Mar 28 11:30:45.512289 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-4744a42a-eea3-4b9b-b9cd-7a8b245c4407 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 200 len: 1001 time: 0.0957446 Mar 28 11:30:45.519746 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:45.552917 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:30:45.573327 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:30:45.574228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-ddda709f-86c2-4140-b185-902a95e13def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:45.575648 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-ddda709f-86c2-4140-b185-902a95e13def service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a HTTP/1.1" status: 200 len: 835 time: 0.0568919 Mar 28 11:30:45.581002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'port_id': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'mac_address': 'fa:16:3e:cd:fe:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:30:45.596814 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:30:45.637224 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'code': 200} Mar 28 11:30:45.645027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:45.658149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-059c930d-8d19-4896-887c-25edac0b28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:45.659605 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-059c930d-8d19-4896-887c-25edac0b28a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771592 Mar 28 11:30:45.662652 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 607b2b59-91fe-4414-9b2e-9f0b0cf439bf {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:30:45.682880 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:45.792826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:30:45.793172 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:30:45.796394 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:30:45.797379 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-3931566b-5e87-47f6-bd21-8c84d39b2bb4 service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289546 Mar 28 11:30:45.803466 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.803812 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.804151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.804480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.804807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.805133 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.805461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.805780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.806135 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.806456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.806773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.807090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:30:45.927549 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c31fc02d-48b2-40c0-9885-2c1bd96c32ca req-fde37965-8a5b-486f-bc7c-64a24b699da9 service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237140 Mar 28 11:30:46.122236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:46.324589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643c25-4cf6-4856-b5e8-548146367286 req-b0bbf779-a9d5-43b0-83f6-c976152e4226 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:46.326066 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b4643c25-4cf6-4856-b5e8-548146367286 req-b0bbf779-a9d5-43b0-83f6-c976152e4226 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 943 time: 0.0823269 Mar 28 11:30:46.346534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:46.365361 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607b2b59-91fe-4414-9b2e-9f0b0cf439bf {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:30:46.369408 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b4643c25-4cf6-4856-b5e8-548146367286 req-f7f79989-6c74-4745-a65e-fb413c9f6997 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377786 Mar 28 11:30:46.380898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:30:46.431017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:46.497071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:30:46.565617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['607b2b59-91fe-4414-9b2e-9f0b0cf439bf'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:30:47.302983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 607b2b59-91fe-4414-9b2e-9f0b0cf439bf up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:30:47.370459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:30:47.371128 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:47.486494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:47.518803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:30:47.556494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b26f16-3229-4620-acf8-4affb299ffbd req-910c278f-d7fe-4bbd-a3f1-ab48fde65a36 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:47.557862 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-43b26f16-3229-4620-acf8-4affb299ffbd req-910c278f-d7fe-4bbd-a3f1-ab48fde65a36 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 944 time: 0.0812564 Mar 28 11:30:47.579701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:47.606440 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-43b26f16-3229-4620-acf8-4affb299ffbd req-1e9ccc6a-4d37-4dd3-a3c4-5b226d57f7b0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424910 Mar 28 11:30:47.629622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46654) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:30:47.635315 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:30:47.651022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:30:47.683355 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'code': 200} Mar 28 11:30:47.734286 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b0436774-42b5-4c08-aa2e-4d84f518af17 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/7d4f4165-442e-49a7-b01d-a8a13667462b HTTP/1.1" status: 200 len: 993 time: 0.1029429 Mar 28 11:30:48.304894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fc46cb68-0835-41b3-a4bd-b817280f89f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:50.493724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7cd75341-19f2-4283-ad08-5ed5b5181c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:51.630974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:51.699340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:53.156769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:30:59.710102 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-f99b5a5a-225e-4ca7-9c26-fd00f445d6b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673587 Mar 28 11:30:59.866415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-be0f5318-e088-4d56-aefd-70724c6bace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:30:59.867829 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-be0f5318-e088-4d56-aefd-70724c6bace7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1098 time: 0.0730960 Mar 28 11:31:00.007711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-a35e6058-190b-443e-9d64-be86c39072a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:00.009111 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-a35e6058-190b-443e-9d64-be86c39072a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 200 len: 896 time: 0.1228294 Mar 28 11:31:00.112135 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-bbccb56b-55a7-45d4-a426-6ddbf58bbf86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 200 len: 1001 time: 0.0933573 Mar 28 11:31:00.174361 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-65218b99-bba8-4a3f-a9ae-7d0fe808946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:00.175665 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-65218b99-bba8-4a3f-a9ae-7d0fe808946a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a HTTP/1.1" status: 200 len: 835 time: 0.0550377 Mar 28 11:31:00.247601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-42b4b630-21af-4300-93d9-a43fd35833ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:00.249039 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-42b4b630-21af-4300-93d9-a43fd35833ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667057 Mar 28 11:31:00.376097 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-2fcd5241-570e-422b-b43b-4aa2e88e92b7 service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206119 Mar 28 11:31:00.504976 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5bf5c4b9-d997-4395-8af9-8459c04cb918 req-5a4dce33-54dc-4a70-84bc-d17c0eb7001f service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216204 Mar 28 11:31:16.144826 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:17.181994 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:31:18.308502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0e30-142f-44fe-80dc-13ec07f665f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:18.439395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46670) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:18.732675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port ca261ec7-5a1d-4279-95fc-67da8248ff01 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:31:18.733015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:18.897059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:18.897379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:19.015511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for ca261ec7-5a1d-4279-95fc-67da8248ff01 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:31:19.247683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:19.295957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=ca261ec7-5a1d-4279-95fc-67da8248ff01,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:19.333146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.333509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.333834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.334192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.334524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.334854 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.335179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.335504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.335829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.336153 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.336474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.336795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:19.395835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:19.396242 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP 7d4f4165-442e-49a7-b01d-a8a13667462b disassociated (deleted). External IP: 172.26.2.194, port: 607b2b59-91fe-4414-9b2e-9f0b0cf439bf. Mar 28 11:31:19.742885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:31:19.915892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:31:19.925217 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] Sync routers for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:31:19.934091 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:31:19.934688 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:30:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:20.002701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:20.058779 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-55d68878-4ed8-47ba-9b19-1e6dd5667c1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/floatingips/7d4f4165-442e-49a7-b01d-a8a13667462b HTTP/1.1" status: 204 len: 168 time: 1.6183023 Mar 28 11:31:20.059340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:31:20.108037 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'status': 'completed', 'code': 200} Mar 28 11:31:20.110519 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:31:20.226808 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-312cf581-74dc-4941-8801-ab222cd4865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:20.228262 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-312cf581-74dc-4941-8801-ab222cd4865c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 1098 time: 0.0760646 Mar 28 11:31:20.467595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-9eb5ff53-17be-4d72-b32a-d72defd1eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:20.468654 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b3de9408-e165-4d57-b708-6cd654cb02a3', 'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:f1:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:23Z', 'updated_at': '2022-03-28T11:29:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:20.469035 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-9eb5ff53-17be-4d72-b32a-d72defd1eeba service neutron] 10.222.0.31 "GET /v2.0/networks?id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 200 len: 896 time: 0.2341750 Mar 28 11:31:20.472529 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] Checking router: 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:31:20.480839 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:31:20.481544 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:30:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:20.515285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-144291ce-ea89-482a-bd00-f7c3be177df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:20.547313 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-8b13c092-5014-41e5-8eae-1fb9dc931ede service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 200 len: 217 time: 0.0702081 Mar 28 11:31:20.634636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-7dde0bc6-20d8-4f08-a69f-6481566edf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:20.634636 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-7dde0bc6-20d8-4f08-a69f-6481566edf4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a HTTP/1.1" status: 200 len: 835 time: 0.0582042 Mar 28 11:31:20.704842 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:31:20.717570 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-70930d0e-4a0d-4197-8e86-8fe0a85ddb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:20.719893 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-70930d0e-4a0d-4197-8e86-8fe0a85ddb7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d306d9f0-58e5-4e1f-b32f-8f05b38bef88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756679 Mar 28 11:31:20.833845 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4095d-bb36-4a94-8f69-cad0b37f838e req-8d60583a-1a18-49cd-8909-29c07ffb6ec3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:20.834632 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-35b4095d-bb36-4a94-8f69-cad0b37f838e req-8d60583a-1a18-49cd-8909-29c07ffb6ec3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:31:20.863994 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-c951fbc3-835f-493e-a763-9257465a2b2f service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360703 Mar 28 11:31:20.897002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-35b4095d-bb36-4a94-8f69-cad0b37f838e req-8d60583a-1a18-49cd-8909-29c07ffb6ec3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:31:20.898222 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-35b4095d-bb36-4a94-8f69-cad0b37f838e req-8d60583a-1a18-49cd-8909-29c07ffb6ec3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.3173234 Mar 28 11:31:20.944957 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-35b4095d-bb36-4a94-8f69-cad0b37f838e req-a4c59a26-741e-4b3c-848d-feced8578a1f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395787 Mar 28 11:31:20.998276 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9932d60b-a482-4aa1-8ffc-e0edd8a49ed2 req-35e3605c-2a70-4447-a0ba-020b52ceae9f service neutron] 10.222.0.31 "GET /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265254 Mar 28 11:31:21.027289 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b3de9408-e165-4d57-b708-6cd654cb02a3', 'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:f1:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:23Z', 'updated_at': '2022-03-28T11:29:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:21.031661 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef3a89-8bf9-4fec-8377-c42b9489cf1f None None] The sync data for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv is: [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'b3de9408-e165-4d57-b708-6cd654cb02a3', 'name': '', 'network_id': 'd306d9f0-58e5-4e1f-b32f-8f05b38bef88', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:f1:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:23Z', 'updated_at': '2022-03-28T11:29:28Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': 'c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:31:21.227670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7849dd-9e17-474c-b3a1-fcabded9bfaa None None] New status for floating IP 7d4f4165-442e-49a7-b01d-a8a13667462b: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:31:21.616503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:21.722229 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:22.170271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982000ed-8267-47cb-a31e-13b377734589 req-ca9e6c70-848d-4832-9d75-54fb5efef5dc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:22.172248 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-982000ed-8267-47cb-a31e-13b377734589 req-ca9e6c70-848d-4832-9d75-54fb5efef5dc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.1219738 Mar 28 11:31:22.214555 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-982000ed-8267-47cb-a31e-13b377734589 req-9deb23b7-e20e-4531-b618-c2ec0e770c3d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368054 Mar 28 11:31:22.788410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-9a07327a-b2ae-422b-9459-3cc92c4719ca tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:22.789803 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-9a07327a-b2ae-422b-9459-3cc92c4719ca tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0817318 Mar 28 11:31:22.860096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:31:22.860431 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:23.100369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:23.100728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:23.165523 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:23.223277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 607b2b59-91fe-4414-9b2e-9f0b0cf439bf owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:31:23.403170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd2f9-6338-4bc1-86f3-218bc7d75323 req-3e7d936d-9145-4ff2-821f-a77800b06f89 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:23.404620 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23ddd2f9-6338-4bc1-86f3-218bc7d75323 req-3e7d936d-9145-4ff2-821f-a77800b06f89 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 945 time: 0.0830438 Mar 28 11:31:23.452191 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23ddd2f9-6338-4bc1-86f3-218bc7d75323 req-3475db9a-28a6-43cb-83cd-31f734b6a1af tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 Mar 28 11:31:23.459942 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:23.514250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=607b2b59-91fe-4414-9b2e-9f0b0cf439bf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:23.555009 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.555359 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.555689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.556014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.556337 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.556656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.556973 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.557288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.557603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.557924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.558249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.558560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:23.595218 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] No DVR routers for this DVR port 607b2b59-91fe-4414-9b2e-9f0b0cf439bf on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:31:23.597511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:23.599926 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'name': 'network-vif-deleted', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:31:23.645722 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee863486-7666-4773-8630-cb2de31b5d95', 'name': 'network-vif-deleted', 'tag': '607b2b59-91fe-4414-9b2e-9f0b0cf439bf', 'status': 'completed', 'code': 200} Mar 28 11:31:23.683037 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebc80112-72a6-49b7-87a2-83dde82f01f4 req-bb6d1639-66e8-4593-a547-9f565645e36c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "DELETE /v2.0/ports/607b2b59-91fe-4414-9b2e-9f0b0cf439bf HTTP/1.1" status: 204 len: 173 time: 0.8850169 Mar 28 11:31:24.610487 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4f645e9a-1d0d-4a5d-844b-d89037ddabd3 req-091aab46-c817-4052-943b-2404a5d09e8c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee863486-7666-4773-8630-cb2de31b5d95 HTTP/1.1" status: 200 len: 210 time: 0.0418403 Mar 28 11:31:25.703800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46694) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:26.340466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:26.681229 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port b3de9408-e165-4d57-b708-6cd654cb02a3 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:31:26.681559 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:26.861984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port b3de9408-e165-4d57-b708-6cd654cb02a3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b3de9408-e165-4d57-b708-6cd654cb02a3,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:26.862640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:26.982135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for b3de9408-e165-4d57-b708-6cd654cb02a3 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:31:27.207960 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:27.257413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=b3de9408-e165-4d57-b708-6cd654cb02a3,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:27.541855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 607b2b59-91fe-4414-9b2e-9f0b0cf439bf no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:31:27.575321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 607b2b59-91fe-4414-9b2e-9f0b0cf439bf {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:31:27.575683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 607b2b59-91fe-4414-9b2e-9f0b0cf439bf not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:31:27.629262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:27.979440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:31:28.151298 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:31:28.160392 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] Sync routers for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:31:28.165269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6494747a-7853-4600-817e-e90c94555074 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4586370 Mar 28 11:31:28.166027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46698) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:28.169278 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:31:28.169870 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:31:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:28.235408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47714c7-03a9-46b8-bbc2-53b83693bed9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting subnet c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:31:28.238623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b47714c7-03a9-46b8-bbc2-53b83693bed9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:28.292784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b47714c7-03a9-46b8-bbc2-53b83693bed9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:28.347686 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:31:28.374147 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b47714c7-03a9-46b8-bbc2-53b83693bed9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:28.525751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b47714c7-03a9-46b8-bbc2-53b83693bed9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:28.566968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47714c7-03a9-46b8-bbc2-53b83693bed9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Subnet': ['ID=c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:28.568887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-b47714c7-03a9-46b8-bbc2-53b83693bed9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:28.574274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8389c9-e594-4689-b5c8-1295123235b4 None None] Network d306d9f0-58e5-4e1f-b32f-8f05b38bef88 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:31:28.575283 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-b47714c7-03a9-46b8-bbc2-53b83693bed9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/subnets/c35e67f0-c5b0-40b3-8818-7ce65f6e3b6a HTTP/1.1" status: 204 len: 168 time: 0.4083288 Mar 28 11:31:28.578428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46702) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:28.626570 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:31:27Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:28.630477 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] Checking router: 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:31:28.638623 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] Routers {'87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:31:28.639224 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:31:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:28.757240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:28.816662 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] Set router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:31:28.828767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d41c11-69a4-4a18-a3b7-cf7acd7d8f43 None None] DHCP port deletion for d306d9f0-58e5-4e1f-b32f-8f05b38bef88 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:31:28.833845 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-98d41c11-69a4-4a18-a3b7-cf7acd7d8f43 None None] Deleting port 88a7e997-4980-4673-b3a7-216305c52548 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:31:28.834243 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-98d41c11-69a4-4a18-a3b7-cf7acd7d8f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:28.943603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:29.011061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port df8e2b8d-6fc4-4984-9869-7722c676d20c {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:31:29.011412 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:29.037637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-98d41c11-69a4-4a18-a3b7-cf7acd7d8f43 None None] For port 88a7e997-4980-4673-b3a7-216305c52548, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=88a7e997-4980-4673-b3a7-216305c52548,segment=NetworkSegment(63b47319-8bcd-4767-beb9-deddfaf939dc),segment_id=63b47319-8bcd-4767-beb9-deddfaf939dc)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:29.037950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-98d41c11-69a4-4a18-a3b7-cf7acd7d8f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:29.125670 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:31:27Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:29.129770 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef397306-811b-44f4-a4ba-5fc0ea5a0322 None None] The sync data for ids ['87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c'] in dv-neutron-835336-1-hyperv is: [{'id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253999235', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:29:18Z', 'updated_at': '2022-03-28T11:31:27Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'df8e2b8d-6fc4-4984-9869-7722c676d20c', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:29:19Z', 'updated_at': '2022-03-28T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:31:29.165111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-98d41c11-69a4-4a18-a3b7-cf7acd7d8f43 None None] Calling delete_port for 88a7e997-4980-4673-b3a7-216305c52548 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:31:29.192697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port df8e2b8d-6fc4-4984-9869-7722c676d20c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=df8e2b8d-6fc4-4984-9869-7722c676d20c,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:29.193051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:29.279632 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-98d41c11-69a4-4a18-a3b7-cf7acd7d8f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:29.322010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d41c11-69a4-4a18-a3b7-cf7acd7d8f43 None None] No DVR routers for this DVR port 88a7e997-4980-4673-b3a7-216305c52548 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:31:29.323330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for df8e2b8d-6fc4-4984-9869-7722c676d20c owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:31:29.330575 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d41c11-69a4-4a18-a3b7-cf7acd7d8f43 None None] Pushing event deleted for resources: {'Port': ['ID=88a7e997-4980-4673-b3a7-216305c52548,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:29.682519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:29.832240 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=df8e2b8d-6fc4-4984-9869-7722c676d20c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:29.920303 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.089046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.091098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.179244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.179730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Fanout notify agent at l3_agent the message router_deleted on router 87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:31:30.194202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.197310 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f86b0fdb-9fb3-43c8-9320-045499b0511a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/routers/87b37e4c-df6f-4d32-b9a8-c1b28a20ea0c HTTP/1.1" status: 204 len: 168 time: 1.6158392 Mar 28 11:31:30.198052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46706) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:30.320473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.449452 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.474282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d306d9f0-58e5-4e1f-b32f-8f05b38bef88']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:30.485958 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b47319-8bcd-4767-beb9-deddfaf939dc') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:30.486257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b47319-8bcd-4767-beb9-deddfaf939dc') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:30.497243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.513202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.519982 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:31:30.520401 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:31:30.534874 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:31:30.616419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 88a7e997-4980-4673-b3a7-216305c52548 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:31:30.661069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 88a7e997-4980-4673-b3a7-216305c52548 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:31:30.661069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 88a7e997-4980-4673-b3a7-216305c52548 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:31:30.661069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b3de9408-e165-4d57-b708-6cd654cb02a3 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:31:30.679998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.690145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b3de9408-e165-4d57-b708-6cd654cb02a3 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:31:30.690145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b3de9408-e165-4d57-b708-6cd654cb02a3 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:31:30.699289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.711677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Network': ['ID=d306d9f0-58e5-4e1f-b32f-8f05b38bef88,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:30.794813 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e611a345-c38b-4e01-8ab7-1365a2adda68 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/networks/d306d9f0-58e5-4e1f-b32f-8f05b38bef88 HTTP/1.1" status: 204 len: 168 time: 0.5956223 Mar 28 11:31:30.797454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46710) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:30.863968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f2feaa79-6b8d-44e8-bc25-53223eaa3b7a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:30.892739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f2feaa79-6b8d-44e8-bc25-53223eaa3b7a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:31.016368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f2feaa79-6b8d-44e8-bc25-53223eaa3b7a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:31.033379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2feaa79-6b8d-44e8-bc25-53223eaa3b7a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea89e6b5-582e-4104-9e6d-bab36cf1a6d5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:31.095443 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f2feaa79-6b8d-44e8-bc25-53223eaa3b7a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:31.096577 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f2feaa79-6b8d-44e8-bc25-53223eaa3b7a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/security-groups/ea89e6b5-582e-4104-9e6d-bab36cf1a6d5 HTTP/1.1" status: 204 len: 168 time: 0.2981765 Mar 28 11:31:32.234712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device df8e2b8d-6fc4-4984-9869-7722c676d20c no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:31:32.269606 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: df8e2b8d-6fc4-4984-9869-7722c676d20c {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:31:32.269970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device df8e2b8d-6fc4-4984-9869-7722c676d20c not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:31:32.515320 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46720) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:32.520385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786277155', 'description': 'tempest-secgroup-smoke-786277155 description', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:32.526542 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:32.530604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:32.533429 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:32.538989 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:32.601823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:32.621307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:32.625633 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:32.628360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:32.633852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:32.699669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:32.759138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:32.805777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a07b10-8504-4ba0-91a9-ff6a46327821,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:32.879266 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:32.880455 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8ae0db6a-86be-4dcf-a8e2-c25ecf02c866 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3641610 Mar 28 11:31:32.883232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46724) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:32.888070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'e5a07b10-8504-4ba0-91a9-ff6a46327821', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:32.893879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:32.897664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:32.900751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:32.906917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:32.989105 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.048220 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.125170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.151454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84422083-3921-45ec-be84-4bc36e1e8f78,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:33.216749 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.218468 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-12570418-23ad-4981-99a9-a05ea62c1dac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337808 Mar 28 11:31:33.221746 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46728) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:33.226549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'e5a07b10-8504-4ba0-91a9-ff6a46327821', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:33.232449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:33.236385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:33.239234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:33.244829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:33.326121 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.385319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.450671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.473710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc67fe31-3661-40d9-85d7-1048f8e9c85d,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:33.548235 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.549474 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-7c734df7-9d77-4b00-b002-b14b2e6be8e7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3270800 Mar 28 11:31:33.552036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46732) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:33.557061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'e5a07b10-8504-4ba0-91a9-ff6a46327821', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:33.563493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:33.567410 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:33.570559 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:33.578133 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:33.659656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.720175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.790248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.816047 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf1a874-b7c7-494e-8e6f-f2842a082c91,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:33.896426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:33.897885 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-db00c8ca-6dac-4044-97b0-10764f54b228 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446882 Mar 28 11:31:33.900562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46736) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:33.905425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'e5a07b10-8504-4ba0-91a9-ff6a46327821', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:33.911139 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:33.914907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:33.917740 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:33.923886 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:34.022315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.084198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.165273 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.190821 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0c0d2f-6f06-4a8d-a309-b7782dabf840,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:34.262497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.263666 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6603abce-04dc-4c86-a475-0d3d895a7140 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622196 Mar 28 11:31:34.266363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46740) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:34.271192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'e5a07b10-8504-4ba0-91a9-ff6a46327821', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:34.277207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:34.281439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:34.284318 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:34.289882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:34.348112 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:31:34.354426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.415954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.507770 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.531964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7790b8-0e18-43af-9147-d03b5e94d342,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:34.605389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.606619 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a6898319-0895-4a10-8b97-4120f985be12 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3393667 Mar 28 11:31:34.609427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46744) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:34.614316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': 'e5a07b10-8504-4ba0-91a9-ff6a46327821', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:34.620237 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:34.624038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:34.626912 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:34.632516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:34.713756 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:31:34.720754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.786942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.859173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.883135 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81deb4a-e9ea-4375-a58c-cfb9f378ba7b,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:34.939210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:34.940365 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0bd89d4c-5e13-4aab-ae8b-4449bde7ed88 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3300130 Mar 28 11:31:34.943117 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46748) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:34.948572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'network': {'name': 'tempest-network-smoke--318430194', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'port_security_enabled': True}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:34.954684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:34.958873 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:network and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:34.961706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:34.967453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:35.047676 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:31:35.051106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:35.079011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:31:35.087330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:35.087673 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Added segment 02459725-13ee-4140-9840-c06f1d615439 of type vlan for network 2381b866-9760-4a87-b589-de752c78652c Mar 28 11:31:35.112163 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:35.210988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:35.216347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:35.216923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:35.323639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Network': ['ID=2381b866-9760-4a87-b589-de752c78652c,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:35.329093 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-707d02df-3fbd-434b-82cc-129e01f36842 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3850062 Mar 28 11:31:35.331775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46752) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:35.334329 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 2381b866-9760-4a87-b589-de752c78652c details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:31:35.339609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'admin_state_up': True, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:35.344015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:35.348188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:router and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:35.351134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:35.357502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:35.430837 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:35.431876 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:35.447145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:35.871278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:36.222170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:36.250418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:36.382197 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.71 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/f38ccada-0555-4f39-a1b3-f80a58aef738) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:31:36.525326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:36.608134 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:36.666590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:31:36.669234 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:31:36.676762 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:31:36.714717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=f38ccada-0555-4f39-a1b3-f80a58aef738,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:37.257200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:37.590653 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:37.870270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 884b1788-7568-496c-95e9-719e91adbb7a is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:31:38.041859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:31:38.051274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Sync routers for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:31:38.060644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:31:38.061242 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:31:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:38.127838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:38.131922 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9da0ddfe-3c92-405b-87c8-a7217ab7859d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7963026 Mar 28 11:31:38.132113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46756) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:38.215119 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ef034bd6-032e-45c0-8086-db9828a3c4f0 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=3e62c956a5f54e2796a6d966b01f5e46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818605 Mar 28 11:31:38.217631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46762) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:38.238339 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:31:38.345438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef739120-caea-472f-bf75-dada0c0f60d1 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:38.346932 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ef739120-caea-472f-bf75-dada0c0f60d1 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283774 Mar 28 11:31:38.352246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46766) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:38.388857 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1d57db5e-ea58-4eaa-a46c-ee1a06acbe82 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380197 Mar 28 11:31:38.391216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46770) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:38.396460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206674314', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:38.505648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:38.509491 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:subnet and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:38.512286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:38.518191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:38.549398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:36Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:38.553240 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Checking router: 884b1788-7568-496c-95e9-719e91adbb7a for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:31:38.553583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Updating router 884b1788-7568-496c-95e9-719e91adbb7a port f38ccada-0555-4f39-a1b3-f80a58aef738 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:31:38.596317 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:31:38.599895 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:38.606858 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:38.896909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:38.925794 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:38.938425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Transition to ACTIVE for port object f38ccada-0555-4f39-a1b3-f80a58aef738 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:31:39.008253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:39.090891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ea9c5-e80a-4964-884b-b0ea223240bc None None] Pushing event updated for resources: {'Port': ['ID=f38ccada-0555-4f39-a1b3-f80a58aef738,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:39.093821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Attempting to bind port f38ccada-0555-4f39-a1b3-f80a58aef738 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:31:39.094213 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Attempting to bind port f38ccada-0555-4f39-a1b3-f80a58aef738 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:31:39.094569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Attempting to bind port f38ccada-0555-4f39-a1b3-f80a58aef738 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:31:39.094945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Subnet': ['ID=9def5a24-61a2-4fdb-9a38-6d30343399c7,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:39.101054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:31:39.101432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:31:39.101867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:39.102274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:31:39.102740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Bound port: f38ccada-0555-4f39-a1b3-f80a58aef738, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:31:39.103109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:39.105794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Checking segment: {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:31:39.106178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network hostable DHCP agents. Network: 2381b866-9760-4a87-b589-de752c78652c, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:31:39.173261 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] For port f38ccada-0555-4f39-a1b3-f80a58aef738, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:31:39.173880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 2381b866-9760-4a87-b589-de752c78652c is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:31:39.176092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] For port f38ccada-0555-4f39-a1b3-f80a58aef738, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f38ccada-0555-4f39-a1b3-f80a58aef738,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:31:39.270978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:39.282001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 2381b866-9760-4a87-b589-de752c78652c) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:31:39.286099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:39.286777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:39.314322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab5745c-424e-46dd-b9ca-eadf345b24ae None None] Network 2381b866-9760-4a87-b589-de752c78652c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:31:39.391838 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-acedc5d6-7731-43ac-84c6-dba72a6fe260 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9996073 Mar 28 11:31:39.394445 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46774) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:39.430796 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:31:39.431316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:31:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:39.508517 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ea9c5-e80a-4964-884b-b0ea223240bc None None] Pushing event updated for resources: {'Port': ['ID=f38ccada-0555-4f39-a1b3-f80a58aef738,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:39.681497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:31:39.833970 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-2381b866-9760-4a87-b589-de752c78652c', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:31:39.834798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:40.079936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:40.157769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Allocated IP 172.20.0.2 (2381b866-9760-4a87-b589-de752c78652c/9def5a24-61a2-4fdb-9a38-6d30343399c7/de530037-8a69-4bc9-8874-da0bbcf39575) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:31:40.250947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:36Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:40.269671 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea805b-e32e-487b-bf91-e08656958e45 None None] The sync data for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv is: [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:36Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:31:40.382506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:40.391904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Transition to ACTIVE for port object de530037-8a69-4bc9-8874-da0bbcf39575 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:31:40.411287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Transition to ACTIVE for port object de530037-8a69-4bc9-8874-da0bbcf39575 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:31:40.474704 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:40.582899 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Pushing event updated for resources: {'Port': ['ID=de530037-8a69-4bc9-8874-da0bbcf39575,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:40.583128 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.1 (2381b866-9760-4a87-b589-de752c78652c/9def5a24-61a2-4fdb-9a38-6d30343399c7/70cfcece-6d78-454b-9fc7-7d861ca4be77) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:31:40.591779 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Network 2381b866-9760-4a87-b589-de752c78652c is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:31:40.593800 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:31:40.596430 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:31:40.692199 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Attempting to bind port de530037-8a69-4bc9-8874-da0bbcf39575 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:31:40.692563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Attempting to bind port de530037-8a69-4bc9-8874-da0bbcf39575 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:31:40.692972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Attempting to bind port de530037-8a69-4bc9-8874-da0bbcf39575 on network 2381b866-9760-4a87-b589-de752c78652c {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:31:40.699102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:31:40.699102 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Checking segment: {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:31:40.699426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:40.699677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Bound using segment: {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:31:40.700132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Bound port: de530037-8a69-4bc9-8874-da0bbcf39575, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:31:40.700499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:40.765797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:40.783192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object 70cfcece-6d78-454b-9fc7-7d861ca4be77 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:31:40.799217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] For port de530037-8a69-4bc9-8874-da0bbcf39575, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:31:40.802903 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] For port de530037-8a69-4bc9-8874-da0bbcf39575, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=de530037-8a69-4bc9-8874-da0bbcf39575,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:31:40.865766 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:40.888974 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:40.931207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 2381b866-9760-4a87-b589-de752c78652c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:31:40.934376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:31:40.937309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:31:40.974788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51681d3b-f196-4fe6-864c-d63fcda1bca4 None None] Pushing event updated for resources: {'Port': ['ID=de530037-8a69-4bc9-8874-da0bbcf39575,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:41.115713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=70cfcece-6d78-454b-9fc7-7d861ca4be77,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:41.136275 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:41.489425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:41.906813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:41.949093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c2f910-f454-4075-ae90-92e7aa75300e None None] Network 2381b866-9760-4a87-b589-de752c78652c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:31:41.965385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:42.082011 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=70cfcece-6d78-454b-9fc7-7d861ca4be77,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:42.084584 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:42.130145 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-d7c8278a-d355-4ce8-82bf-c520242b5c7f None None] Provisioning for port de530037-8a69-4bc9-8874-da0bbcf39575 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:31:42.225402 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 2381b866-9760-4a87-b589-de752c78652c is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:31:42.226646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:31:42.361618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device de530037-8a69-4bc9-8874-da0bbcf39575 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:31:42.424700 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 884b1788-7568-496c-95e9-719e91adbb7a has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:31:42.493793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port de530037-8a69-4bc9-8874-da0bbcf39575 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:31:42.500691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port de530037-8a69-4bc9-8874-da0bbcf39575 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:42.507885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:42.532647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-304a668f-4c83-47a6-bdf9-97a75b67e512 None None] Provisioning for port 70cfcece-6d78-454b-9fc7-7d861ca4be77 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:31:42.546827 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-304a668f-4c83-47a6-bdf9-97a75b67e512 None None] Provisioning complete for port 70cfcece-6d78-454b-9fc7-7d861ca4be77 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:42.547188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-304a668f-4c83-47a6-bdf9-97a75b67e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:42.617210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-304a668f-4c83-47a6-bdf9-97a75b67e512 None None] Port 70cfcece-6d78-454b-9fc7-7d861ca4be77 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:31:42.618229 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:31:42.630376 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Sync routers for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:31:42.632199 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-aa202e34-d5a0-435d-b649-fdac7532f493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/884b1788-7568-496c-95e9-719e91adbb7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2367520 Mar 28 11:31:42.641114 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:31:42.642044 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:31:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:42.691768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-304a668f-4c83-47a6-bdf9-97a75b67e512 None None] Provisioning complete for port de530037-8a69-4bc9-8874-da0bbcf39575 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:42.691768 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-304a668f-4c83-47a6-bdf9-97a75b67e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:42.751817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:42.818728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-05215db3-710d-4ada-8e6a-f60e2be80b56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:31:42.838485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port de530037-8a69-4bc9-8874-da0bbcf39575, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=de530037-8a69-4bc9-8874-da0bbcf39575,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:42.844312 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:31:42.855684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-304a668f-4c83-47a6-bdf9-97a75b67e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:42.905200 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-05215db3-710d-4ada-8e6a-f60e2be80b56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:31:42.906476 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-05215db3-710d-4ada-8e6a-f60e2be80b56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786277155&fields=id&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 267 time: 0.1346395 Mar 28 11:31:42.923637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:42.924610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f38ccada-0555-4f39-a1b3-f80a58aef738 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:31:43.086598 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-304a668f-4c83-47a6-bdf9-97a75b67e512 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:31:43.087259 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-304a668f-4c83-47a6-bdf9-97a75b67e512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:31:43.092278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=de530037-8a69-4bc9-8874-da0bbcf39575,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:43.159848 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port f38ccada-0555-4f39-a1b3-f80a58aef738 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:31:43.162778 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '70cfcece-6d78-454b-9fc7-7d861ca4be77', 'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:65:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:40Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 2, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:43.165026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f38ccada-0555-4f39-a1b3-f80a58aef738 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:43.165896 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:43.167589 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Checking router: 884b1788-7568-496c-95e9-719e91adbb7a for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:31:43.168342 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Updating router 884b1788-7568-496c-95e9-719e91adbb7a port 70cfcece-6d78-454b-9fc7-7d861ca4be77 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:31:43.178892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-da21db1a-e74c-4717-a9bb-d6309c337d98 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:43.179572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-da21db1a-e74c-4717-a9bb-d6309c337d98 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:31:43.223975 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:43.245196 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-da21db1a-e74c-4717-a9bb-d6309c337d98 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:31:43.246481 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-da21db1a-e74c-4717-a9bb-d6309c337d98 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/networks?id=2381b866-9760-4a87-b589-de752c78652c HTTP/1.1" status: 200 len: 796 time: 0.3332195 Mar 28 11:31:43.262943 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-41f58755-349e-4168-accb-398a725c2f2d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/quotas/3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 375 time: 0.0104947 Mar 28 11:31:43.333699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:43.348971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-ec01a4cd-1d85-4462-8ede-5f35629e72c7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:31:43.350346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port f38ccada-0555-4f39-a1b3-f80a58aef738, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f38ccada-0555-4f39-a1b3-f80a58aef738,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:43.430737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:43.450923 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-ec01a4cd-1d85-4462-8ede-5f35629e72c7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:31:43.452364 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-ec01a4cd-1d85-4462-8ede-5f35629e72c7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1832428 Mar 28 11:31:43.502094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=f38ccada-0555-4f39-a1b3-f80a58aef738,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:43.564093 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:43.575432 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Transition to ACTIVE for port object 70cfcece-6d78-454b-9fc7-7d861ca4be77 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:31:43.645402 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-e235d6d6-c948-4656-9bf8-37dba660b0b8 service neutron] 10.222.0.18 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765807 Mar 28 11:31:43.648342 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:43.790164 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-caf3dc22-9a69-4791-8b99-e4d3b6a8c147 service neutron] 10.222.0.18 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381791 Mar 28 11:31:43.845287 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Pushing event updated for resources: {'Port': ['ID=70cfcece-6d78-454b-9fc7-7d861ca4be77,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:43.866203 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.866547 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.867024 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.867213 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.867538 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.867862 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.868187 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.868504 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.868826 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.869137 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.869600 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.869939 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:43.880059 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Attempting to bind port 70cfcece-6d78-454b-9fc7-7d861ca4be77 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:31:43.880427 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Attempting to bind port 70cfcece-6d78-454b-9fc7-7d861ca4be77 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:31:43.880783 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Attempting to bind port 70cfcece-6d78-454b-9fc7-7d861ca4be77 on network 2381b866-9760-4a87-b589-de752c78652c {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:31:43.886517 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:31:43.886892 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Checking segment: {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:31:43.887289 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:43.887695 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Bound using segment: {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:31:43.888128 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Bound port: 70cfcece-6d78-454b-9fc7-7d861ca4be77, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:31:43.888495 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:43.979823 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] For port 70cfcece-6d78-454b-9fc7-7d861ca4be77, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:31:43.983098 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] For port 70cfcece-6d78-454b-9fc7-7d861ca4be77, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=70cfcece-6d78-454b-9fc7-7d861ca4be77,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:31:44.054424 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c365e2ad-6adf-4d0b-8ca6-d91c0dce639f req-d30669c6-d057-4ba8-8725-0bae23ecd486 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 210 time: 0.0425606 Mar 28 11:31:44.059984 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:44.169936 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:31:44.170601 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:31:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:44.243358 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eded6c-3c4e-400c-9ece-6e8948ecd0c5 None None] Pushing event updated for resources: {'Port': ['ID=70cfcece-6d78-454b-9fc7-7d861ca4be77,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:44.306972 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device de530037-8a69-4bc9-8874-da0bbcf39575 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:31:44.369245 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:31:44.376280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port de530037-8a69-4bc9-8874-da0bbcf39575 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:44.376656 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:44.509009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f38ccada-0555-4f39-a1b3-f80a58aef738 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:31:44.578895 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port f38ccada-0555-4f39-a1b3-f80a58aef738 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:44.579281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:44.683290 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '70cfcece-6d78-454b-9fc7-7d861ca4be77', 'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:65:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:40Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:31:44.687718 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80677b19-96da-4645-a5c8-9ac37311aa77 None None] The sync data for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv is: [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '70cfcece-6d78-454b-9fc7-7d861ca4be77', 'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:65:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:40Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:31:45.156679 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac9c9fd-a9df-40dd-b63d-cdcf7c5da546 req-7bdbd614-a480-4089-98ee-aa6419736730 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 210 time: 0.0476830 Mar 28 11:31:46.142489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:46.304804 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-eb7774c0-ce21-4cda-87a7-d30bf831a2f2 req-331a6b12-dbe2-4cab-8b1b-1b011e491eac tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 210 time: 0.0438991 Mar 28 11:31:46.318720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 70cfcece-6d78-454b-9fc7-7d861ca4be77 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:31:46.524832 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 70cfcece-6d78-454b-9fc7-7d861ca4be77 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:31:46.529784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 70cfcece-6d78-454b-9fc7-7d861ca4be77 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:46.536460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:46.645633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:46.676730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 70cfcece-6d78-454b-9fc7-7d861ca4be77, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=70cfcece-6d78-454b-9fc7-7d861ca4be77,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:46.756127 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:46.821769 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=70cfcece-6d78-454b-9fc7-7d861ca4be77,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:46.829253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.829538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.829872 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.830221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.830547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.830871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.831189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.831503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.831818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.832132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.832442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:46.832752 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:31:47.114941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-f5cc8efc-0453-44ca-b422-8a8aa8f2fc23 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:47.116384 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-f5cc8efc-0453-44ca-b422-8a8aa8f2fc23 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/networks?id=2381b866-9760-4a87-b589-de752c78652c HTTP/1.1" status: 200 len: 796 time: 0.1416545 Mar 28 11:31:47.178965 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-b4c03eaf-69e2-4a1e-93d6-dda7f3eb8bdb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:31:47.190639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-b4c03eaf-69e2-4a1e-93d6-dda7f3eb8bdb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:31:47.191697 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-b4c03eaf-69e2-4a1e-93d6-dda7f3eb8bdb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 379 time: 0.0509841 Mar 28 11:31:47.200720 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'port': {'device_id': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'admin_state_up': True, 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'security_groups': ['e5a07b10-8504-4ba0-91a9-ff6a46327821']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:47.445779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:47.455501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:47.459582 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f35a4160-8bca-4220-9c1d-fab5310364d3 req-54963003-994a-4bd1-b732-14bdf818c6e9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 210 time: 0.0430787 Mar 28 11:31:47.530627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:31:47.534182 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:47.692841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.9 (2381b866-9760-4a87-b589-de752c78652c/9def5a24-61a2-4fdb-9a38-6d30343399c7/9108d7c3-96fc-4fba-b5eb-b33888a6875b) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:31:47.875073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:47.889665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object 9108d7c3-96fc-4fba-b5eb-b33888a6875b will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:31:47.973848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:48.041912 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 2381b866-9760-4a87-b589-de752c78652c is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:31:48.049852 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:31:48.054118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:31:48.084330 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=9108d7c3-96fc-4fba-b5eb-b33888a6875b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:48.121729 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:48.122428 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:48.220525 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-4a4df8b9-6f8d-45ae-baf2-d190fcf7dfa7 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0233603 Mar 28 11:31:48.247278 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Request body: {'port': {'device_id': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:48.291421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 70cfcece-6d78-454b-9fc7-7d861ca4be77 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:31:48.319912 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-35d5d30b-5ab3-4b0b-9636-a2d6dea6d892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:48.351491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c9935015-6615-41c8-a6a9-e73d787f7810 None None] Provisioning for port 9108d7c3-96fc-4fba-b5eb-b33888a6875b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:31:48.357332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-c9935015-6615-41c8-a6a9-e73d787f7810 None None] Provisioning complete for port 9108d7c3-96fc-4fba-b5eb-b33888a6875b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:48.364396 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c9935015-6615-41c8-a6a9-e73d787f7810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:48.364538 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:48.411664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 70cfcece-6d78-454b-9fc7-7d861ca4be77 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:48.412029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:48.451731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c9935015-6615-41c8-a6a9-e73d787f7810 None None] Port 9108d7c3-96fc-4fba-b5eb-b33888a6875b cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:31:48.665611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2300b-5c9b-4402-b2be-ed2758555c20 req-720104e4-c8fc-4dda-bf7a-746384cf8dda tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:48.667065 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3eb2300b-5c9b-4402-b2be-ed2758555c20 req-720104e4-c8fc-4dda-bf7a-746384cf8dda tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 931 time: 0.0816293 Mar 28 11:31:48.710826 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3eb2300b-5c9b-4402-b2be-ed2758555c20 req-c4dbb11e-318b-40b3-af86-cecdf0f268c9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Mar 28 11:31:48.712995 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9108d7c3-96fc-4fba-b5eb-b33888a6875b {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:31:48.720287 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:48.734461 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Transition to ACTIVE for port object 9108d7c3-96fc-4fba-b5eb-b33888a6875b will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:31:48.804639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:48.937710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Pushing event updated for resources: {'Port': ['ID=9108d7c3-96fc-4fba-b5eb-b33888a6875b,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:49.040066 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Attempting to bind port 9108d7c3-96fc-4fba-b5eb-b33888a6875b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:31:49.040402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Attempting to bind port 9108d7c3-96fc-4fba-b5eb-b33888a6875b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:31:49.040726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Attempting to bind port 9108d7c3-96fc-4fba-b5eb-b33888a6875b on network 2381b866-9760-4a87-b589-de752c78652c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:31:49.045214 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Port 9108d7c3-96fc-4fba-b5eb-b33888a6875b on network 2381b866-9760-4a87-b589-de752c78652c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:31:49.046089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Attempting to bind port 9108d7c3-96fc-4fba-b5eb-b33888a6875b on network 2381b866-9760-4a87-b589-de752c78652c {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:31:49.051100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:31:49.051440 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Checking segment: {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:31:49.051819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Bound using segment: {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:31:49.052293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Bound port: 9108d7c3-96fc-4fba-b5eb-b33888a6875b, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02459725-13ee-4140-9840-c06f1d615439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2381b866-9760-4a87-b589-de752c78652c'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:31:49.052634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:49.143136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] For port 9108d7c3-96fc-4fba-b5eb-b33888a6875b, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:31:49.146015 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] For port 9108d7c3-96fc-4fba-b5eb-b33888a6875b, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:31:49.225014 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:49.280913 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:49.281418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:49.282949 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] 10.222.0.31 "PUT /v2.0/ports/9108d7c3-96fc-4fba-b5eb-b33888a6875b HTTP/1.1" status: 200 len: 1093 time: 1.0416205 Mar 28 11:31:49.283388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:31:49.308705 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45fc6a-501a-453b-b554-65ad4172560f service neutron] Pushing event updated for resources: {'Port': ['ID=9108d7c3-96fc-4fba-b5eb-b33888a6875b,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:49.332081 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'status': 'completed', 'code': 200} Mar 28 11:31:49.451602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2060232-06bc-4ee7-9e2b-6c8044e43df8 req-2f2c8696-f7f6-43a1-9f23-d2f7dbc4e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:49.453086 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b2060232-06bc-4ee7-9e2b-6c8044e43df8 req-2f2c8696-f7f6-43a1-9f23-d2f7dbc4e2cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 1096 time: 0.0765507 Mar 28 11:31:49.702962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2060232-06bc-4ee7-9e2b-6c8044e43df8 req-b8777760-d034-42b2-b275-2f04a78a7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:49.704377 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b2060232-06bc-4ee7-9e2b-6c8044e43df8 req-b8777760-d034-42b2-b275-2f04a78a7070 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2312317 Mar 28 11:31:49.843339 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2060232-06bc-4ee7-9e2b-6c8044e43df8 req-6e9324e5-2a44-49b5-8b43-6b1c9f7bf3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:49.844762 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-b2060232-06bc-4ee7-9e2b-6c8044e43df8 req-6e9324e5-2a44-49b5-8b43-6b1c9f7bf3a4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306939 Mar 28 11:31:49.894168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5d557-ad19-4ba6-803d-358dfaa785ac req-7f08dffc-7e9a-4eaa-84a1-606b02f169b4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:49.895587 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c2a5d557-ad19-4ba6-803d-358dfaa785ac req-7f08dffc-7e9a-4eaa-84a1-606b02f169b4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 943 time: 0.0823171 Mar 28 11:31:49.940286 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c2a5d557-ad19-4ba6-803d-358dfaa785ac req-ccd2459d-d8c0-4c6f-be85-cc6687ef5147 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388496 Mar 28 11:31:49.981817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-6a9d10da-44d9-438a-ac2e-f5a74ea90213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:49.983263 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-6a9d10da-44d9-438a-ac2e-f5a74ea90213 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 1096 time: 0.0698874 Mar 28 11:31:50.065328 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-c7bfc300-ec5f-4898-a9c0-672ebfd70e1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b HTTP/1.1" status: 200 len: 217 time: 0.0624564 Mar 28 11:31:50.128877 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-c20e57e4-eaa3-48c2-9168-20550b0576f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:50.130263 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-c20e57e4-eaa3-48c2-9168-20550b0576f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9def5a24-61a2-4fdb-9a38-6d30343399c7 HTTP/1.1" status: 200 len: 835 time: 0.0557652 Mar 28 11:31:50.211551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-d0267123-1a3e-41b6-8c7c-41e45578ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:50.213009 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-d0267123-1a3e-41b6-8c7c-41e45578ea78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2381b866-9760-4a87-b589-de752c78652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724735 Mar 28 11:31:50.347254 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-49530491-a944-4ac5-ada1-1a17745cbf9f service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244326 Mar 28 11:31:50.480721 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5d7724e2-9015-4d74-9caa-1f293376ec91 req-eff7446d-7715-4c73-ae34-e3ab2dbf7902 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247807 Mar 28 11:31:50.490665 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9eee2748-571f-4ad4-bb22-3563c7e8ce43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:51.122292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caf305-c2ab-42de-84f0-6af961777881 req-4def9226-8f31-423a-9506-f73146e248c2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:51.123718 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e6caf305-c2ab-42de-84f0-6af961777881 req-4def9226-8f31-423a-9506-f73146e248c2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 943 time: 0.0790195 Mar 28 11:31:51.166939 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e6caf305-c2ab-42de-84f0-6af961777881 req-275eb296-d7de-4c00-a4df-54b7bb89619f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377502 Mar 28 11:31:51.616086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:51.713042 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:52.348015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb6b6-b15f-4385-9696-d5c39b28448b req-676806c8-50af-4d19-9360-282ac363ce8a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:52.349454 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-56beb6b6-b15f-4385-9696-d5c39b28448b req-676806c8-50af-4d19-9360-282ac363ce8a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 943 time: 0.0821910 Mar 28 11:31:52.392263 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-56beb6b6-b15f-4385-9696-d5c39b28448b req-3c3208e5-fdfa-4a9f-87af-8c73ad8cb0fa tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373266 Mar 28 11:31:53.159218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:53.574057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c508b3-04b4-43fe-bf25-057ba4ac504d req-e45777c0-a5aa-450a-a43f-649ccb93e02c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:53.575500 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-10c508b3-04b4-43fe-bf25-057ba4ac504d req-e45777c0-a5aa-450a-a43f-649ccb93e02c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 943 time: 0.0807307 Mar 28 11:31:53.621629 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-10c508b3-04b4-43fe-bf25-057ba4ac504d req-b8d146c6-a2f0-47b5-ad02-f2419ad4cb38 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403922 Mar 28 11:31:53.645228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 9108d7c3-96fc-4fba-b5eb-b33888a6875b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:31:53.774187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 9108d7c3-96fc-4fba-b5eb-b33888a6875b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:53.787277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'port_id': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'mac_address': 'fa:16:3e:80:31:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:31:53.847082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:53.863702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9108d7c3-96fc-4fba-b5eb-b33888a6875b {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:31:53.878415 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 9108d7c3-96fc-4fba-b5eb-b33888a6875b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:53.970800 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:54.035804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=9108d7c3-96fc-4fba-b5eb-b33888a6875b,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:54.181297 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:31:54.393889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['9108d7c3-96fc-4fba-b5eb-b33888a6875b'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:31:54.807044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e683-3648-4470-bd41-9ad4231b9bd8 req-4b4681f1-de60-413e-8683-ffa459487daf tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:54.808491 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d9d3e683-3648-4470-bd41-9ad4231b9bd8 req-4b4681f1-de60-413e-8683-ffa459487daf tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 944 time: 0.0791633 Mar 28 11:31:54.852384 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d9d3e683-3648-4470-bd41-9ad4231b9bd8 req-046d2f93-7d71-4872-891b-8ad0ff427192 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377104 Mar 28 11:31:55.654514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 9108d7c3-96fc-4fba-b5eb-b33888a6875b up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:31:55.773443 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 9108d7c3-96fc-4fba-b5eb-b33888a6875b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:31:55.778149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 9108d7c3-96fc-4fba-b5eb-b33888a6875b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:31:55.778522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:55.892842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:55.919658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:31:55.929080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 9108d7c3-96fc-4fba-b5eb-b33888a6875b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:31:55.967551 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'code': 200} Mar 28 11:31:56.002124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:56.045447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3bdcc-2814-4183-987f-1964f78af9cc req-048d67e3-b137-4c57-9f9e-ae3a00c525b5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:56.046920 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2ea3bdcc-2814-4183-987f-1964f78af9cc req-048d67e3-b137-4c57-9f9e-ae3a00c525b5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 944 time: 0.0875714 Mar 28 11:31:56.070486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=9108d7c3-96fc-4fba-b5eb-b33888a6875b,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:56.092577 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2ea3bdcc-2814-4183-987f-1964f78af9cc req-3ac7986a-1411-4b0f-abcd-a4df4e4d59ca tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398552 Mar 28 11:31:56.402329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cce84c-c878-4561-b784-cf147f60f2e6 req-088bf118-3873-46c3-8c4a-e3c7a46f041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:56.403758 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-49cce84c-c878-4561-b784-cf147f60f2e6 req-088bf118-3873-46c3-8c4a-e3c7a46f041f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 1098 time: 0.1061840 Mar 28 11:31:56.443771 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-49cce84c-c878-4561-b784-cf147f60f2e6 req-ff3b28fb-2aef-4b11-bfed-69fe5f93a719 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335257 Mar 28 11:31:57.276513 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3649ee-0090-41cb-a55c-8520f49bed86 req-5d2fb542-ddd5-4228-b779-0bb02249e696 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:57.277960 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2d3649ee-0090-41cb-a55c-8520f49bed86 req-5d2fb542-ddd5-4228-b779-0bb02249e696 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0798750 Mar 28 11:31:57.320913 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2d3649ee-0090-41cb-a55c-8520f49bed86 req-a514d1fe-d3fc-4a9f-8f1f-c66094470103 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367751 Mar 28 11:31:58.503442 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f406c2a-10f7-40c5-a9da-974d7a8a4197 req-8edfe3e9-5edf-43bb-b085-0374be472ef8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:58.504823 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7f406c2a-10f7-40c5-a9da-974d7a8a4197 req-8edfe3e9-5edf-43bb-b085-0374be472ef8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0810096 Mar 28 11:31:58.548978 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7f406c2a-10f7-40c5-a9da-974d7a8a4197 req-31e8c8d2-d57e-4762-bddd-0e4441d936da tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Mar 28 11:31:58.729641 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b97634-aece-4497-b8b5-ddfa26551eb1 req-b568c4a1-613d-46a0-88d9-b24032426f3a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:58.731095 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-65b97634-aece-4497-b8b5-ddfa26551eb1 req-b568c4a1-613d-46a0-88d9-b24032426f3a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0813191 Mar 28 11:31:58.860715 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-65b97634-aece-4497-b8b5-ddfa26551eb1 req-fbadeec0-83cc-4e60-93e5-07b3cf65867f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240079 Mar 28 11:31:58.882327 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46840) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:58.950807 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233746fe-2132-4827-90bc-45848d84ebf2 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:58.952852 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-233746fe-2132-4827-90bc-45848d84ebf2 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 1093 time: 0.0689721 Mar 28 11:31:58.955535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46844) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:31:58.960328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:31:58.966001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:31:58.969772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:floatingip and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:31:58.972540 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:31:58.978136 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:31:59.064884 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:59.198654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:59.332461 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.3 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/dad2a625-0856-47cf-afb5-700b1b93d6f6) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:31:59.474719 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:59.559672 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:31:59.624614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:31:59.627406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:31:59.635268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:31:59.669713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=dad2a625-0856-47cf-afb5-700b1b93d6f6,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:31:59.693072 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-6b04526e-616b-4823-893d-f34c0c5cae69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730822 Mar 28 11:31:59.848805 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff02297-0931-4a37-a694-cacc706031f3 req-fe7d1871-6bfc-4f11-8aeb-00fd63f14905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:59.850315 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-fe7d1871-6bfc-4f11-8aeb-00fd63f14905 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 1098 time: 0.0689526 Mar 28 11:31:59.992700 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff02297-0931-4a37-a694-cacc706031f3 req-0f2cfb4a-aef5-45f7-9e0a-d300a5787fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:31:59.994180 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-0f2cfb4a-aef5-45f7-9e0a-d300a5787fbe service neutron] 10.222.0.31 "GET /v2.0/networks?id=2381b866-9760-4a87-b589-de752c78652c HTTP/1.1" status: 200 len: 897 time: 0.1251051 Mar 28 11:32:00.049603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:00.064853 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-7da125e9-3ce3-4bf3-b8cc-6574f3273459 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b HTTP/1.1" status: 200 len: 217 time: 0.0640376 Mar 28 11:32:00.126837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff02297-0931-4a37-a694-cacc706031f3 req-bda8a161-5fe4-4abd-8ba5-1ea72267fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:00.128165 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-bda8a161-5fe4-4abd-8ba5-1ea72267fbb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9def5a24-61a2-4fdb-9a38-6d30343399c7 HTTP/1.1" status: 200 len: 835 time: 0.0579798 Mar 28 11:32:00.185395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:00.205815 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff02297-0931-4a37-a694-cacc706031f3 req-1b82d2da-ecc1-42e9-95a0-d8f5ac64ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:00.207294 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-1b82d2da-ecc1-42e9-95a0-d8f5ac64ea04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2381b866-9760-4a87-b589-de752c78652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728645 Mar 28 11:32:00.217654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-6da03704-fee7-4098-a09a-538bb15fdb80 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:32:00.219115 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-6da03704-fee7-4098-a09a-538bb15fdb80 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053422 Mar 28 11:32:00.352168 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-61dac92e-0c0e-4fe2-96f9-82ee8fe39cb0 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268678 Mar 28 11:32:00.391255 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:00.450369 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:00.484241 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-eff02297-0931-4a37-a694-cacc706031f3 req-41e38ce0-4621-48dd-b3be-9b3bf0465e37 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253622 Mar 28 11:32:00.560856 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=dad2a625-0856-47cf-afb5-700b1b93d6f6,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:32:00.571232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:00.840994 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP 6869f9a8-47d3-48c6-8772-ce41a038569b associated. External IP: 172.26.2.3, port: 9108d7c3-96fc-4fba-b5eb-b33888a6875b. Mar 28 11:32:01.183875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 884b1788-7568-496c-95e9-719e91adbb7a has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:32:01.358964 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:32:01.368576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] Sync routers for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:32:01.378502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:32:01.379124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:31:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:32:01.473568 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:01.532600 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-74b33f46-95eb-43af-b02a-efc9fec93845 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5760608 Mar 28 11:32:01.533193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:32:01.559841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:32:01.585072 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'status': 'completed', 'code': 200} Mar 28 11:32:01.700271 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ff739-bf45-4f27-a821-eff83aae55f9 req-40a9b23e-d443-4dc2-9deb-131c16e475b8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:01.702464 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab5ff739-bf45-4f27-a821-eff83aae55f9 req-40a9b23e-d443-4dc2-9deb-131c16e475b8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0828502 Mar 28 11:32:01.747903 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab5ff739-bf45-4f27-a821-eff83aae55f9 req-9a842220-9655-4a93-975c-4d8e0a992c57 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396500 Mar 28 11:32:01.772498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46852) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:32:01.808552 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65e937-bc31-4912-802e-92e1b9015190 req-cda0c01c-03cb-48d7-9df3-25d04b66ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:01.810055 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9f65e937-bc31-4912-802e-92e1b9015190 req-cda0c01c-03cb-48d7-9df3-25d04b66ae86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 1098 time: 0.1821656 Mar 28 11:32:01.888144 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c59120d2-5b55-4885-b8f5-bc400b2e2007 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/6869f9a8-47d3-48c6-8772-ce41a038569b HTTP/1.1" status: 200 len: 989 time: 0.1135199 Mar 28 11:32:01.919147 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '6869f9a8-47d3-48c6-8772-ce41a038569b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'port_id': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'mac_address': 'fa:16:3e:80:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:31:59Z', 'updated_at': '2022-03-28T11:31:59Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cfcece-6d78-454b-9fc7-7d861ca4be77', 'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:65:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:40Z', 'updated_at': '2022-03-28T11:31:46Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:32:01.922980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] Checking router: 884b1788-7568-496c-95e9-719e91adbb7a for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:32:01.931178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:32:01.931770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:31:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:32:01.942247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65e937-bc31-4912-802e-92e1b9015190 req-c9dd9177-adac-42a5-9eb3-0edc725c4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:01.943674 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9f65e937-bc31-4912-802e-92e1b9015190 req-c9dd9177-adac-42a5-9eb3-0edc725c4883 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2381b866-9760-4a87-b589-de752c78652c HTTP/1.1" status: 200 len: 897 time: 0.1277113 Mar 28 11:32:02.045671 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9f65e937-bc31-4912-802e-92e1b9015190 req-699776fe-1f41-47cb-b9e1-606edcd1da08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b HTTP/1.1" status: 200 len: 997 time: 0.0954459 Mar 28 11:32:02.105309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:32:02.109462 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65e937-bc31-4912-802e-92e1b9015190 req-d40ec021-d064-43e9-8c8f-e364f5cd8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:02.110926 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9f65e937-bc31-4912-802e-92e1b9015190 req-d40ec021-d064-43e9-8c8f-e364f5cd8c9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9def5a24-61a2-4fdb-9a38-6d30343399c7 HTTP/1.1" status: 200 len: 835 time: 0.0589945 Mar 28 11:32:02.184184 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65e937-bc31-4912-802e-92e1b9015190 req-a0f2836f-3b6b-4d0d-ac6a-079dd8d1112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:02.185637 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9f65e937-bc31-4912-802e-92e1b9015190 req-a0f2836f-3b6b-4d0d-ac6a-079dd8d1112a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2381b866-9760-4a87-b589-de752c78652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687354 Mar 28 11:32:02.324070 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9f65e937-bc31-4912-802e-92e1b9015190 req-42158701-eb67-4af2-aa2d-8869cd1a6b74 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256754 Mar 28 11:32:02.449782 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-9f65e937-bc31-4912-802e-92e1b9015190 req-6c5462d6-9b69-42c1-b2c9-97d4b8a2b99d service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253688 Mar 28 11:32:02.488838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '6869f9a8-47d3-48c6-8772-ce41a038569b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'port_id': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'mac_address': 'fa:16:3e:80:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:31:59Z', 'updated_at': '2022-03-28T11:31:59Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cfcece-6d78-454b-9fc7-7d861ca4be77', 'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:65:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:40Z', 'updated_at': '2022-03-28T11:31:46Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:32:02.492820 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991a127-92ae-44db-9a91-0f741b11d42b None None] The sync data for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv is: [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '6869f9a8-47d3-48c6-8772-ce41a038569b', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'port_id': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'mac_address': 'fa:16:3e:80:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:31:59Z', 'updated_at': '2022-03-28T11:31:59Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cfcece-6d78-454b-9fc7-7d861ca4be77', 'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:65:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:40Z', 'updated_at': '2022-03-28T11:31:46Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:32:02.678506 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d9071c-e5c6-410d-b4e5-b0615344abdd None None] New status for floating IP 6869f9a8-47d3-48c6-8772-ce41a038569b: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:32:02.891443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46856) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:32:02.998178 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f111c9d1-e606-4874-9394-530a26b4fd9c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/6869f9a8-47d3-48c6-8772-ce41a038569b HTTP/1.1" status: 200 len: 989 time: 0.1045954 Mar 28 11:32:04.001059 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46860) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:32:04.109798 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-82169cc2-9308-47b9-8637-dca39a98c08f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/6869f9a8-47d3-48c6-8772-ce41a038569b HTTP/1.1" status: 200 len: 991 time: 0.1075728 Mar 28 11:32:16.173356 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:18.301297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49a3a61d-ab3f-431f-83bf-cd3d066effc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:20.498710 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a642a096-2e4b-4a87-90ed-dfab067411c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:21.607055 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:21.704084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:23.152795 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:31.180816 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:32:35.748659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73741da-a5ec-41fc-95d3-7cc2cac91c71 req-3883086a-60ac-458e-ad51-ae9bf68425a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:35.750137 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d73741da-a5ec-41fc-95d3-7cc2cac91c71 req-3883086a-60ac-458e-ad51-ae9bf68425a9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0831532 Mar 28 11:32:35.795265 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d73741da-a5ec-41fc-95d3-7cc2cac91c71 req-00b250b8-e5a6-459f-88f4-eb39eb6506eb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390754 Mar 28 11:32:36.976329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7e816-d0d4-407a-9da6-c2b009c5998b req-56b6f6d2-07f3-4bba-92c6-c2aba053dca0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:36.977742 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c4d7e816-d0d4-407a-9da6-c2b009c5998b req-56b6f6d2-07f3-4bba-92c6-c2aba053dca0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0771353 Mar 28 11:32:37.019650 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c4d7e816-d0d4-407a-9da6-c2b009c5998b req-56d4d023-dc17-4797-b2af-696851242204 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364096 Mar 28 11:32:38.201589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825750ed-cf11-4796-8f52-9860215a7404 req-b2cd5253-ac68-48cb-9865-73f699a9ac25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:38.203002 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-825750ed-cf11-4796-8f52-9860215a7404 req-b2cd5253-ac68-48cb-9865-73f699a9ac25 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0806518 Mar 28 11:32:38.246179 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-825750ed-cf11-4796-8f52-9860215a7404 req-15ac5311-9b3b-4498-9509-76f685658736 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371644 Mar 28 11:32:39.423659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4b163-9326-4a67-a6f4-2909f36e2a77 req-8acaa481-d2a9-4c53-bdf5-3d4fb39cf2a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:39.425661 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2e4b163-9326-4a67-a6f4-2909f36e2a77 req-8acaa481-d2a9-4c53-bdf5-3d4fb39cf2a1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0781231 Mar 28 11:32:39.467686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a2e4b163-9326-4a67-a6f4-2909f36e2a77 req-0374ccad-9279-4668-b770-0f10010e41d0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363553 Mar 28 11:32:40.653934 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2fe64-b847-4318-8b9f-384f2365772d req-4ffbd934-e6f8-4ec5-8abc-f5f2c2e4be9b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:40.655375 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-faf2fe64-b847-4318-8b9f-384f2365772d req-4ffbd934-e6f8-4ec5-8abc-f5f2c2e4be9b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0811541 Mar 28 11:32:40.699197 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-faf2fe64-b847-4318-8b9f-384f2365772d req-127eeea9-dd49-49f2-9f8e-72777c7373ec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379875 Mar 28 11:32:41.883023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bbb1c-5761-468a-bc97-b728707b3efc req-c725f9c5-7a3b-4636-83ff-5f56c7fab967 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:41.884426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-233bbb1c-5761-468a-bc97-b728707b3efc req-c725f9c5-7a3b-4636-83ff-5f56c7fab967 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0806706 Mar 28 11:32:42.028066 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-233bbb1c-5761-468a-bc97-b728707b3efc req-9e5f4b36-54d2-48de-b4ba-ea5a6959489d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381440 Mar 28 11:32:43.210816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080956ef-5dd6-4ef9-b70f-61ea265f3806 req-5f01fc9f-5918-4072-9cb7-915e3f52aa45 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:43.212275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-080956ef-5dd6-4ef9-b70f-61ea265f3806 req-5f01fc9f-5918-4072-9cb7-915e3f52aa45 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0817857 Mar 28 11:32:43.255837 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-080956ef-5dd6-4ef9-b70f-61ea265f3806 req-ba798e01-d5b3-49b8-b681-827947b923bd tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Mar 28 11:32:44.435572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45417-234d-4681-8965-007168967f86 req-b57c8b53-f0df-46d0-9484-3add98fc24fe tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:44.436981 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e5f45417-234d-4681-8965-007168967f86 req-b57c8b53-f0df-46d0-9484-3add98fc24fe tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0804157 Mar 28 11:32:44.479690 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e5f45417-234d-4681-8965-007168967f86 req-9822e3ab-77ee-4be8-9076-ebf3f73094a4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366106 Mar 28 11:32:45.663192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecf86c-a680-41a0-a122-d2b9a275e5d8 req-0d5f11df-88c3-4d3c-b929-d2b1a4403e55 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:45.664613 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-47ecf86c-a680-41a0-a122-d2b9a275e5d8 req-0d5f11df-88c3-4d3c-b929-d2b1a4403e55 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0812113 Mar 28 11:32:45.707567 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-47ecf86c-a680-41a0-a122-d2b9a275e5d8 req-b7d41392-d9ee-493f-861b-e8571944e120 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375097 Mar 28 11:32:46.196056 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:46.884806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53602db9-70e3-4646-b3b8-239f16006364 req-feac12f6-7910-49d0-8c3a-85ab6cb33c93 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:46.886242 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-53602db9-70e3-4646-b3b8-239f16006364 req-feac12f6-7910-49d0-8c3a-85ab6cb33c93 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0778172 Mar 28 11:32:46.928713 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-53602db9-70e3-4646-b3b8-239f16006364 req-d232e9ee-ba0b-45ca-a951-ec681c269f82 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369959 Mar 28 11:32:46.951285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46898) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:32:47.054757 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1150b262-b92c-41d5-8de9-21c3768902d8 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/6869f9a8-47d3-48c6-8772-ce41a038569b HTTP/1.1" status: 200 len: 991 time: 0.1023600 Mar 28 11:32:48.301106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5fc3f03c-260c-45ed-a385-59ab911d2347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:48.631991 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e87f9-63e0-4fa8-baf1-5431ce7b9a92 req-4bc62564-dc1c-4879-b01e-edae0f36d8e0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:48.633416 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9e4e87f9-63e0-4fa8-baf1-5431ce7b9a92 req-4bc62564-dc1c-4879-b01e-edae0f36d8e0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0813191 Mar 28 11:32:48.677063 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9e4e87f9-63e0-4fa8-baf1-5431ce7b9a92 req-fbd67985-05a7-4228-b77c-afecae40df3d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379522 Mar 28 11:32:48.790286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-a20a8d4a-d93c-40fb-aea0-d4f15083aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:48.791612 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-a20a8d4a-d93c-40fb-aea0-d4f15083aae9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 1098 time: 0.0695264 Mar 28 11:32:48.922416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-93f91d02-c304-4670-bad7-a7a4bc9e6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:48.923832 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-93f91d02-c304-4670-bad7-a7a4bc9e6285 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2381b866-9760-4a87-b589-de752c78652c HTTP/1.1" status: 200 len: 897 time: 0.1225700 Mar 28 11:32:49.028066 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-5218c891-2962-43ba-9584-96252b8287d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b HTTP/1.1" status: 200 len: 999 time: 0.0940583 Mar 28 11:32:49.090943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-9e59aa2f-34dd-4b0a-b987-338d1840d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:49.092230 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-9e59aa2f-34dd-4b0a-b987-338d1840d8cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9def5a24-61a2-4fdb-9a38-6d30343399c7 HTTP/1.1" status: 200 len: 835 time: 0.0550156 Mar 28 11:32:49.170649 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-05550c33-be64-43a8-8ab2-e8b8e92f441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:49.172069 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-05550c33-be64-43a8-8ab2-e8b8e92f441d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2381b866-9760-4a87-b589-de752c78652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710201 Mar 28 11:32:49.403181 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-70e0426d-754b-4c0e-8049-4c274652b157 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223978 Mar 28 11:32:49.539113 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-448430ae-c6af-4c5e-a7fe-54b0dcc487de req-b5a2fa4d-5b09-40e4-9c20-71a88360e817 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265931 Mar 28 11:32:49.859160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a0dec-6a2f-4d9b-89dc-ddf35fc3d3e5 req-0fdf321e-338a-47dc-ab2e-bdb59d375937 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:49.860589 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5a1a0dec-6a2f-4d9b-89dc-ddf35fc3d3e5 req-0fdf321e-338a-47dc-ab2e-bdb59d375937 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0787826 Mar 28 11:32:49.906876 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5a1a0dec-6a2f-4d9b-89dc-ddf35fc3d3e5 req-f90149ce-4f08-43b0-a790-ec94340515fd tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407305 Mar 28 11:32:50.489798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f50476c-600e-40d4-af96-8d04fc264b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:51.084728 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12878c-2a24-4e87-bb9b-09246821589c req-7a0bcd2e-0477-4fcb-875f-c99b2d149e06 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:32:51.086182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7e12878c-2a24-4e87-bb9b-09246821589c req-7a0bcd2e-0477-4fcb-875f-c99b2d149e06 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0775506 Mar 28 11:32:51.129708 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7e12878c-2a24-4e87-bb9b-09246821589c req-53ed3eba-b72f-4210-9698-d90a55923aec tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378327 Mar 28 11:32:51.152587 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46914) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:32:51.256711 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3e8036b6-672a-4e83-8e01-9b6b1225bfad tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/6869f9a8-47d3-48c6-8772-ce41a038569b HTTP/1.1" status: 200 len: 991 time: 0.1029484 Mar 28 11:32:51.607003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:51.715386 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:32:53.181107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:00.682542 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-55916ebb-94f5-4f46-a29f-4dd6e2b54274 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691130 Mar 28 11:33:00.839396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-bf83edf4-2caf-4176-bf2f-40dd420bee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:00.840754 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-bf83edf4-2caf-4176-bf2f-40dd420bee6a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 1098 time: 0.0745931 Mar 28 11:33:00.983678 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-37a95dd2-e70d-4675-8aa6-13a44e0812b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:00.985067 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-37a95dd2-e70d-4675-8aa6-13a44e0812b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2381b866-9760-4a87-b589-de752c78652c HTTP/1.1" status: 200 len: 897 time: 0.1252434 Mar 28 11:33:01.084820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-7efb2bbe-2eb4-4920-b3b1-d543d217b6e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b HTTP/1.1" status: 200 len: 999 time: 0.0903282 Mar 28 11:33:01.151463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-2d390676-3483-465b-8066-474497d5f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:01.152847 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-2d390676-3483-465b-8066-474497d5f48f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9def5a24-61a2-4fdb-9a38-6d30343399c7 HTTP/1.1" status: 200 len: 835 time: 0.0593433 Mar 28 11:33:01.227723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-0e442d1a-3943-4535-925a-c5be3d50d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:01.229120 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-0e442d1a-3943-4535-925a-c5be3d50d841 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2381b866-9760-4a87-b589-de752c78652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675695 Mar 28 11:33:01.358839 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-c2cfd0bc-3729-4570-bd68-44e1d6d20fe1 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223595 Mar 28 11:33:01.487344 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-fac5b588-618f-409d-8a85-2e4e8e3bbb02 req-54938042-ad9c-45ef-8a5a-7f876bd246d6 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216662 Mar 28 11:33:08.180062 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:33:16.161097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:18.312126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4783d258-e756-406c-b118-548c01c9b969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:20.483809 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-265a9afa-8e67-48fb-a84f-57f5856d5df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:21.597650 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:21.700534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:23.175408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:23.695882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46932) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:23.891183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port dad2a625-0856-47cf-afb5-700b1b93d6f6 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:33:23.891522 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:24.055144 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:24.055463 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:24.176800 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for dad2a625-0856-47cf-afb5-700b1b93d6f6 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:33:24.477777 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:24.526487 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=dad2a625-0856-47cf-afb5-700b1b93d6f6,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:24.588168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.588514 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.588853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.589186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.589515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.589840 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.590188 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.590510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.590833 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.591157 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.591477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.591793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:24.623908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:24.624262 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP 6869f9a8-47d3-48c6-8772-ce41a038569b disassociated (deleted). External IP: 172.26.2.3, port: 9108d7c3-96fc-4fba-b5eb-b33888a6875b. Mar 28 11:33:24.962328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 884b1788-7568-496c-95e9-719e91adbb7a has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:33:25.135364 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:33:25.145279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] Sync routers for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:33:25.151429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:25.154528 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:33:25.155127 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:25.206165 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-dc4a0047-a64f-41b5-952b-88ed95bd8fc9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/floatingips/6869f9a8-47d3-48c6-8772-ce41a038569b HTTP/1.1" status: 204 len: 168 time: 1.5091934 Mar 28 11:33:25.206850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:33:25.254952 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'status': 'completed', 'code': 200} Mar 28 11:33:25.334520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:33:25.389593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-93e9df59-d839-43e0-b655-58c31a4b2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:25.391098 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-93e9df59-d839-43e0-b655-58c31a4b2d0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 1098 time: 0.0760193 Mar 28 11:33:25.528293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-5f1d9611-3b8c-4bb5-82d6-21f1e5a9ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:25.529692 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-5f1d9611-3b8c-4bb5-82d6-21f1e5a9ba59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2381b866-9760-4a87-b589-de752c78652c HTTP/1.1" status: 200 len: 897 time: 0.1272728 Mar 28 11:33:25.612438 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-638b309b-86e1-4873-b821-29ad84a427e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b HTTP/1.1" status: 200 len: 217 time: 0.0615075 Mar 28 11:33:25.655184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '70cfcece-6d78-454b-9fc7-7d861ca4be77', 'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:65:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:40Z', 'updated_at': '2022-03-28T11:31:46Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:25.659677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] Checking router: 884b1788-7568-496c-95e9-719e91adbb7a for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:33:25.667969 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:33:25.668563 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:25.744300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-b3fc1433-f1b2-4a97-a3a0-7aff46d1096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:25.745938 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-b3fc1433-f1b2-4a97-a3a0-7aff46d1096b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9def5a24-61a2-4fdb-9a38-6d30343399c7 HTTP/1.1" status: 200 len: 835 time: 0.0635314 Mar 28 11:33:25.778140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ee4b3-50fe-4ad9-8aba-e8468b9aef9a req-bf7e372e-cba5-4110-a4c2-19c5b7f0755b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:25.778933 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-801ee4b3-50fe-4ad9-8aba-e8468b9aef9a req-bf7e372e-cba5-4110-a4c2-19c5b7f0755b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:33:25.823378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-2a9918b9-9dc9-4dd6-9711-e8094594b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:25.824945 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-2a9918b9-9dc9-4dd6-9711-e8094594b049 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2381b866-9760-4a87-b589-de752c78652c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719223 Mar 28 11:33:25.847515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:33:25.875705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-801ee4b3-50fe-4ad9-8aba-e8468b9aef9a req-bf7e372e-cba5-4110-a4c2-19c5b7f0755b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:33:25.877310 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-801ee4b3-50fe-4ad9-8aba-e8468b9aef9a req-bf7e372e-cba5-4110-a4c2-19c5b7f0755b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.1835053 Mar 28 11:33:25.927290 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-801ee4b3-50fe-4ad9-8aba-e8468b9aef9a req-1655c05f-be60-4371-bb4a-fb2c2806b6b6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435574 Mar 28 11:33:25.961793 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-fed705d6-e114-4b95-8145-5fac8735ec15 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294482 Mar 28 11:33:26.161678 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '70cfcece-6d78-454b-9fc7-7d861ca4be77', 'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:65:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:40Z', 'updated_at': '2022-03-28T11:31:46Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:26.165647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706cac2b-7d23-4db2-b3cc-d10078999a80 None None] The sync data for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv is: [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:31:41Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '70cfcece-6d78-454b-9fc7-7d861ca4be77', 'name': '', 'network_id': '2381b866-9760-4a87-b589-de752c78652c', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:65:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:40Z', 'updated_at': '2022-03-28T11:31:46Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9def5a24-61a2-4fdb-9a38-6d30343399c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:33:26.197774 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-1ddedb42-a7de-415e-ad4e-a5a6f8fafcbd req-0008ce46-b931-4921-ab13-be785c275557 service neutron] 10.222.0.31 "GET /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288783 Mar 28 11:33:26.379297 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62566e3e-34b0-4ffc-a7cc-2f97cca5db9a None None] New status for floating IP 6869f9a8-47d3-48c6-8772-ce41a038569b: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:33:27.108492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ee51a-0739-4aec-acb3-b571c3166661 req-cde1612b-3798-4264-a338-220fb0dcea26 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:27.109978 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1a1ee51a-0739-4aec-acb3-b571c3166661 req-cde1612b-3798-4264-a338-220fb0dcea26 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0785539 Mar 28 11:33:27.152786 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1a1ee51a-0739-4aec-acb3-b571c3166661 req-4ffa4067-bcf5-4fd9-8822-aa5294792a9c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5a07b10-8504-4ba0-91a9-ff6a46327821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373597 Mar 28 11:33:27.642547 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-e9363b53-7a6f-495c-bd4f-842ccbf2fdfb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:27.643237 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-e9363b53-7a6f-495c-bd4f-842ccbf2fdfb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:33:27.655425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-e9363b53-7a6f-495c-bd4f-842ccbf2fdfb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:33:27.656477 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-e9363b53-7a6f-495c-bd4f-842ccbf2fdfb tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 945 time: 0.0936046 Mar 28 11:33:27.727169 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 9108d7c3-96fc-4fba-b5eb-b33888a6875b {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:33:27.727502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:27.965288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port 9108d7c3-96fc-4fba-b5eb-b33888a6875b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9108d7c3-96fc-4fba-b5eb-b33888a6875b,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:27.965640 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:28.085830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 9108d7c3-96fc-4fba-b5eb-b33888a6875b owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:33:28.292647 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:28.300431 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-61f51e98-2f51-4e92-8b35-eb57e801be23 req-1d2df776-4d42-4261-b622-c9e506fec718 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 210 time: 0.0419738 Mar 28 11:33:28.342736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=9108d7c3-96fc-4fba-b5eb-b33888a6875b,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:28.388765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.389102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.389430 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.389754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.390128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.390450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.390765 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.391190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.391508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.391820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.392135 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.392444 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:28.430463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] No DVR routers for this DVR port 9108d7c3-96fc-4fba-b5eb-b33888a6875b on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:33:28.432737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:28.435203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'name': 'network-vif-deleted', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:33:28.479870 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0afdb3b-ec9c-4319-90d0-c863d813c33d', 'name': 'network-vif-deleted', 'tag': '9108d7c3-96fc-4fba-b5eb-b33888a6875b', 'status': 'completed', 'code': 200} Mar 28 11:33:28.536283 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bbaa6882-e2b9-4b79-a59a-7e2c08a3c54c req-cd84c9f9-0dea-46cf-9724-02aa8d3a149b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "DELETE /v2.0/ports/9108d7c3-96fc-4fba-b5eb-b33888a6875b HTTP/1.1" status: 204 len: 173 time: 0.8711967 Mar 28 11:33:29.476788 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d55afbe5-942f-489e-9ba6-a3b374e42e71 req-24a2c102-d1c5-4cc0-b639-50b23aad3069 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0afdb3b-ec9c-4319-90d0-c863d813c33d HTTP/1.1" status: 200 len: 210 time: 0.0449600 Mar 28 11:33:30.572830 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46952) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:31.208432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:31.552447 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 70cfcece-6d78-454b-9fc7-7d861ca4be77 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:33:31.552791 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:31.732308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port 70cfcece-6d78-454b-9fc7-7d861ca4be77, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=70cfcece-6d78-454b-9fc7-7d861ca4be77,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:31.733015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:31.850399 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 70cfcece-6d78-454b-9fc7-7d861ca4be77 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:33:32.109388 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 9108d7c3-96fc-4fba-b5eb-b33888a6875b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:33:32.191567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 9108d7c3-96fc-4fba-b5eb-b33888a6875b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:33:32.191917 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 9108d7c3-96fc-4fba-b5eb-b33888a6875b not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:33:32.229670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:32.380248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=70cfcece-6d78-454b-9fc7-7d861ca4be77,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:32.651175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:33.000597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router 884b1788-7568-496c-95e9-719e91adbb7a has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:33:33.172924 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:33:33.182238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] Sync routers for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:33:33.185422 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b3e05c6b-b5ae-440f-a895-b357ec37f4ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/884b1788-7568-496c-95e9-719e91adbb7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6115420 Mar 28 11:33:33.188033 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46956) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:33.191653 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:33:33.192266 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:33.254381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5ffd0d-95ad-49a7-84fb-995bbe26d70a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting subnet 9def5a24-61a2-4fdb-9a38-6d30343399c7 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:33:33.257162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f5ffd0d-95ad-49a7-84fb-995bbe26d70a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:33.310468 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f5ffd0d-95ad-49a7-84fb-995bbe26d70a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:33.364636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:33:33.391344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f5ffd0d-95ad-49a7-84fb-995bbe26d70a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:33.556055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f5ffd0d-95ad-49a7-84fb-995bbe26d70a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:33.596795 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ffd0d-95ad-49a7-84fb-995bbe26d70a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Subnet': ['ID=9def5a24-61a2-4fdb-9a38-6d30343399c7,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:33.598757 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-0f5ffd0d-95ad-49a7-84fb-995bbe26d70a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:33.609049 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-0f5ffd0d-95ad-49a7-84fb-995bbe26d70a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/subnets/9def5a24-61a2-4fdb-9a38-6d30343399c7 HTTP/1.1" status: 204 len: 168 time: 0.4162223 Mar 28 11:33:33.609049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46960) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:33.612241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eaeb4c-f3d0-4a3f-bf30-ffe2b0b35970 None None] Network 2381b866-9760-4a87-b589-de752c78652c requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:33:33.802073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:33:32Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:33.808729 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] Checking router: 884b1788-7568-496c-95e9-719e91adbb7a for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:33:33.826144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] Routers {'884b1788-7568-496c-95e9-719e91adbb7a'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:33:33.826783 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['884b1788-7568-496c-95e9-719e91adbb7a'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:33.902005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:33.970400 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] DHCP port deletion for 2381b866-9760-4a87-b589-de752c78652c request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:33:33.984600 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Deleting port de530037-8a69-4bc9-8874-da0bbcf39575 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:33:33.986596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:34.059130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] Set router 884b1788-7568-496c-95e9-719e91adbb7a gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:33:34.083669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:34.152186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port f38ccada-0555-4f39-a1b3-f80a58aef738 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:33:34.152555 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:34.335729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port f38ccada-0555-4f39-a1b3-f80a58aef738, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=f38ccada-0555-4f39-a1b3-f80a58aef738,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:34.336294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:34.426460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device de530037-8a69-4bc9-8874-da0bbcf39575 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:33:34.464361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for f38ccada-0555-4f39-a1b3-f80a58aef738 owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:33:34.501713 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] For port de530037-8a69-4bc9-8874-da0bbcf39575, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=de530037-8a69-4bc9-8874-da0bbcf39575,segment=NetworkSegment(02459725-13ee-4140-9840-c06f1d615439),segment_id=02459725-13ee-4140-9840-c06f1d615439)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:34.502130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:34.668486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Calling delete_port for de530037-8a69-4bc9-8874-da0bbcf39575 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:33:34.692608 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:34.741816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=f38ccada-0555-4f39-a1b3-f80a58aef738,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:34.796569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:34.827474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:33:32Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:34.831457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e7f61-8bf3-41ed-94c3-e541fc6a3a56 None None] The sync data for ids ['884b1788-7568-496c-95e9-719e91adbb7a'] in dv-neutron-835336-1-hyperv is: [{'id': '884b1788-7568-496c-95e9-719e91adbb7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906051934', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:31:35Z', 'updated_at': '2022-03-28T11:33:32Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'f38ccada-0555-4f39-a1b3-f80a58aef738', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b1788-7568-496c-95e9-719e91adbb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:31:36Z', 'updated_at': '2022-03-28T11:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:33:34.834454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:34.906095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:34.966657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Pushing event deleted for resources: {'Port': ['ID=de530037-8a69-4bc9-8874-da0bbcf39575,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:34.968790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] No DVR routers for this DVR port de530037-8a69-4bc9-8874-da0bbcf39575 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:33:34.978583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.979122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.979754 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.980092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.980427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.980760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.981108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.981398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.981722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.982126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.982375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:34.982695 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d032a43a-220a-403a-9156-287c3211abb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:35.010947 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.013120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.111721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.112971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Fanout notify agent at l3_agent the message router_deleted on router 884b1788-7568-496c-95e9-719e91adbb7a {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:33:35.127669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.128073 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6f15361d-e090-42d7-9efd-be1f495064ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/routers/884b1788-7568-496c-95e9-719e91adbb7a HTTP/1.1" status: 204 len: 168 time: 1.5191555 Mar 28 11:33:35.130712 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46964) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:35.245361 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.378961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.405651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2381b866-9760-4a87-b589-de752c78652c']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:35.418826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02459725-13ee-4140-9840-c06f1d615439') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:35.419120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02459725-13ee-4140-9840-c06f1d615439') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:35.431184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.447510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.454077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:33:35.461183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:33:35.469730 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:33:35.712120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.716536 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.741755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Network': ['ID=2381b866-9760-4a87-b589-de752c78652c,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:35.804828 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8bf81498-f435-4a67-ae8f-38e81b79c912 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/networks/2381b866-9760-4a87-b589-de752c78652c HTTP/1.1" status: 204 len: 168 time: 0.6729457 Mar 28 11:33:35.807254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46968) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:35.878827 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f475512-5f16-442e-9a01-0e8266d13463 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:35.908841 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f475512-5f16-442e-9a01-0e8266d13463 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:36.026175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f475512-5f16-442e-9a01-0e8266d13463 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:36.044535 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f475512-5f16-442e-9a01-0e8266d13463 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a07b10-8504-4ba0-91a9-ff6a46327821,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:36.119952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-9f475512-5f16-442e-9a01-0e8266d13463 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:36.121126 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-9f475512-5f16-442e-9a01-0e8266d13463 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/security-groups/e5a07b10-8504-4ba0-91a9-ff6a46327821 HTTP/1.1" status: 204 len: 168 time: 0.3128293 Mar 28 11:33:36.336337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f38ccada-0555-4f39-a1b3-f80a58aef738 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:33:36.371026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: f38ccada-0555-4f39-a1b3-f80a58aef738 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:33:36.371362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device f38ccada-0555-4f39-a1b3-f80a58aef738 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:33:36.371764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 70cfcece-6d78-454b-9fc7-7d861ca4be77 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:33:36.405774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 70cfcece-6d78-454b-9fc7-7d861ca4be77 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:33:36.406141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 70cfcece-6d78-454b-9fc7-7d861ca4be77 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:33:36.667919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46976) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:36.673250 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335799166', 'description': 'tempest-secgroup-smoke-335799166 description', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:36.679209 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:36.687688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:36.687688 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:36.691843 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:36.760944 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:36.780832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:36.785247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:36.788033 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:36.793551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:36.859808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:36.926678 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:36.970598 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0364784c-c092-4226-9d92-f6de0c44f417,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:37.035518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.036741 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d93b0252-e129-470c-8a9f-008581b6ab91 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3677013 Mar 28 11:33:37.039527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46980) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:37.044305 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '0364784c-c092-4226-9d92-f6de0c44f417', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:37.050227 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:37.054037 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:37.056902 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:37.062524 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:37.140985 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.203416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.283300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.304283 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439672d3-9c77-4b06-811e-294dcd4a5162,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:37.392044 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.393875 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8f8eace4-4d89-4381-a7aa-8e9decdcf1d4 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3527584 Mar 28 11:33:37.396375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 46984) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:37.401650 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '0364784c-c092-4226-9d92-f6de0c44f417', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:37.407496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:37.411455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:37.414388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:37.420094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:37.501593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.561590 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.629455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.656315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cba18a-a703-4571-a2a8-bb8adb1a6bd5,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:37.743935 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.745090 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b2d9052e-c857-4cfe-b4d9-6b0449850d8b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3475580 Mar 28 11:33:37.747883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46988) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:37.757416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '0364784c-c092-4226-9d92-f6de0c44f417', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:37.759121 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:37.762880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:37.765718 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:37.772920 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:37.872374 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:37.932819 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.012262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.038522 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96315d41-2784-49a0-88b8-f8d465188c33,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:38.117275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.118508 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8ffa6c7f-f541-4a01-949a-b0edb65400ab tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3696630 Mar 28 11:33:38.121282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46992) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:38.126257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '0364784c-c092-4226-9d92-f6de0c44f417', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:38.132573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:38.136379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:38.139245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:38.145544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:38.241847 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.303295 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.383712 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.407252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c8dea5-ffb4-4401-845a-7e60b51c00fe,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:38.477443 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.478636 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f2eaf405-7134-4f7f-a1fd-34e2aa3312ea tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3564410 Mar 28 11:33:38.481319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 46996) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:38.486411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '0364784c-c092-4226-9d92-f6de0c44f417', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:38.492686 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:38.496669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:38.499573 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:38.505734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:38.589433 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:33:38.596754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.659848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.726703 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.750319 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de486006-f2a1-44ce-816a-920997f007f8,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:38.837796 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:38.838931 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-074234b3-2d9c-4864-9279-88eee64c0c3f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3566492 Mar 28 11:33:38.841576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47000) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:38.846977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'security_group_rule': {'security_group_id': '0364784c-c092-4226-9d92-f6de0c44f417', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:38.852665 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:38.856523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:security_group_rule and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:38.859389 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:38.865502 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:38.943947 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Project 3e62c956a5f54e2796a6d966b01f5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:33:38.950499 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.016393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.081551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.105134 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca85bf98-a4b9-448f-a043-5c95759b9c27,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:39.175027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.176190 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f56af04d-b35b-4deb-bc27-3b6599dc378b tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3336864 Mar 28 11:33:39.178908 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47004) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:39.184301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'network': {'name': 'tempest-network-smoke--1567695424', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'port_security_enabled': True}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:39.189107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:39.193273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:network and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:39.196077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:39.201702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:39.294468 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:33:39.297891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.324480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:33:39.333556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.334014 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Added segment 28684edf-3a69-4839-846c-8106e703618d of type vlan for network e109d303-421a-45ac-a86c-d756eb9ebdd2 Mar 28 11:33:39.362637 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.448902 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.454286 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:39.454860 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.561283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Network': ['ID=e109d303-421a-45ac-a86c-d756eb9ebdd2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:39.571847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network e109d303-421a-45ac-a86c-d756eb9ebdd2 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:33:39.610045 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5859c79f-0f54-47c1-810f-07107fad33d2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4300976 Mar 28 11:33:39.612606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47008) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:39.622038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'admin_state_up': True, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:39.624615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:39.629069 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:router and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:39.632095 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:39.638582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:39.721108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.722178 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:39.737236 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:40.140755 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:40.527536 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:40.556628 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:40.689315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.98 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/afc96fb4-ca17-4015-89b0-e14759bf01d2) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:33:40.833222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:40.921162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:40.980953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:33:40.987689 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:33:40.991823 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:33:41.021023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=afc96fb4-ca17-4015-89b0-e14759bf01d2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:41.450509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:41.891716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:42.180230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router acfd62ac-7c15-4454-96c8-2537bed1fab9 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:33:42.353101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:33:42.362909 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Sync routers for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:33:42.372314 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:33:42.372916 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:42.426656 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:42.427872 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-e7a9da32-1377-4543-9d18-94ee0f98cb1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8143692 Mar 28 11:33:42.431028 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47012) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:42.477453 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5fd94144-1f47-4d16-a70c-28559f13b04f tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=3e62c956a5f54e2796a6d966b01f5e46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430131 Mar 28 11:33:42.478160 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47016) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:42.577016 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:33:42.606001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb073dee-0d27-4f5b-b3bb-59594b087b30 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:42.607466 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-bb073dee-0d27-4f5b-b3bb-59594b087b30 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288314 Mar 28 11:33:42.610276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47020) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:42.648755 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a1e200e4-e0a2-4eb0-b79a-c3ff7a073402 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=3c5eb4d5-432f-4837-acd0-5039e9e12fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374401 Mar 28 11:33:42.651162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47024) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:42.656233 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804928152', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:42.762634 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:42.766299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:subnet and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:33:42.769498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:33:42.775328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:42.854189 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:41Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:42.857839 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Checking router: acfd62ac-7c15-4454-96c8-2537bed1fab9 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:33:42.858238 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Updating router acfd62ac-7c15-4454-96c8-2537bed1fab9 port afc96fb4-ca17-4015-89b0-e14759bf01d2 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:33:42.875411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:33:42.879042 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:42.912321 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:43.181018 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:43.226020 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:43.237176 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Transition to ACTIVE for port object afc96fb4-ca17-4015-89b0-e14759bf01d2 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:33:43.260941 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Subnet': ['ID=9e90ba8e-f641-4304-8241-e02ac6679370,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:43.270064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Checking segment: {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:33:43.270415 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network hostable DHCP agents. Network: e109d303-421a-45ac-a86c-d756eb9ebdd2, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:33:43.315672 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:43.340223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network e109d303-421a-45ac-a86c-d756eb9ebdd2 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:33:43.395572 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Attempting to bind port afc96fb4-ca17-4015-89b0-e14759bf01d2 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:33:43.396073 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Attempting to bind port afc96fb4-ca17-4015-89b0-e14759bf01d2 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:33:43.396280 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Attempting to bind port afc96fb4-ca17-4015-89b0-e14759bf01d2 on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:33:43.399818 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Pushing event updated for resources: {'Port': ['ID=afc96fb4-ca17-4015-89b0-e14759bf01d2,revision_number=2']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:43.404530 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:33:43.404896 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:33:43.405290 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:43.405672 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:33:43.406190 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Bound port: afc96fb4-ca17-4015-89b0-e14759bf01d2, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:33:43.406552 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:43.412358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, e109d303-421a-45ac-a86c-d756eb9ebdd2) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:33:43.416322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:43.416885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:43.421509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6f4e6-1748-4987-a9a9-81896ecba462 None None] Network e109d303-421a-45ac-a86c-d756eb9ebdd2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.448913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:33:43.495387 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] For port afc96fb4-ca17-4015-89b0-e14759bf01d2, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:33:43.498313 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] For port afc96fb4-ca17-4015-89b0-e14759bf01d2, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=afc96fb4-ca17-4015-89b0-e14759bf01d2,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:33:43.501527 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-ac6d1afe-e5b9-4f75-ba61-336cd3858a71 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8493097 Mar 28 11:33:43.504625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47028) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:33:43.558617 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:43.641773 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:33:43.642498 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:43.652049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-e109d303-421a-45ac-a86c-d756eb9ebdd2', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:33:43.653250 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:43.708488 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5837fe-92c3-48cd-bb1a-182052a2f0bf None None] Pushing event updated for resources: {'Port': ['ID=afc96fb4-ca17-4015-89b0-e14759bf01d2,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:43.814895 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Allocated IP 172.20.0.2 (e109d303-421a-45ac-a86c-d756eb9ebdd2/9e90ba8e-f641-4304-8241-e02ac6679370/4f659d2c-aedb-4779-9c40-7a395727ab57) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:33:43.829596 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:33:44.024114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:44.035041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Transition to ACTIVE for port object 4f659d2c-aedb-4779-9c40-7a395727ab57 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:33:44.057659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Transition to ACTIVE for port object 4f659d2c-aedb-4779-9c40-7a395727ab57 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:33:44.133802 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:44.134088 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:41Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:44.139511 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f22c79-64f6-4f2a-8d6f-0e88853a164c None None] The sync data for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv is: [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:41Z', 'revision_number': 3, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:33:44.211983 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Network e109d303-421a-45ac-a86c-d756eb9ebdd2 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:33:44.219179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:33:44.224292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:33:44.232050 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Pushing event updated for resources: {'Port': ['ID=4f659d2c-aedb-4779-9c40-7a395727ab57,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:44.320428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Attempting to bind port 4f659d2c-aedb-4779-9c40-7a395727ab57 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:33:44.320580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Attempting to bind port 4f659d2c-aedb-4779-9c40-7a395727ab57 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:33:44.320947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Attempting to bind port 4f659d2c-aedb-4779-9c40-7a395727ab57 on network e109d303-421a-45ac-a86c-d756eb9ebdd2 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:33:44.326843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:33:44.326843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Checking segment: {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:33:44.327117 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:44.327508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Bound using segment: {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:33:44.327967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Bound port: 4f659d2c-aedb-4779-9c40-7a395727ab57, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:33:44.328684 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:44.340045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:44.481173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] For port 4f659d2c-aedb-4779-9c40-7a395727ab57, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:33:44.484295 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] For port 4f659d2c-aedb-4779-9c40-7a395727ab57, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4f659d2c-aedb-4779-9c40-7a395727ab57,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:33:44.561370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:44.647342 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d2754-6aa0-4d0c-a6a2-3542596670b2 None None] Pushing event updated for resources: {'Port': ['ID=4f659d2c-aedb-4779-9c40-7a395727ab57,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:44.788315 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.1 (e109d303-421a-45ac-a86c-d756eb9ebdd2/9e90ba8e-f641-4304-8241-e02ac6679370/a4f77660-079a-4d1a-b1f1-02c9d5041885) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:33:44.981033 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:44.998179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object a4f77660-079a-4d1a-b1f1-02c9d5041885 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:33:45.087504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:45.150084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network e109d303-421a-45ac-a86c-d756eb9ebdd2 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:33:45.153098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:33:45.162302 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:33:45.178780 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:33:45.206829 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=a4f77660-079a-4d1a-b1f1-02c9d5041885,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:45.226794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:45.621532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b1f97-76af-4288-bd41-974c3bc2aa22 None None] Network e109d303-421a-45ac-a86c-d756eb9ebdd2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:33:45.710148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:45.831141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2ddf8b8f-b12e-4993-a1e3-49d3d1dcd9bf None None] Provisioning for port 4f659d2c-aedb-4779-9c40-7a395727ab57 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:33:46.129198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8a4b83fb-dbf9-47ba-9d05-3b7ae6346a68 None None] Provisioning for port a4f77660-079a-4d1a-b1f1-02c9d5041885 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:33:46.134618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-8a4b83fb-dbf9-47ba-9d05-3b7ae6346a68 None None] Provisioning complete for port a4f77660-079a-4d1a-b1f1-02c9d5041885 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:46.135201 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8a4b83fb-dbf9-47ba-9d05-3b7ae6346a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.145590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.171041 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.196209 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b83fb-dbf9-47ba-9d05-3b7ae6346a68 None None] Port a4f77660-079a-4d1a-b1f1-02c9d5041885 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:33:46.246699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.322841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-74bbbc6a-fa32-415d-a9b2-0b73451dfe8e None None] Provisioning complete for port a4f77660-079a-4d1a-b1f1-02c9d5041885 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:46.323200 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-74bbbc6a-fa32-415d-a9b2-0b73451dfe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.364244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.368593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=a4f77660-079a-4d1a-b1f1-02c9d5041885,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:46.376118 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-74bbbc6a-fa32-415d-a9b2-0b73451dfe8e None None] Port a4f77660-079a-4d1a-b1f1-02c9d5041885 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:33:46.406838 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device afc96fb4-ca17-4015-89b0-e14759bf01d2 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:33:46.503909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network e109d303-421a-45ac-a86c-d756eb9ebdd2 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:33:46.505021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:33:46.552075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port afc96fb4-ca17-4015-89b0-e14759bf01d2 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:33:46.558497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port afc96fb4-ca17-4015-89b0-e14759bf01d2 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:46.559002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.685596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.692122 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router acfd62ac-7c15-4454-96c8-2537bed1fab9 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:33:46.702992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port afc96fb4-ca17-4015-89b0-e14759bf01d2, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=afc96fb4-ca17-4015-89b0-e14759bf01d2,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:46.769584 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.770385 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4f659d2c-aedb-4779-9c40-7a395727ab57 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:33:46.878194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:33:46.890939 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-34328186-206d-45dc-8c5b-8f74e569d493 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/acfd62ac-7c15-4454-96c8-2537bed1fab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3851292 Mar 28 11:33:46.891840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Sync routers for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:33:46.900354 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9577acf1-d183-473b-af91-6fba76161e4d None None] Provisioning complete for port a4f77660-079a-4d1a-b1f1-02c9d5041885 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:46.900666 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9577acf1-d183-473b-af91-6fba76161e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:46.929556 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=afc96fb4-ca17-4015-89b0-e14759bf01d2,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:46.954003 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:33:46.954616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:47.029113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9577acf1-d183-473b-af91-6fba76161e4d None None] Port a4f77660-079a-4d1a-b1f1-02c9d5041885 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:33:47.078756 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-93d85f84-f182-42e6-9cfa-22c403385b84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:33:47.100997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 4f659d2c-aedb-4779-9c40-7a395727ab57 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:33:47.119396 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 4f659d2c-aedb-4779-9c40-7a395727ab57 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:47.119764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:47.151892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-93d85f84-f182-42e6-9cfa-22c403385b84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:33:47.153055 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-93d85f84-f182-42e6-9cfa-22c403385b84 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335799166&fields=id&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 267 time: 0.1120875 Mar 28 11:33:47.190877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:33:47.300191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-24d08e6e-4fea-435b-bf01-279a44699c15 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:47.300854 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-24d08e6e-4fea-435b-bf01-279a44699c15 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:33:47.369194 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-24d08e6e-4fea-435b-bf01-279a44699c15 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:33:47.370382 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-24d08e6e-4fea-435b-bf01-279a44699c15 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/networks?id=e109d303-421a-45ac-a86c-d756eb9ebdd2 HTTP/1.1" status: 200 len: 797 time: 0.2104552 Mar 28 11:33:47.385765 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-35334681-3791-4278-af8b-cda68499ea40 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/quotas/3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 375 time: 0.0099540 Mar 28 11:33:47.474039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-850195f0-6add-41fb-9827-302bbdfeb272 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:33:47.501322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:47.555326 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-850195f0-6add-41fb-9827-302bbdfeb272 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:33:47.558723 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-850195f0-6add-41fb-9827-302bbdfeb272 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1649027 Mar 28 11:33:47.580841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 4f659d2c-aedb-4779-9c40-7a395727ab57, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4f659d2c-aedb-4779-9c40-7a395727ab57,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:47.615711 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a4f77660-079a-4d1a-b1f1-02c9d5041885', 'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:16:97:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:44Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 2, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:47.619680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Checking router: acfd62ac-7c15-4454-96c8-2537bed1fab9 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:33:47.620027 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Updating router acfd62ac-7c15-4454-96c8-2537bed1fab9 port a4f77660-079a-4d1a-b1f1-02c9d5041885 binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:33:47.655558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:47.697572 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-517a17e7-0a84-4da6-a8e4-8cc6c08b6a73 service neutron] 10.222.0.18 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293604 Mar 28 11:33:47.719780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:47.782421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=4f659d2c-aedb-4779-9c40-7a395727ab57,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:47.830017 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-e9da4dd1-bbd9-4e42-bbc3-eb26db1fbeb7 service neutron] 10.222.0.18 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265919 Mar 28 11:33:48.099061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:48.120523 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Transition to ACTIVE for port object a4f77660-079a-4d1a-b1f1-02c9d5041885 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:33:48.140988 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2136bf1a-243c-4ef9-8024-cc05650deacb req-05d16fa3-27b0-4652-8cfc-ed4beead1601 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 210 time: 0.0448651 Mar 28 11:33:48.186205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:48.329649 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb23cd-2739-46d1-aac2-30b81f2c8d56 None None] Pushing event updated for resources: {'Port': ['ID=a4f77660-079a-4d1a-b1f1-02c9d5041885,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:48.363860 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device afc96fb4-ca17-4015-89b0-e14759bf01d2 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:33:48.437570 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b4dde6a-72e6-4987-9334-a89b0feb43e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:48.475151 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Attempting to bind port a4f77660-079a-4d1a-b1f1-02c9d5041885 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:33:48.475521 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Attempting to bind port a4f77660-079a-4d1a-b1f1-02c9d5041885 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:33:48.475877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Attempting to bind port a4f77660-079a-4d1a-b1f1-02c9d5041885 on network e109d303-421a-45ac-a86c-d756eb9ebdd2 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:33:48.484898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:33:48.485265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Checking segment: {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:33:48.485663 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:48.486082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Bound using segment: {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:33:48.486580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Bound port: a4f77660-079a-4d1a-b1f1-02c9d5041885, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:33:48.486948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:48.550076 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port afc96fb4-ca17-4015-89b0-e14759bf01d2 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:48.550367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:48.644119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] For port a4f77660-079a-4d1a-b1f1-02c9d5041885, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:33:48.656100 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] For port a4f77660-079a-4d1a-b1f1-02c9d5041885, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a4f77660-079a-4d1a-b1f1-02c9d5041885,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:33:48.713121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4f659d2c-aedb-4779-9c40-7a395727ab57 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:33:48.740865 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:48.847898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:33:48.848504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:48.896869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb23cd-2739-46d1-aac2-30b81f2c8d56 None None] Pushing event updated for resources: {'Port': ['ID=a4f77660-079a-4d1a-b1f1-02c9d5041885,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:48.933579 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 4f659d2c-aedb-4779-9c40-7a395727ab57 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:48.933978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:49.100082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:33:49.294392 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5be7255c-e8f7-4873-926e-790c07f1fe0d req-278b1702-1153-4323-81cc-a47af501f9f9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 210 time: 0.0469456 Mar 28 11:33:49.502942 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a4f77660-079a-4d1a-b1f1-02c9d5041885', 'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:16:97:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:44Z', 'updated_at': '2022-03-28T11:33:48Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:33:49.507202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc179d8-4c34-48e6-9a38-1583a4d86f8b None None] The sync data for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv is: [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a4f77660-079a-4d1a-b1f1-02c9d5041885', 'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:16:97:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:44Z', 'updated_at': '2022-03-28T11:33:48Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:33:50.326386 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-c5a27e3e-6425-4add-ae5f-ca4f60db2257 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:50.327288 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-c5a27e3e-6425-4add-ae5f-ca4f60db2257 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:33:50.340253 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-c5a27e3e-6425-4add-ae5f-ca4f60db2257 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:33:50.341514 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-c5a27e3e-6425-4add-ae5f-ca4f60db2257 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/networks?id=e109d303-421a-45ac-a86c-d756eb9ebdd2 HTTP/1.1" status: 200 len: 797 time: 0.1766634 Mar 28 11:33:50.392685 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a4f77660-079a-4d1a-b1f1-02c9d5041885 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:33:50.432913 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-8ffd8e2d-5e63-451a-ac1f-9884da0c54fa tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e62c956a5f54e2796a6d966b01f5e46 HTTP/1.1" status: 200 len: 379 time: 0.0672529 Mar 28 11:33:50.444106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'port': {'device_id': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'admin_state_up': True, 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'security_groups': ['0364784c-c092-4226-9d92-f6de0c44f417']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:50.496538 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3061b32a-7a3d-4eaf-8243-51c6ac82d080 req-a9454eaa-2865-47d7-ad18-9d9fe7e40f97 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 210 time: 0.0873744 Mar 28 11:33:50.556513 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-01666a17-7446-4899-abfb-4a63d757967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:50.644296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port a4f77660-079a-4d1a-b1f1-02c9d5041885 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:33:50.650469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a4f77660-079a-4d1a-b1f1-02c9d5041885 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:50.650852 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:50.724197 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:33:50.733485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:33:50.772846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:50.803080 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Made reservation on behalf of 3e62c956a5f54e2796a6d966b01f5e46 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:33:50.803966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port a4f77660-079a-4d1a-b1f1-02c9d5041885, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a4f77660-079a-4d1a-b1f1-02c9d5041885,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:50.806661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:50.889138 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:50.962198 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=a4f77660-079a-4d1a-b1f1-02c9d5041885,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:50.971369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.20.0.13 (e109d303-421a-45ac-a86c-d756eb9ebdd2/9e90ba8e-f641-4304-8241-e02ac6679370/e16a3885-8dfa-4b96-9295-4b9b838e134a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:33:51.154501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:51.169291 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Transition to ACTIVE for port object e16a3885-8dfa-4b96-9295-4b9b838e134a will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:33:51.238360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:51.305365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network e109d303-421a-45ac-a86c-d756eb9ebdd2 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:33:51.308277 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:33:51.310701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:33:51.359744 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=e16a3885-8dfa-4b96-9295-4b9b838e134a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:51.385524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:51.386309 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:51.476242 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-521e5080-aeb6-404e-88bb-d3fb283b5a1a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0370641 Mar 28 11:33:51.502411 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Request body: {'port': {'device_id': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:33:51.601283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3ef68949-74aa-4594-b31e-f1e57533c773 None None] Provisioning for port e16a3885-8dfa-4b96-9295-4b9b838e134a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:33:51.607268 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3ef68949-74aa-4594-b31e-f1e57533c773 None None] Provisioning complete for port e16a3885-8dfa-4b96-9295-4b9b838e134a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:51.611297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3ef68949-74aa-4594-b31e-f1e57533c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:51.622566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:51.637504 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:51.675888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-3ef68949-74aa-4594-b31e-f1e57533c773 None None] Port e16a3885-8dfa-4b96-9295-4b9b838e134a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:33:51.693350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63f48c-efc3-4982-8629-3cbef9cf1a48 req-ec7a7742-689c-4601-9bc9-a62c65def89d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:51.694831 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4f63f48c-efc3-4982-8629-3cbef9cf1a48 req-ec7a7742-689c-4601-9bc9-a62c65def89d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 932 time: 0.0868206 Mar 28 11:33:51.743153 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4f63f48c-efc3-4982-8629-3cbef9cf1a48 req-1a04f1a7-71fd-4777-a54d-382eb7b67ea1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422187 Mar 28 11:33:51.749890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:51.962870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16a3885-8dfa-4b96-9295-4b9b838e134a {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:33:51.970117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:51.984732 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Transition to ACTIVE for port object e16a3885-8dfa-4b96-9295-4b9b838e134a will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:33:52.074867 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:52.229242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Pushing event updated for resources: {'Port': ['ID=e16a3885-8dfa-4b96-9295-4b9b838e134a,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:52.312943 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Attempting to bind port e16a3885-8dfa-4b96-9295-4b9b838e134a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:33:52.313271 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Attempting to bind port e16a3885-8dfa-4b96-9295-4b9b838e134a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:33:52.313596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Attempting to bind port e16a3885-8dfa-4b96-9295-4b9b838e134a on network e109d303-421a-45ac-a86c-d756eb9ebdd2 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:33:52.318740 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Port e16a3885-8dfa-4b96-9295-4b9b838e134a on network e109d303-421a-45ac-a86c-d756eb9ebdd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:33:52.319053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Attempting to bind port e16a3885-8dfa-4b96-9295-4b9b838e134a on network e109d303-421a-45ac-a86c-d756eb9ebdd2 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:33:52.324072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:33:52.324398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Checking segment: {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:33:52.324771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Bound using segment: {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:33:52.325186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Bound port: e16a3885-8dfa-4b96-9295-4b9b838e134a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28684edf-3a69-4839-846c-8106e703618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:33:52.325523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:52.347760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a4f77660-079a-4d1a-b1f1-02c9d5041885 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:33:52.416397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port a4f77660-079a-4d1a-b1f1-02c9d5041885 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:52.416682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:52.417343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] For port e16a3885-8dfa-4b96-9295-4b9b838e134a, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:33:52.420402 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] For port e16a3885-8dfa-4b96-9295-4b9b838e134a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:33:52.500670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:52.559590 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:52.560290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:52.561534 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] 10.222.0.31 "PUT /v2.0/ports/e16a3885-8dfa-4b96-9295-4b9b838e134a HTTP/1.1" status: 200 len: 1094 time: 1.0634139 Mar 28 11:33:52.562090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:33:52.597152 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01f82c-0357-42e9-b266-c1172f9ae9ca service neutron] Pushing event updated for resources: {'Port': ['ID=e16a3885-8dfa-4b96-9295-4b9b838e134a,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:52.620758 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'status': 'completed', 'code': 200} Mar 28 11:33:52.740263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc460a-8e33-4acb-ad00-52096316330a req-224ab6f7-e49c-4f9b-8f26-7e189e4c2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:52.741691 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c2dc460a-8e33-4acb-ad00-52096316330a req-224ab6f7-e49c-4f9b-8f26-7e189e4c2fd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 1097 time: 0.0758276 Mar 28 11:33:52.932950 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dfe8d-294a-477c-964f-08b8d6a7e52d req-d3af7134-a434-44b7-88bb-01cac1b30885 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:52.934536 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d55dfe8d-294a-477c-964f-08b8d6a7e52d req-d3af7134-a434-44b7-88bb-01cac1b30885 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 944 time: 0.0814941 Mar 28 11:33:52.981312 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d55dfe8d-294a-477c-964f-08b8d6a7e52d req-d2de9260-efbf-4c3e-b89d-b131ed8701f2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Mar 28 11:33:52.997252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc460a-8e33-4acb-ad00-52096316330a req-fdc736fa-d135-4db2-939d-36f6ba02bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:52.998711 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c2dc460a-8e33-4acb-ad00-52096316330a req-fdc736fa-d135-4db2-939d-36f6ba02bab9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2365594 Mar 28 11:33:53.136911 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc460a-8e33-4acb-ad00-52096316330a req-1d805936-7129-4081-93ed-411f9bf29909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:53.138408 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c2dc460a-8e33-4acb-ad00-52096316330a req-1d805936-7129-4081-93ed-411f9bf29909 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319864 Mar 28 11:33:53.178083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:53.280396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-1cf2c9cf-642b-42f1-b8c8-1e2a3d7af06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:53.281855 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-1cf2c9cf-642b-42f1-b8c8-1e2a3d7af06a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 1097 time: 0.0696361 Mar 28 11:33:53.357520 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-081a4bd4-9fad-4bb3-b2f2-ca88084623aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a HTTP/1.1" status: 200 len: 217 time: 0.0620878 Mar 28 11:33:53.421260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-4eeda1ed-cc10-4978-a8cf-5d2a6145d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:53.422654 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-4eeda1ed-cc10-4978-a8cf-5d2a6145d7ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e90ba8e-f641-4304-8241-e02ac6679370 HTTP/1.1" status: 200 len: 835 time: 0.0554523 Mar 28 11:33:53.501487 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-1b728578-7cac-4216-b930-068576d252e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:53.503538 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-1b728578-7cac-4216-b930-068576d252e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e109d303-421a-45ac-a86c-d756eb9ebdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713201 Mar 28 11:33:53.637399 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-91041473-a002-4d3e-a971-2979d80d285a service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241963 Mar 28 11:33:53.768267 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-2aac7399-cce1-427c-afe0-92a9a1e263e7 req-e3285214-d845-498b-ad5a-1fb1731c3b0a service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238813 Mar 28 11:33:54.169365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a7b3-7dce-40e5-a587-2fcdcaf75245 req-b71c2a15-debc-479e-90d2-3f1555213b30 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:54.170837 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a383a7b3-7dce-40e5-a587-2fcdcaf75245 req-b71c2a15-debc-479e-90d2-3f1555213b30 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 944 time: 0.0833511 Mar 28 11:33:54.214955 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a383a7b3-7dce-40e5-a587-2fcdcaf75245 req-b49bdd0e-7cb3-489b-a8cc-cbfa56ab6574 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382512 Mar 28 11:33:55.395687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9bfef-3a02-4078-9b0e-5f1a5aa6b16c req-fecc08aa-1750-4684-a4bf-02a3d4851c95 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:55.397345 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f2c9bfef-3a02-4078-9b0e-5f1a5aa6b16c req-fecc08aa-1750-4684-a4bf-02a3d4851c95 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 944 time: 0.0783548 Mar 28 11:33:55.439604 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f2c9bfef-3a02-4078-9b0e-5f1a5aa6b16c req-cee6b030-2669-44ee-b98b-c10df2027da2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367014 Mar 28 11:33:56.131547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e16a3885-8dfa-4b96-9295-4b9b838e134a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:33:56.261469 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e16a3885-8dfa-4b96-9295-4b9b838e134a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:56.274335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'port_id': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'mac_address': 'fa:16:3e:87:12:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:33:56.327819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:56.343545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16a3885-8dfa-4b96-9295-4b9b838e134a {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:33:56.357953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e16a3885-8dfa-4b96-9295-4b9b838e134a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:56.419801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:56.488797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e16a3885-8dfa-4b96-9295-4b9b838e134a,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:56.623659 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a351b97-ac6f-47ad-87c0-31992cd33d4f req-2d9ce6ce-f601-4d38-8c35-cbf5397c638c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:56.625095 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1a351b97-ac6f-47ad-87c0-31992cd33d4f req-2d9ce6ce-f601-4d38-8c35-cbf5397c638c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 945 time: 0.0818286 Mar 28 11:33:56.668002 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1a351b97-ac6f-47ad-87c0-31992cd33d4f req-5abe1413-2fea-4289-99be-e560713fad74 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374074 Mar 28 11:33:56.761498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['e16a3885-8dfa-4b96-9295-4b9b838e134a'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:33:57.850178 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f594b-a913-417d-a4c0-51e50597f019 req-63c3bcd7-42ba-4717-adee-47779415e976 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:57.851591 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6b4f594b-a913-417d-a4c0-51e50597f019 req-63c3bcd7-42ba-4717-adee-47779415e976 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 945 time: 0.0816989 Mar 28 11:33:57.894038 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6b4f594b-a913-417d-a4c0-51e50597f019 req-31b82084-88b5-42b0-90c5-ccb962f00606 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369890 Mar 28 11:33:58.155470 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e16a3885-8dfa-4b96-9295-4b9b838e134a up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:33:58.259989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port e16a3885-8dfa-4b96-9295-4b9b838e134a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:33:58.264425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port e16a3885-8dfa-4b96-9295-4b9b838e134a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:33:58.264791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:58.377106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:58.402801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:33:58.416146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port e16a3885-8dfa-4b96-9295-4b9b838e134a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:33:58.444536 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'code': 200} Mar 28 11:33:58.486690 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:33:58.557418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=e16a3885-8dfa-4b96-9295-4b9b838e134a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:33:58.862275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f39f8-bd48-498f-aa0f-861f7b232129 req-c9ab3d92-e300-4d04-a4db-c8ab93651e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:58.863712 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-084f39f8-bd48-498f-aa0f-861f7b232129 req-c9ab3d92-e300-4d04-a4db-c8ab93651e24 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 1099 time: 0.0683932 Mar 28 11:33:58.905484 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-084f39f8-bd48-498f-aa0f-861f7b232129 req-b10803dc-66d1-4792-abb9-f0734ba696c9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348291 Mar 28 11:33:59.075591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c58272-8cc6-4fb1-9b5a-6286dd77ccd2 req-c6722458-e9f9-4a0d-a6d4-0e3c7681c639 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:33:59.077091 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-86c58272-8cc6-4fb1-9b5a-6286dd77ccd2 req-c6722458-e9f9-4a0d-a6d4-0e3c7681c639 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0793660 Mar 28 11:33:59.120304 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-86c58272-8cc6-4fb1-9b5a-6286dd77ccd2 req-b4c9f2ed-eb03-4909-8540-a7675df3bf82 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368433 Mar 28 11:34:00.306809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1699-1b8a-463b-81d4-3178d338c2a7 req-59254fdd-a683-4998-aece-261fb0b34835 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:00.310449 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d28b1699-1b8a-463b-81d4-3178d338c2a7 req-59254fdd-a683-4998-aece-261fb0b34835 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0848544 Mar 28 11:34:00.352717 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d28b1699-1b8a-463b-81d4-3178d338c2a7 req-1ea9c550-d0ee-45b5-94de-4284c80a88ae tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388122 Mar 28 11:34:01.531405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90568f0e-957f-4374-bd2a-88ed3cef0d8a req-69817696-83af-4165-a30c-75ebcd657f35 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:01.533415 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90568f0e-957f-4374-bd2a-88ed3cef0d8a req-69817696-83af-4165-a30c-75ebcd657f35 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0789983 Mar 28 11:34:01.579271 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90568f0e-957f-4374-bd2a-88ed3cef0d8a req-83ef8d21-62ac-4fff-87c6-44c020216715 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401626 Mar 28 11:34:01.759244 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fff47d-a531-46dd-8fcf-80b6e7291bb9 req-24b328dd-ffc4-486e-b318-2a8b75d87fa1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:01.760597 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-70fff47d-a531-46dd-8fcf-80b6e7291bb9 req-24b328dd-ffc4-486e-b318-2a8b75d87fa1 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0775709 Mar 28 11:34:01.804184 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-70fff47d-a531-46dd-8fcf-80b6e7291bb9 req-f32945f9-c102-4e07-b2ff-fee77ebc7d1e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381079 Mar 28 11:34:01.826202 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47086) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:01.993306 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd3eae-a454-45e3-95a8-876c45740c33 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:01.994805 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-6edd3eae-a454-45e3-95a8-876c45740c33 tempest-TestNetworkAdvancedServerOps-1913356531 tempest-TestNetworkAdvancedServerOps-1913356531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 1094 time: 0.1676629 Mar 28 11:34:01.997574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47090) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:02.003106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:34:02.008872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:34:02.012733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Usage tracker for resource:floatingip and tenant:3e62c956a5f54e2796a6d966b01f5e46 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:34:02.015497 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:34:02.022015 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:34:02.127023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:02.262429 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:02.392875 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Allocated IP 172.26.2.88 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/2b4ce6f7-cb8a-4355-a024-b629f4b76f81) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:34:02.534974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:02.620648 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:02.684033 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:34:02.685184 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:34:02.688806 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:34:02.694253 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-17e87df6-6172-4800-aaed-b95baa8aa2ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780721 Mar 28 11:34:02.737503 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=2b4ce6f7-cb8a-4355-a024-b629f4b76f81,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:02.846812 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-11564d15-d854-43f7-b377-2d0bcd8836da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:02.848177 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-11564d15-d854-43f7-b377-2d0bcd8836da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 1099 time: 0.0707653 Mar 28 11:34:02.990836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-5443f011-996d-4474-b647-ae6cc9b2d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:02.992257 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-5443f011-996d-4474-b647-ae6cc9b2d7a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e109d303-421a-45ac-a86c-d756eb9ebdd2 HTTP/1.1" status: 200 len: 898 time: 0.1267061 Mar 28 11:34:03.061649 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-b70962b4-a612-4903-b832-e77c9de9fffb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a HTTP/1.1" status: 200 len: 217 time: 0.0632617 Mar 28 11:34:03.107603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:03.122448 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-a911e9e0-9af2-4833-863b-381cd8d318d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:03.123860 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-a911e9e0-9af2-4833-863b-381cd8d318d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e90ba8e-f641-4304-8241-e02ac6679370 HTTP/1.1" status: 200 len: 835 time: 0.0569415 Mar 28 11:34:03.200047 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-632bc0b3-621d-4801-a558-c88e904cc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:03.201563 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-632bc0b3-621d-4801-a558-c88e904cc486 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e109d303-421a-45ac-a86c-d756eb9ebdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714018 Mar 28 11:34:03.294844 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:03.331562 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-a153dd61-c077-49a3-95ea-e94952c55226 service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235929 Mar 28 11:34:03.460773 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f38b0c9e-cbb9-4694-8496-c78f17be63e9 req-a5e91418-ef3a-4289-a27a-b53d1fb6abca service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229837 Mar 28 11:34:03.496753 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:03.577995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:03.688307 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event updated for resources: {'Port': ['ID=2b4ce6f7-cb8a-4355-a024-b629f4b76f81,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:03.696554 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:03.963382 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP 8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8 associated. External IP: 172.26.2.88, port: e16a3885-8dfa-4b96-9295-4b9b838e134a. Mar 28 11:34:04.309220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router acfd62ac-7c15-4454-96c8-2537bed1fab9 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:34:04.487471 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:34:04.497424 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] Sync routers for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:34:04.510193 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:34:04.510888 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:04.566804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:04.624787 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-583ebe21-af4b-47ef-8972-7981b1d8a32d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6261535 Mar 28 11:34:04.625498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:34:04.672961 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'status': 'completed', 'code': 200} Mar 28 11:34:04.685635 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:34:04.806247 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd31e71-7ab7-4224-85eb-466716bd2caa req-dd0e9213-79da-4117-803e-bbeb47b8f67e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:04.807851 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dfd31e71-7ab7-4224-85eb-466716bd2caa req-dd0e9213-79da-4117-803e-bbeb47b8f67e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0853801 Mar 28 11:34:04.858137 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dfd31e71-7ab7-4224-85eb-466716bd2caa req-ce9cd2bf-8333-4152-bd23-6d0147dbb278 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439837 Mar 28 11:34:04.881879 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47098) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:04.977244 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639249a-e81b-470e-97b9-a2fd67018019 req-743ae636-16a1-481f-8448-30e36a93e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:04.978737 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7639249a-e81b-470e-97b9-a2fd67018019 req-743ae636-16a1-481f-8448-30e36a93e87e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 1099 time: 0.2614429 Mar 28 11:34:05.032772 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-286dcd2d-7b9b-4e45-b117-fec281ba65dc tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8 HTTP/1.1" status: 200 len: 991 time: 0.1495879 Mar 28 11:34:05.037563 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.88', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'port_id': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'mac_address': 'fa:16:3e:87:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:34:03Z', 'updated_at': '2022-03-28T11:34:03Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f77660-079a-4d1a-b1f1-02c9d5041885', 'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:16:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:44Z', 'updated_at': '2022-03-28T11:33:50Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:05.041098 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] Checking router: acfd62ac-7c15-4454-96c8-2537bed1fab9 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:34:05.049093 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:34:05.049668 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:33:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:05.124000 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639249a-e81b-470e-97b9-a2fd67018019 req-8e69c70e-5a5f-4ad8-96a3-ca4c08faf6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:05.125458 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7639249a-e81b-470e-97b9-a2fd67018019 req-8e69c70e-5a5f-4ad8-96a3-ca4c08faf6bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=e109d303-421a-45ac-a86c-d756eb9ebdd2 HTTP/1.1" status: 200 len: 898 time: 0.1394150 Mar 28 11:34:05.225357 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:34:05.234208 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7639249a-e81b-470e-97b9-a2fd67018019 req-cdb44a8b-2054-49de-aa5c-05c2f2202284 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a HTTP/1.1" status: 200 len: 999 time: 0.1028173 Mar 28 11:34:05.295016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639249a-e81b-470e-97b9-a2fd67018019 req-33419fd5-8465-4d2c-acbe-3299e6d7bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:05.296431 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7639249a-e81b-470e-97b9-a2fd67018019 req-33419fd5-8465-4d2c-acbe-3299e6d7bc92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e90ba8e-f641-4304-8241-e02ac6679370 HTTP/1.1" status: 200 len: 835 time: 0.0564544 Mar 28 11:34:05.372917 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639249a-e81b-470e-97b9-a2fd67018019 req-a929916f-060b-4cbf-9049-cdcf6ef917a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:05.374477 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7639249a-e81b-470e-97b9-a2fd67018019 req-a929916f-060b-4cbf-9049-cdcf6ef917a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e109d303-421a-45ac-a86c-d756eb9ebdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719976 Mar 28 11:34:05.505400 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7639249a-e81b-470e-97b9-a2fd67018019 req-5707e779-0102-4a1e-8a27-442475a242eb service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243794 Mar 28 11:34:05.568172 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.88', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'port_id': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'mac_address': 'fa:16:3e:87:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:34:03Z', 'updated_at': '2022-03-28T11:34:03Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f77660-079a-4d1a-b1f1-02c9d5041885', 'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:16:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:44Z', 'updated_at': '2022-03-28T11:33:50Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:05.572244 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd1c6f-426c-4964-a1e2-2c5a54a0b197 None None] The sync data for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv is: [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'floating_ip_address': '172.26.2.88', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'port_id': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'mac_address': 'fa:16:3e:87:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:34:03Z', 'updated_at': '2022-03-28T11:34:03Z', 'revision_number': 0, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f77660-079a-4d1a-b1f1-02c9d5041885', 'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:16:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:44Z', 'updated_at': '2022-03-28T11:33:50Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:34:05.641234 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7639249a-e81b-470e-97b9-a2fd67018019 req-2d68eafd-40c6-4b81-8640-bd4862c59fc2 service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297567 Mar 28 11:34:05.770377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72163a00-c37a-4b52-a282-2c4be01ae37f None None] New status for floating IP 8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8: ACTIVE {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:34:06.036710 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47102) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:06.143792 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6010dc27-e1a6-449d-af0c-0c2a39a463b5 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8 HTTP/1.1" status: 200 len: 993 time: 0.1059456 Mar 28 11:34:16.183569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:18.322617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6fd39985-3a14-4948-96a3-4b9bbfb8f69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:20.537887 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3de3f513-473f-42b0-943b-59d7984c5299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:21.623149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:21.728297 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:22.177786 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:34:23.177359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:37.826697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb49785-4a75-42a6-8a7a-bd733a9ae596 req-39eda1f4-08e6-4b03-ab9d-73e26e884699 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:37.828123 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ffb49785-4a75-42a6-8a7a-bd733a9ae596 req-39eda1f4-08e6-4b03-ab9d-73e26e884699 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0823419 Mar 28 11:34:37.870525 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ffb49785-4a75-42a6-8a7a-bd733a9ae596 req-2497a8af-6872-4a10-906d-bf90c1bb1129 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362828 Mar 28 11:34:39.055647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ada35d-397b-43a8-acdd-110047ae60ec req-f91af271-737b-498e-81f6-c1961516299c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:39.057060 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-46ada35d-397b-43a8-acdd-110047ae60ec req-f91af271-737b-498e-81f6-c1961516299c tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0807512 Mar 28 11:34:39.100135 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-46ada35d-397b-43a8-acdd-110047ae60ec req-eeedb344-6e66-463b-8e05-db8f59546e74 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375764 Mar 28 11:34:39.126768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47122) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:39.231279 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-89e5ec9f-5ab3-4d25-975b-e66a1492659f tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8 HTTP/1.1" status: 200 len: 993 time: 0.1033261 Mar 28 11:34:40.860750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7418e4-39c1-41e2-84f4-571ab89adee4 req-b56a5a07-ce4b-42b3-afd3-07a3f147ff48 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:40.862218 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ec7418e4-39c1-41e2-84f4-571ab89adee4 req-b56a5a07-ce4b-42b3-afd3-07a3f147ff48 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0791757 Mar 28 11:34:40.905626 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ec7418e4-39c1-41e2-84f4-571ab89adee4 req-3a394a0c-360a-4c26-9ded-866f2d27101d tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370123 Mar 28 11:34:40.991385 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-3936f390-9384-4375-ae87-3af550bfd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:40.992811 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-3936f390-9384-4375-ae87-3af550bfd0f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 1099 time: 0.0696623 Mar 28 11:34:41.123131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-a89965ef-15d0-4fb4-8394-f5dc20769522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:41.124435 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-a89965ef-15d0-4fb4-8394-f5dc20769522 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e109d303-421a-45ac-a86c-d756eb9ebdd2 HTTP/1.1" status: 200 len: 898 time: 0.1225679 Mar 28 11:34:41.226716 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-4628ccc8-c52a-4e31-b69b-e4bd9468d18c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a HTTP/1.1" status: 200 len: 1001 time: 0.0931151 Mar 28 11:34:41.289381 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-539e9514-34bc-48ba-aa66-4c9a2c1116c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:41.290762 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-539e9514-34bc-48ba-aa66-4c9a2c1116c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e90ba8e-f641-4304-8241-e02ac6679370 HTTP/1.1" status: 200 len: 835 time: 0.0553005 Mar 28 11:34:41.467318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-62c8471c-75ce-4345-a4b4-0b5087d85bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:41.468676 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-62c8471c-75ce-4345-a4b4-0b5087d85bcc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e109d303-421a-45ac-a86c-d756eb9ebdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1688900 Mar 28 11:34:41.600703 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-8b438ccc-1b2c-4863-a15f-190820f426a2 service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219552 Mar 28 11:34:41.730604 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-96d16215-56c8-4aa0-b6f9-66cbc0314c5d req-8c9cd408-b0a7-4e96-9b12-df44169cf364 service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204619 Mar 28 11:34:42.091180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb1d9-92a4-45d6-a24a-41bb8a37b658 req-45b8a052-9510-4701-abcc-4eed807d85a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:42.092529 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-618cb1d9-92a4-45d6-a24a-41bb8a37b658 req-45b8a052-9510-4701-abcc-4eed807d85a6 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0815573 Mar 28 11:34:42.135937 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-618cb1d9-92a4-45d6-a24a-41bb8a37b658 req-3086c935-a2e4-4fff-8f40-8a51b3ff98f9 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379333 Mar 28 11:34:43.315158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63059e-d666-4eac-8e83-4b19628213f1 req-a4e4a27b-2b53-46c2-b920-dd4f92c8e538 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:43.317153 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab63059e-d666-4eac-8e83-4b19628213f1 req-a4e4a27b-2b53-46c2-b920-dd4f92c8e538 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0785029 Mar 28 11:34:43.362385 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab63059e-d666-4eac-8e83-4b19628213f1 req-28674c8a-4691-467c-8f39-1286aa709dc3 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397558 Mar 28 11:34:43.385518 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47136) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:43.491717 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-205b58a8-796c-40a4-92ae-48299ab95818 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/floatingips/8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8 HTTP/1.1" status: 200 len: 993 time: 0.1050036 Mar 28 11:34:43.793754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47144) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:44.096658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 2b4ce6f7-cb8a-4355-a024-b629f4b76f81 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:34:44.096908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:44.262868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:44.263195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:44.382281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 2b4ce6f7-cb8a-4355-a024-b629f4b76f81 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:34:44.608038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:44.653012 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=2b4ce6f7-cb8a-4355-a024-b629f4b76f81,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:44.692426 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.692772 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.693109 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.693440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.693765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.694114 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.694438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.694758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.695077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.695393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.695710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.696026 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:44.759775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:44.760104 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Floating IP 8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8 disassociated (deleted). External IP: 172.26.2.88, port: e16a3885-8dfa-4b96-9295-4b9b838e134a. Mar 28 11:34:45.109677 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router acfd62ac-7c15-4454-96c8-2537bed1fab9 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:34:45.288223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:34:45.302899 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] Sync routers for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:34:45.305558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:45.311712 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:34:45.312382 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:45.358790 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-39d94268-457e-4c3f-8b14-a48947354d28 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/floatingips/8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8 HTTP/1.1" status: 204 len: 168 time: 1.5640171 Mar 28 11:34:45.359454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:34:45.462350 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'status': 'completed', 'code': 200} Mar 28 11:34:45.522143 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:34:45.588742 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-d1398744-abb0-42b5-8861-c90d674861a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:45.590239 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-d1398744-abb0-42b5-8861-c90d674861a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 1099 time: 0.0719705 Mar 28 11:34:45.727068 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-643d8476-c0c4-4267-b7bb-4b43592c0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:45.728422 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-643d8476-c0c4-4267-b7bb-4b43592c0cc9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e109d303-421a-45ac-a86c-d756eb9ebdd2 HTTP/1.1" status: 200 len: 898 time: 0.1290884 Mar 28 11:34:45.805625 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-8a059a67-049d-403d-8723-5c694698e92c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a HTTP/1.1" status: 200 len: 217 time: 0.0668318 Mar 28 11:34:45.838324 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a4f77660-079a-4d1a-b1f1-02c9d5041885', 'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:16:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:44Z', 'updated_at': '2022-03-28T11:33:50Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:45.842189 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] Checking router: acfd62ac-7c15-4454-96c8-2537bed1fab9 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:34:45.850956 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:34:45.851554 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:45.880369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-2a57a204-8b61-4c99-870e-2be79fba8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:45.881933 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-2a57a204-8b61-4c99-870e-2be79fba8346 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e90ba8e-f641-4304-8241-e02ac6679370 HTTP/1.1" status: 200 len: 835 time: 0.0584140 Mar 28 11:34:45.965466 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-62f92f25-66b4-4284-8720-cfb8adfcb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:45.966983 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-62f92f25-66b4-4284-8720-cfb8adfcb588 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e109d303-421a-45ac-a86c-d756eb9ebdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772572 Mar 28 11:34:46.030641 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:34:46.041516 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6925d1f-8259-43d8-a457-4c8a070fb354 req-8d60c198-be6b-4353-906d-611b9bde6133 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:46.042236 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a6925d1f-8259-43d8-a457-4c8a070fb354 req-8d60c198-be6b-4353-906d-611b9bde6133 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:34:46.103782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-a6925d1f-8259-43d8-a457-4c8a070fb354 req-8d60c198-be6b-4353-906d-611b9bde6133 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:34:46.107580 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-cfc9805b-bc32-45e8-aa87-8bf355aa058a service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314094 Mar 28 11:34:46.110388 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a6925d1f-8259-43d8-a457-4c8a070fb354 req-8d60c198-be6b-4353-906d-611b9bde6133 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.2656069 Mar 28 11:34:46.154498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a6925d1f-8259-43d8-a457-4c8a070fb354 req-d127c2ba-9b58-4e76-8caf-8f7410d07832 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422304 Mar 28 11:34:46.189036 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:46.241152 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-bc66edb7-b22e-49a5-a19a-4745927315f0 req-4b9e7249-fb69-457f-aed0-0f81ec0a4c08 service neutron] 10.222.0.31 "GET /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271527 Mar 28 11:34:46.340172 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a4f77660-079a-4d1a-b1f1-02c9d5041885', 'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:16:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:44Z', 'updated_at': '2022-03-28T11:33:50Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:46.344007 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c79eee-b205-4308-98ac-a3393d2d3e68 None None] The sync data for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv is: [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:33:45Z', 'revision_number': 4, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': 'a4f77660-079a-4d1a-b1f1-02c9d5041885', 'name': '', 'network_id': 'e109d303-421a-45ac-a86c-d756eb9ebdd2', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'mac_address': 'fa:16:3e:16:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:44Z', 'updated_at': '2022-03-28T11:33:50Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'subnets': [{'id': '9e90ba8e-f641-4304-8241-e02ac6679370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:34:46.562689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a107e-e1b4-4f87-acfd-b8da08597a1e None None] New status for floating IP 8f51f3d9-4d16-44bc-b00d-8f1eff34fdb8: DOWN {{(pid=88495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:34:47.335435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a41a6-7f37-471c-a34e-020234dbf5cd req-f60ad315-6974-46b5-894d-f381f2bb05ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:47.336879 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-602a41a6-7f37-471c-a34e-020234dbf5cd req-f60ad315-6974-46b5-894d-f381f2bb05ce tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0785520 Mar 28 11:34:47.381488 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-602a41a6-7f37-471c-a34e-020234dbf5cd req-9ce747c3-736d-407e-8f8e-2a0e83d60e32 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391939 Mar 28 11:34:47.845290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9e1c3-2421-4962-93da-2e254063b374 req-93c528c3-2d8b-4c84-8a8f-f949ae7579a0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:47.846024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-feb9e1c3-2421-4962-93da-2e254063b374 req-93c528c3-2d8b-4c84-8a8f-f949ae7579a0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Synchronizing usage tracker for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:34:47.857070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-feb9e1c3-2421-4962-93da-2e254063b374 req-93c528c3-2d8b-4c84-8a8f-f949ae7579a0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Unset dirty status for tenant:3e62c956a5f54e2796a6d966b01f5e46 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:34:47.858145 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-feb9e1c3-2421-4962-93da-2e254063b374 req-93c528c3-2d8b-4c84-8a8f-f949ae7579a0 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0894184 Mar 28 11:34:47.927420 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-feb9e1c3-2421-4962-93da-2e254063b374 req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port e16a3885-8dfa-4b96-9295-4b9b838e134a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:34:47.927753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-feb9e1c3-2421-4962-93da-2e254063b374 req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:48.167378 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-feb9e1c3-2421-4962-93da-2e254063b374 req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port e16a3885-8dfa-4b96-9295-4b9b838e134a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e16a3885-8dfa-4b96-9295-4b9b838e134a,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:34:48.167728 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-feb9e1c3-2421-4962-93da-2e254063b374 req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:48.291179 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-feb9e1c3-2421-4962-93da-2e254063b374 req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for e16a3885-8dfa-4b96-9295-4b9b838e134a owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:34:48.388338 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e3970c5-596f-4ae4-856e-4fb0deb5b592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:48.567880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8608a1-371f-48fc-8e6f-1c2bc4d19650 req-effb7b7a-92eb-4e7a-897a-ecc534661f53 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:34:48.573728 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9c8608a1-371f-48fc-8e6f-1c2bc4d19650 req-effb7b7a-92eb-4e7a-897a-ecc534661f53 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 946 time: 0.0824227 Mar 28 11:34:48.591064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-feb9e1c3-2421-4962-93da-2e254063b374 req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:48.612473 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9c8608a1-371f-48fc-8e6f-1c2bc4d19650 req-9219e275-922a-4b45-af85-a52a2bfd9ea2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/security-groups?id=0364784c-c092-4226-9d92-f6de0c44f417&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374405 Mar 28 11:34:48.644070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=e16a3885-8dfa-4b96-9295-4b9b838e134a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.687399 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:48.726272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb9e1c3-2421-4962-93da-2e254063b374 req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] No DVR routers for this DVR port e16a3885-8dfa-4b96-9295-4b9b838e134a on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:34:48.728511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-feb9e1c3-2421-4962-93da-2e254063b374 req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:48.730887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'name': 'network-vif-deleted', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:34:48.780145 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-feb9e1c3-2421-4962-93da-2e254063b374 req-ab8f9140-5dc3-4a79-a924-478b397c0d6e tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.31 "DELETE /v2.0/ports/e16a3885-8dfa-4b96-9295-4b9b838e134a HTTP/1.1" status: 204 len: 173 time: 0.9141424 Mar 28 11:34:48.820519 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f836c4c6-7e18-4063-935d-fd11061b205c', 'name': 'network-vif-deleted', 'tag': 'e16a3885-8dfa-4b96-9295-4b9b838e134a', 'status': 'completed', 'code': 200} Mar 28 11:34:49.782770 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a0215644-fb9c-4846-be7e-45af018fbe3c req-115d5f7b-8452-41ee-8512-97eb840c4a49 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f836c4c6-7e18-4063-935d-fd11061b205c HTTP/1.1" status: 200 len: 210 time: 0.0455298 Mar 28 11:34:50.382423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e16a3885-8dfa-4b96-9295-4b9b838e134a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:34:50.419510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: e16a3885-8dfa-4b96-9295-4b9b838e134a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:34:50.419840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device e16a3885-8dfa-4b96-9295-4b9b838e134a not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:34:50.514510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b3678ca9-8a5c-4e26-b98d-a337db897d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:50.879977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47168) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:51.418008 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:51.602126 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:51.733567 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:51.768768 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port a4f77660-079a-4d1a-b1f1-02c9d5041885 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:34:51.769106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:52.049070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port a4f77660-079a-4d1a-b1f1-02c9d5041885, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=a4f77660-079a-4d1a-b1f1-02c9d5041885,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:34:52.049746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:52.167119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for a4f77660-079a-4d1a-b1f1-02c9d5041885 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:34:52.602299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:52.649615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=a4f77660-079a-4d1a-b1f1-02c9d5041885,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:52.918851 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:53.168074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:53.274516 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Router acfd62ac-7c15-4454-96c8-2537bed1fab9 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:34:53.552813 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:34:53.561883 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] Sync routers for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:34:53.566351 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f31726e2-6764-4273-8bf8-9b8abfc57c70 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "PUT /v2.0/routers/acfd62ac-7c15-4454-96c8-2537bed1fab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6853073 Mar 28 11:34:53.568954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47172) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:53.571460 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:34:53.572058 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:53.635260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f49bef-9ca9-4562-85ae-f3bf898b9a56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting subnet 9e90ba8e-f641-4304-8241-e02ac6679370 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:34:53.638149 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bef-9ca9-4562-85ae-f3bf898b9a56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:53.693853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bef-9ca9-4562-85ae-f3bf898b9a56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:53.748175 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:34:53.776139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bef-9ca9-4562-85ae-f3bf898b9a56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:53.916985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bef-9ca9-4562-85ae-f3bf898b9a56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:53.957139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49bef-9ca9-4562-85ae-f3bf898b9a56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Subnet': ['ID=9e90ba8e-f641-4304-8241-e02ac6679370,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:53.960746 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bef-9ca9-4562-85ae-f3bf898b9a56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:53.967281 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-c3f49bef-9ca9-4562-85ae-f3bf898b9a56 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/subnets/9e90ba8e-f641-4304-8241-e02ac6679370 HTTP/1.1" status: 204 len: 168 time: 0.3973439 Mar 28 11:34:53.968294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb222b-3e7d-413a-9ce9-887b252f6219 None None] Network e109d303-421a-45ac-a86c-d756eb9ebdd2 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:34:53.969936 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47176) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:54.067036 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:34:52Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:54.072464 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] Checking router: acfd62ac-7c15-4454-96c8-2537bed1fab9 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:34:54.082768 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] Routers {'acfd62ac-7c15-4454-96c8-2537bed1fab9'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:34:54.083376 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['acfd62ac-7c15-4454-96c8-2537bed1fab9'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:54.153521 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:54.247088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] DHCP port deletion for e109d303-421a-45ac-a86c-d756eb9ebdd2 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:34:54.252292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Deleting port 4f659d2c-aedb-4779-9c40-7a395727ab57 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:34:54.252933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:54.268035 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] Set router acfd62ac-7c15-4454-96c8-2537bed1fab9 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:34:54.349216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:54.448892 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4f659d2c-aedb-4779-9c40-7a395727ab57 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:34:54.454919 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port afc96fb4-ca17-4015-89b0-e14759bf01d2 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:34:54.458226 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:54.537007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] For port 4f659d2c-aedb-4779-9c40-7a395727ab57, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4f659d2c-aedb-4779-9c40-7a395727ab57,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:34:54.537793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:54.581421 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:34:52Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:54.586224 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0a713-c213-4bc7-9543-d36e9017c410 None None] The sync data for ids ['acfd62ac-7c15-4454-96c8-2537bed1fab9'] in dv-neutron-835336-1-hyperv is: [{'id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518347368', 'tenant_id': '3e62c956a5f54e2796a6d966b01f5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:33:39Z', 'updated_at': '2022-03-28T11:34:52Z', 'revision_number': 5, 'project_id': '3e62c956a5f54e2796a6d966b01f5e46', 'gw_port': {'id': 'afc96fb4-ca17-4015-89b0-e14759bf01d2', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfd62ac-7c15-4454-96c8-2537bed1fab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:33:40Z', 'updated_at': '2022-03-28T11:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:34:54.657423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port afc96fb4-ca17-4015-89b0-e14759bf01d2, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=afc96fb4-ca17-4015-89b0-e14759bf01d2,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:34:54.657875 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:54.729818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Calling delete_port for 4f659d2c-aedb-4779-9c40-7a395727ab57 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:34:54.784145 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for afc96fb4-ca17-4015-89b0-e14759bf01d2 owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:34:54.787514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:54.837493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 4f659d2c-aedb-4779-9c40-7a395727ab57, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4f659d2c-aedb-4779-9c40-7a395727ab57,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:34:54.909562 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:54.969571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:34:54.972119 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:34:54.980374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=4f659d2c-aedb-4779-9c40-7a395727ab57,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:54.987696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.988069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.988561 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.988839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.989169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.989493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.989810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.990186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.990505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.990825 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.991144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:54.991454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:34:55.031025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.078968 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Port': ['ID=afc96fb4-ca17-4015-89b0-e14759bf01d2,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:55.169050 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.429204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.432501 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.471503 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Deleting port 4f659d2c-aedb-4779-9c40-7a395727ab57 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:34:55.472073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.521005 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.521688 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Fanout notify agent at l3_agent the message router_deleted on router acfd62ac-7c15-4454-96c8-2537bed1fab9 {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:34:55.538190 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.539533 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-63840621-217f-4bd0-944b-7e6eaa9fe81a tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/routers/acfd62ac-7c15-4454-96c8-2537bed1fab9 HTTP/1.1" status: 204 len: 168 time: 1.5684669 Mar 28 11:34:55.542273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47180) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:55.665451 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.675769 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 4f659d2c-aedb-4779-9c40-7a395727ab57 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:34:55.676102 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.695545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] For port 4f659d2c-aedb-4779-9c40-7a395727ab57, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4f659d2c-aedb-4779-9c40-7a395727ab57,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:34:55.695861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.815074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Calling delete_port for 4f659d2c-aedb-4779-9c40-7a395727ab57 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:34:55.877979 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] For port 4f659d2c-aedb-4779-9c40-7a395727ab57, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4f659d2c-aedb-4779-9c40-7a395727ab57,segment=NetworkSegment(28684edf-3a69-4839-846c-8106e703618d),segment_id=28684edf-3a69-4839-846c-8106e703618d)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:34:55.878350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.945403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237'] for port, after_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:55.999660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] Pushing event deleted for resources: {'Port': ['ID=4f659d2c-aedb-4779-9c40-7a395727ab57,revision_number=None']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:56.001449 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fec2d6-d1d2-43e3-8881-7e6f1ce434da None None] No DVR routers for this DVR port 4f659d2c-aedb-4779-9c40-7a395727ab57 on host dv-neutron-835336-1-hyperv {{(pid=88495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:34:56.003025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Calling delete_port for 4f659d2c-aedb-4779-9c40-7a395727ab57 owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:34:56.075270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.db.api [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:34:56.075582 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG oslo_db.api [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:34:56.372087 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device afc96fb4-ca17-4015-89b0-e14759bf01d2 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:34:56.406921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: afc96fb4-ca17-4015-89b0-e14759bf01d2 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:34:56.407225 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device afc96fb4-ca17-4015-89b0-e14759bf01d2 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:34:56.407635 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a4f77660-079a-4d1a-b1f1-02c9d5041885 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:34:56.439797 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: a4f77660-079a-4d1a-b1f1-02c9d5041885 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:34:56.440141 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device a4f77660-079a-4d1a-b1f1-02c9d5041885 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:34:56.577273 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Deleting port 4f659d2c-aedb-4779-9c40-7a395727ab57 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:34:56.577717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:56.644353 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] The port '4f659d2c-aedb-4779-9c40-7a395727ab57' was deleted {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:34:56.760985 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:56.785843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e109d303-421a-45ac-a86c-d756eb9ebdd2']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:56.797403 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28684edf-3a69-4839-846c-8106e703618d') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:56.797699 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28684edf-3a69-4839-846c-8106e703618d') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:34:56.809260 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:56.824555 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:56.830425 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:34:56.830751 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: util.warn( Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:34:56.848883 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:34:56.977485 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:56.994112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:57.006109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'Network': ['ID=e109d303-421a-45ac-a86c-d756eb9ebdd2,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:57.088287 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-55cf5904-5311-4bf7-b16b-b96c9894f7a2 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/networks/e109d303-421a-45ac-a86c-d756eb9ebdd2 HTTP/1.1" status: 204 len: 168 time: 1.5448780 Mar 28 11:34:57.090820 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47184) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:57.159603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d49339f0-6b6e-41a7-ba69-a639c315a541 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:57.188492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d49339f0-6b6e-41a7-ba69-a639c315a541 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:57.321888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d49339f0-6b6e-41a7-ba69-a639c315a541 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:57.340314 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49339f0-6b6e-41a7-ba69-a639c315a541 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0364784c-c092-4226-9d92-f6de0c44f417,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:57.412838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d49339f0-6b6e-41a7-ba69-a639c315a541 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:57.413993 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d49339f0-6b6e-41a7-ba69-a639c315a541 tempest-TestNetworkAdvancedServerOps-2058450932 tempest-TestNetworkAdvancedServerOps-2058450932-project] 10.222.0.18 "DELETE /v2.0/security-groups/0364784c-c092-4226-9d92-f6de0c44f417 HTTP/1.1" status: 204 len: 168 time: 0.3222713 Mar 28 11:34:58.079006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47194) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:58.239183 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-3f92823a-1234-4264-b29a-32b9552eaa59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e62c956a5f54e2796a6d966b01f5e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590528 Mar 28 11:34:58.241560 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47200) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:58.296776 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-269159b1-553d-4a03-bd1f-92270b52786d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:58.325351 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-269159b1-553d-4a03-bd1f-92270b52786d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:58.447644 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-269159b1-553d-4a03-bd1f-92270b52786d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:58.465073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269159b1-553d-4a03-bd1f-92270b52786d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3267a22-e513-465b-a6cd-022c36dfcb19,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:58.471301 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-269159b1-553d-4a03-bd1f-92270b52786d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:58.473010 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-269159b1-553d-4a03-bd1f-92270b52786d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3267a22-e513-465b-a6cd-022c36dfcb19 HTTP/1.1" status: 204 len: 168 time: 0.2298739 Mar 28 11:34:59.067194 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47208) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:59.084404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc98bdb6-85f3-4187-becb-bc0e97ed769e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:59.098569 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fc98bdb6-85f3-4187-becb-bc0e97ed769e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:34:59.102450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fc98bdb6-85f3-4187-becb-bc0e97ed769e admin admin] Usage tracker for resource:security_group_rule and tenant:4b0e1b1907ed4ca3a1bb20ad619500fc is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:34:59.105395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-fc98bdb6-85f3-4187-becb-bc0e97ed769e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:34:59.111078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-fc98bdb6-85f3-4187-becb-bc0e97ed769e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:34:59.176941 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:34:59.189789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc98bdb6-85f3-4187-becb-bc0e97ed769e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:59.262717 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-fc98bdb6-85f3-4187-becb-bc0e97ed769e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:59.306553 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98bdb6-85f3-4187-becb-bc0e97ed769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38311c-9083-4832-bf63-112412832f06,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:59.310722 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-fc98bdb6-85f3-4187-becb-bc0e97ed769e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b0e1b1907ed4ca3a1bb20ad619500fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425249 Mar 28 11:34:59.313292 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47212) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:34:59.371810 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01f00481-0863-40a7-8956-aecac7382232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:59.397186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01f00481-0863-40a7-8956-aecac7382232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:59.577088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01f00481-0863-40a7-8956-aecac7382232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:59.591088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f00481-0863-40a7-8956-aecac7382232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38311c-9083-4832-bf63-112412832f06,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:34:59.598081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-01f00481-0863-40a7-8956-aecac7382232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:34:59.599239 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-01f00481-0863-40a7-8956-aecac7382232 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e38311c-9083-4832-bf63-112412832f06 HTTP/1.1" status: 204 len: 168 time: 0.2850254 Mar 28 11:35:00.684275 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47238) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:00.786073 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2037345265-network', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:00.790888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:00.794708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Usage tracker for resource:network and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:00.797527 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:00.803722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:00.863151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Made reservation on behalf of 2c3a6505024846ed8255bc8cf21c5b73 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:35:00.865396 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:00.877139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:00.891657 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:00.895669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:00.898495 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:00.904072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:00.983370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:01.051835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:01.084643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:35:01.092773 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08ed807-70b5-4cb9-a59a-e1432ec09552,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:01.098537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:01.098876 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Added segment 23b268a3-5c5e-490e-945c-d0ae9077cb0f of type vlan for network c83892ba-cb19-4d17-a584-6872b6e3cca5 Mar 28 11:35:01.206982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:01.291482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:01.292441 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:01.293010 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:01.393203 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] Pushing event updated for resources: {'Network': ['ID=c83892ba-cb19-4d17-a584-6872b6e3cca5,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:01.403994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:35:01.442969 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f772d9be-26a8-40a2-9685-610803177e09 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7573385 Mar 28 11:35:01.445754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47244) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:01.451143 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Request body: {'subnet': {'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2037345265-subnet', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:01.456140 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:01.460661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Usage tracker for resource:subnet and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:01.463619 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:01.469371 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:01.549075 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Made reservation on behalf of 2c3a6505024846ed8255bc8cf21c5b73 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:35:01.550935 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:01.800470 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:01.872123 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:01.882924 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Checking segment: {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:35:01.883272 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Network hostable DHCP agents. Network: c83892ba-cb19-4d17-a584-6872b6e3cca5, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:35:01.955845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:35:02.019571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, c83892ba-cb19-4d17-a584-6872b6e3cca5) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:02.023783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:02.024358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.029370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c511b-0192-44ef-91d3-98665090a1d4 None None] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:35:02.094610 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-06953b34-a031-46b9-a68e-2d831af35364 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6476011 Mar 28 11:35:02.096993 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47248) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:02.101928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:02.106697 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:02.110609 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Usage tracker for resource:router and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:02.113893 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:02.119627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:02.179596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.180615 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.195329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.234933 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-c83892ba-cb19-4d17-a584-6872b6e3cca5', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:35:02.239432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.388718 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Allocated IP 172.20.0.2 (c83892ba-cb19-4d17-a584-6872b6e3cca5/7e0ba6e8-ad37-498d-bad4-cdd5f882cb63/4903e9a5-d981-41c6-b2e4-6f7ac20b75f3) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:35:02.538845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.620626 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.630451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Transition to ACTIVE for port object 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:02.649982 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Transition to ACTIVE for port object 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:02.708850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.769205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:02.770647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:02.774245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:35:02.817026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Pushing event updated for resources: {'Port': ['ID=4903e9a5-d981-41c6-b2e4-6f7ac20b75f3,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:02.873363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Attempting to bind port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:35:02.873726 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Attempting to bind port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:35:02.874114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Attempting to bind port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 on network c83892ba-cb19-4d17-a584-6872b6e3cca5 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:35:02.879480 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:35:02.879850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Checking segment: {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:35:02.880246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.880633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Bound using segment: {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:35:02.881093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Bound port: 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:35:02.881527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.896086 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.928270 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:02.966514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] For port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:35:02.969381 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] For port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4903e9a5-d981-41c6-b2e4-6f7ac20b75f3,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:35:03.031475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:03.057632 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Allocated IP 172.26.2.101 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/b633d81c-5a61-4b06-bed4-db4108bf691a) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:35:03.116555 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb5e90-9bab-4ffc-9419-b57d0729e23a None None] Pushing event updated for resources: {'Port': ['ID=4903e9a5-d981-41c6-b2e4-6f7ac20b75f3,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:03.210709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:03.293999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:03.464334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:03.470883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:03.473293 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:35:03.507970 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=b633d81c-5a61-4b06-bed4-db4108bf691a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:03.946445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:04.040937 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c1751-6b87-4f13-b45c-9d2bde56959d None None] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:35:04.203391 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-164f5a28-6283-4ff3-a623-af4b00543700 None None] Provisioning for port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:04.285257 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:04.414638 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:04.562039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:04.567519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:04.567981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:04.573188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Router 3c1179bf-bfcd-4e6a-8645-5d73efef53de is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:35:04.686285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:04.717920 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4903e9a5-d981-41c6-b2e4-6f7ac20b75f3,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:35:04.751747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:35:04.761108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Sync routers for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:35:04.770308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:04.770885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:04.822644 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:04.830588 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:04.834609 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-21a0b7ba-8170-425d-86d3-5013f5ffdfa4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7339306 Mar 28 11:35:04.834764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47252) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:04.976844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=4903e9a5-d981-41c6-b2e4-6f7ac20b75f3,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:05.005308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:05.318228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:03Z', 'revision_number': 3, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:05.322044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Checking router: 3c1179bf-bfcd-4e6a-8645-5d73efef53de for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:35:05.322390 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Updating router 3c1179bf-bfcd-4e6a-8645-5d73efef53de port b633d81c-5a61-4b06-bed4-db4108bf691a binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:35:05.373036 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:05.599511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:05.694083 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:05.705532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Transition to ACTIVE for port object b633d81c-5a61-4b06-bed4-db4108bf691a will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:05.784722 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:05.805957 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Allocated IP 172.20.0.1 (c83892ba-cb19-4d17-a584-6872b6e3cca5/7e0ba6e8-ad37-498d-bad4-cdd5f882cb63/973b29b7-69c4-49e4-9511-f0c238dbca56) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:35:05.865417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Attempting to bind port b633d81c-5a61-4b06-bed4-db4108bf691a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:35:05.865716 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Attempting to bind port b633d81c-5a61-4b06-bed4-db4108bf691a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:35:05.866103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Attempting to bind port b633d81c-5a61-4b06-bed4-db4108bf691a on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:35:05.871688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5862828-b514-40a0-b777-dac1e379cda0 None None] Pushing event updated for resources: {'Port': ['ID=b633d81c-5a61-4b06-bed4-db4108bf691a,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:05.875868 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:35:05.876239 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:35:05.876633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:05.877012 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:35:05.877471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Bound port: b633d81c-5a61-4b06-bed4-db4108bf691a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:35:05.877839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:05.951316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] For port b633d81c-5a61-4b06-bed4-db4108bf691a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:35:05.952181 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:05.954552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] For port b633d81c-5a61-4b06-bed4-db4108bf691a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b633d81c-5a61-4b06-bed4-db4108bf691a,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:35:05.967308 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Transition to ACTIVE for port object 973b29b7-69c4-49e4-9511-f0c238dbca56 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:06.023010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:06.047701 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:06.098106 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:06.098712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:06.108798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:06.116180 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:06.120580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:35:06.157602 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Pushing event updated for resources: {'Port': ['ID=973b29b7-69c4-49e4-9511-f0c238dbca56,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:06.165841 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5862828-b514-40a0-b777-dac1e379cda0 None None] Pushing event updated for resources: {'Port': ['ID=b633d81c-5a61-4b06-bed4-db4108bf691a,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:06.180757 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:06.290582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:06.396331 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:06.544573 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f9dcc5ed-0616-450e-9afb-6e850a4c14a3 None None] Provisioning for port 973b29b7-69c4-49e4-9511-f0c238dbca56 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:06.558308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f9dcc5ed-0616-450e-9afb-6e850a4c14a3 None None] Provisioning complete for port 973b29b7-69c4-49e4-9511-f0c238dbca56 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:06.558698 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc5ed-0616-450e-9afb-6e850a4c14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:06.626031 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:06.672824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-f9dcc5ed-0616-450e-9afb-6e850a4c14a3 None None] Port 973b29b7-69c4-49e4-9511-f0c238dbca56 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:35:06.676373 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:06.676736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:06.799226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:03Z', 'revision_number': 3, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:06.805947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f10696-b224-4f52-bf8d-0469a1a261a3 None None] The sync data for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv is: [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:03Z', 'revision_number': 3, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:35:06.855646 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:06.899044 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:07.009163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Pushing event updated for resources: {'Port': ['ID=973b29b7-69c4-49e4-9511-f0c238dbca56,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:07.014084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:07.155903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:07.157064 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:07.352788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Router 3c1179bf-bfcd-4e6a-8645-5d73efef53de has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:35:07.399441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-79e922b1-7109-4196-92a2-558f32488167 None None] Provisioning complete for port 973b29b7-69c4-49e4-9511-f0c238dbca56 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:07.400031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-79e922b1-7109-4196-92a2-558f32488167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:07.454774 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-79e922b1-7109-4196-92a2-558f32488167 None None] Port 973b29b7-69c4-49e4-9511-f0c238dbca56 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:35:07.538788 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:35:07.547845 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-038463b5-4535-4117-9902-8e3ead72823b admin admin] 10.222.0.18 "PUT /v2.0/routers/3c1179bf-bfcd-4e6a-8645-5d73efef53de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122240 Mar 28 11:35:08.219999 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 47270) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:08.225474 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-290631350-network', 'tenant_id': '93450cbf18e74ece835a909a733f495d'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:08.230366 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:08.234177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Usage tracker for resource:network and tenant:93450cbf18e74ece835a909a733f495d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:08.237029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:08.243395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:08.267321 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Sync routers for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:35:08.276814 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:08.277405 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:08.328089 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Made reservation on behalf of 93450cbf18e74ece835a909a733f495d for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:35:08.330556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.343307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.358289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:08.363101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Usage tracker for resource:security_group_rule and tenant:93450cbf18e74ece835a909a733f495d is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:08.366049 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:08.371986 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:08.416868 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b633d81c-5a61-4b06-bed4-db4108bf691a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:08.461331 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:08.463398 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.562159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.589373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:35:08.602332 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9dbe7-6398-498f-811a-4b40e59e040a,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:08.606827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.607174 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Added segment 02abbc43-cedf-4c02-8e8a-299b7958ade8 of type vlan for network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf Mar 28 11:35:08.608367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b633d81c-5a61-4b06-bed4-db4108bf691a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:08.623442 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b633d81c-5a61-4b06-bed4-db4108bf691a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:08.623806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.639603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.741423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.748677 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.750016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:08.750608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.757580 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port b633d81c-5a61-4b06-bed4-db4108bf691a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b633d81c-5a61-4b06-bed4-db4108bf691a,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:35:08.768307 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 2, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:08.772428 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Checking router: 3c1179bf-bfcd-4e6a-8645-5d73efef53de for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:35:08.772774 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Updating router 3c1179bf-bfcd-4e6a-8645-5d73efef53de port 973b29b7-69c4-49e4-9511-f0c238dbca56 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:35:08.827390 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.840582 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:08.851511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] Pushing event updated for resources: {'Network': ['ID=99a997b3-cffe-45ab-a50f-fe3d96c24aaf,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:08.877545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:35:08.932522 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d029edf3-4746-4833-b09c-47a2005501ab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7112880 Mar 28 11:35:08.935367 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47274) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:08.941610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Request body: {'subnet': {'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-290631350-subnet', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'ip_version': 4}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:08.945660 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:08.949556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Usage tracker for resource:subnet and tenant:93450cbf18e74ece835a909a733f495d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:08.952434 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:08.959220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:08.996536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=b633d81c-5a61-4b06-bed4-db4108bf691a,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:09.028710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Made reservation on behalf of 93450cbf18e74ece835a909a733f495d for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:35:09.031355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.201675 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.213704 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Transition to ACTIVE for port object 973b29b7-69c4-49e4-9511-f0c238dbca56 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:09.279749 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.303019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.380449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f74f7b-4b2c-47f3-aa63-5d002e646ab8,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:09.389710 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Checking segment: {'id': '02abbc43-cedf-4c02-8e8a-299b7958ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:35:09.390154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Network hostable DHCP agents. Network: 99a997b3-cffe-45ab-a50f-fe3d96c24aaf, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:35:09.438710 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Pushing event updated for resources: {'Port': ['ID=973b29b7-69c4-49e4-9511-f0c238dbca56,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:09.464954 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:35:09.478892 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.479240 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.479573 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.479902 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.480229 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.480555 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.480875 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.481193 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.481512 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.481833 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.482170 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.482484 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:35:09.500887 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Attempting to bind port 973b29b7-69c4-49e4-9511-f0c238dbca56 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:35:09.501197 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Attempting to bind port 973b29b7-69c4-49e4-9511-f0c238dbca56 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:35:09.501639 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Attempting to bind port 973b29b7-69c4-49e4-9511-f0c238dbca56 on network c83892ba-cb19-4d17-a584-6872b6e3cca5 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:35:09.507748 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:35:09.508014 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Checking segment: {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:35:09.508396 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.508778 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Bound using segment: {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:35:09.509252 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Bound port: 973b29b7-69c4-49e4-9511-f0c238dbca56, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:35:09.509587 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.533636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 99a997b3-cffe-45ab-a50f-fe3d96c24aaf) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:09.537801 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:09.538423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.544264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c0261-f09e-4b58-a1be-ac0540e5dd78 None None] Network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:35:09.599611 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] For port 973b29b7-69c4-49e4-9511-f0c238dbca56, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:35:09.602508 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] For port 973b29b7-69c4-49e4-9511-f0c238dbca56, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=973b29b7-69c4-49e4-9511-f0c238dbca56,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:35:09.614645 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d7fb8857-3a79-481c-b3aa-fc03a24c574b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6781981 Mar 28 11:35:09.617158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47278) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:09.622431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:09.627130 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:09.631778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Usage tracker for resource:router and tenant:93450cbf18e74ece835a909a733f495d is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:09.634623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:09.640319 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:09.698029 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.723999 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.725195 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.741494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.776277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-99a997b3-cffe-45ab-a50f-fe3d96c24aaf', 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'fixed_ips': [{'subnet_id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:35:09.777108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:09.779493 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:09.780236 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:09.856242 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca7669-9c7a-4740-89c9-62875161c111 None None] Pushing event updated for resources: {'Port': ['ID=973b29b7-69c4-49e4-9511-f0c238dbca56,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:09.950680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Allocated IP 172.20.0.2 (99a997b3-cffe-45ab-a50f-fe3d96c24aaf/c6f74f7b-4b2c-47f3-aa63-5d002e646ab8/b3435fda-072c-4955-87cd-936d014dfe6c) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:35:09.975080 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:10.127299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:10.177086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:10.186727 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Transition to ACTIVE for port object b3435fda-072c-4955-87cd-936d014dfe6c will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:10.204370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Transition to ACTIVE for port object b3435fda-072c-4955-87cd-936d014dfe6c will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:10.269028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:10.293888 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:09Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:10.298708 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42befe3d-078c-4d5f-a0af-f27d6a535c00 None None] The sync data for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv is: [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:09Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:35:10.337362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:10.340257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:10.343965 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:35:10.420218 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Pushing event updated for resources: {'Port': ['ID=b3435fda-072c-4955-87cd-936d014dfe6c,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:10.456712 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b633d81c-5a61-4b06-bed4-db4108bf691a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:10.526184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Attempting to bind port b3435fda-072c-4955-87cd-936d014dfe6c on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:35:10.526475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Attempting to bind port b3435fda-072c-4955-87cd-936d014dfe6c by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '02abbc43-cedf-4c02-8e8a-299b7958ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:35:10.526830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Attempting to bind port b3435fda-072c-4955-87cd-936d014dfe6c on network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:35:10.542057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:35:10.542432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Checking segment: {'id': '02abbc43-cedf-4c02-8e8a-299b7958ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:35:10.542821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:10.543210 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Bound using segment: {'id': '02abbc43-cedf-4c02-8e8a-299b7958ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:35:10.543670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Bound port: b3435fda-072c-4955-87cd-936d014dfe6c, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02abbc43-cedf-4c02-8e8a-299b7958ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:35:10.544038 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:10.550646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:10.586101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:10.608588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b633d81c-5a61-4b06-bed4-db4108bf691a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:10.609074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:10.696758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] For port b3435fda-072c-4955-87cd-936d014dfe6c, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:35:10.700080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] For port b3435fda-072c-4955-87cd-936d014dfe6c, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b3435fda-072c-4955-87cd-936d014dfe6c,segment=NetworkSegment(02abbc43-cedf-4c02-8e8a-299b7958ade8),segment_id=02abbc43-cedf-4c02-8e8a-299b7958ade8)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:35:10.733861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Allocated IP 172.26.2.46 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/b04486d3-b176-4d84-a291-7b9dffbd12db) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:35:10.778077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:10.866966 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c853b4-95f5-4e25-be3a-598a99229252 None None] Pushing event updated for resources: {'Port': ['ID=b3435fda-072c-4955-87cd-936d014dfe6c,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:11.024020 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:11.105160 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:11.168879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:11.171998 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:11.175855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:35:11.223159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Pushing event updated for resources: {'Port': ['ID=b04486d3-b176-4d84-a291-7b9dffbd12db,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:11.707802 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:11.745365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14574932-c6c4-4034-98fc-0e32e3004608 None None] Network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:35:11.928992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-12f3d5e3-315a-49d2-b1d6-1cd14865b89e None None] Provisioning for port b3435fda-072c-4955-87cd-936d014dfe6c completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:12.044158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:12.322183 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Router 3456d46d-9f30-4f49-b9d3-9a82fff5865b is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:35:12.443991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b3435fda-072c-4955-87cd-936d014dfe6c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:12.556490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b3435fda-072c-4955-87cd-936d014dfe6c completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:12.561613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b3435fda-072c-4955-87cd-936d014dfe6c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:12.562019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:12.612665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:35:12.651314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Sync routers for ids ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:35:12.682462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Routers {'3456d46d-9f30-4f49-b9d3-9a82fff5865b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:12.683080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:12.693198 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:12.694455 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e4c66146-3f80-48b6-8bbe-dc7d62a97de2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0763421 Mar 28 11:35:12.697106 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47282) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:12.735406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:12.850369 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port b3435fda-072c-4955-87cd-936d014dfe6c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b3435fda-072c-4955-87cd-936d014dfe6c,segment=NetworkSegment(02abbc43-cedf-4c02-8e8a-299b7958ade8),segment_id=02abbc43-cedf-4c02-8e8a-299b7958ade8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:35:12.881425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Set router 3456d46d-9f30-4f49-b9d3-9a82fff5865b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:12.922493 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:12.923248 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 973b29b7-69c4-49e4-9511-f0c238dbca56 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:13.191844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=b3435fda-072c-4955-87cd-936d014dfe6c,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:13.277515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 973b29b7-69c4-49e4-9511-f0c238dbca56 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:13.285530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 973b29b7-69c4-49e4-9511-f0c238dbca56 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:13.285918 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:13.321026 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:09Z', 'updated_at': '2022-03-28T11:35:11Z', 'revision_number': 3, 'project_id': '93450cbf18e74ece835a909a733f495d', 'gw_port': {'id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:10Z', 'updated_at': '2022-03-28T11:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:13.329849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Checking router: 3456d46d-9f30-4f49-b9d3-9a82fff5865b for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:35:13.330223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Updating router 3456d46d-9f30-4f49-b9d3-9a82fff5865b port b04486d3-b176-4d84-a291-7b9dffbd12db binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:35:13.381939 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:13.399971 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:13.557789 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:13.604210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Allocated IP 172.20.0.1 (99a997b3-cffe-45ab-a50f-fe3d96c24aaf/c6f74f7b-4b2c-47f3-aa63-5d002e646ab8/2b5462ad-c4d8-4e8a-a878-1519d3761f4a) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:35:13.631411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 973b29b7-69c4-49e4-9511-f0c238dbca56, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=973b29b7-69c4-49e4-9511-f0c238dbca56,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:35:13.732824 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:13.765005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:13.781718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Transition to ACTIVE for port object 2b5462ad-c4d8-4e8a-a878-1519d3761f4a will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:13.880674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:13.896993 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=973b29b7-69c4-49e4-9511-f0c238dbca56,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:13.913282 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:13.926168 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Transition to ACTIVE for port object b04486d3-b176-4d84-a291-7b9dffbd12db will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:13.947393 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:13.950290 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:13.952758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:35:14.003333 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Pushing event updated for resources: {'Port': ['ID=2b5462ad-c4d8-4e8a-a878-1519d3761f4a,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:14.020325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.022025 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.104967 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Attempting to bind port b04486d3-b176-4d84-a291-7b9dffbd12db on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:35:14.105332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Attempting to bind port b04486d3-b176-4d84-a291-7b9dffbd12db by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:35:14.105682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Attempting to bind port b04486d3-b176-4d84-a291-7b9dffbd12db on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:35:14.111607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c513bcc-4686-4ea1-bed9-928965dff7a6 None None] Pushing event updated for resources: {'Port': ['ID=b04486d3-b176-4d84-a291-7b9dffbd12db,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:14.117398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:35:14.117767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:35:14.118211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.118596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:35:14.119121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Bound port: b04486d3-b176-4d84-a291-7b9dffbd12db, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:35:14.119487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.203659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] For port b04486d3-b176-4d84-a291-7b9dffbd12db, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:35:14.206891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] For port b04486d3-b176-4d84-a291-7b9dffbd12db, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b04486d3-b176-4d84-a291-7b9dffbd12db,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:35:14.264962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1d60562c-9368-403a-9f33-5c93378a730f None None] Provisioning for port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:14.270767 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-1d60562c-9368-403a-9f33-5c93378a730f None None] Provisioning complete for port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:14.271149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1d60562c-9368-403a-9f33-5c93378a730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.307775 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.413676 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b3435fda-072c-4955-87cd-936d014dfe6c up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:14.436558 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-1d60562c-9368-403a-9f33-5c93378a730f None None] Port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:35:14.452437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Routers {'3456d46d-9f30-4f49-b9d3-9a82fff5865b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:14.453044 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:14.508300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.535280 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c513bcc-4686-4ea1-bed9-928965dff7a6 None None] Pushing event updated for resources: {'Port': ['ID=b04486d3-b176-4d84-a291-7b9dffbd12db,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:14.644689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b3435fda-072c-4955-87cd-936d014dfe6c triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:14.645306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.692453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] Set router 3456d46d-9f30-4f49-b9d3-9a82fff5865b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:14.730417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.818978 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.926783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:14.931041 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Pushing event updated for resources: {'Port': ['ID=2b5462ad-c4d8-4e8a-a878-1519d3761f4a,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:14.983694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 973b29b7-69c4-49e4-9511-f0c238dbca56 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:15.062145 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:15.063320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:15.114568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 973b29b7-69c4-49e4-9511-f0c238dbca56 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:15.114942 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:15.177129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:09Z', 'updated_at': '2022-03-28T11:35:14Z', 'revision_number': 4, 'project_id': '93450cbf18e74ece835a909a733f495d', 'gw_port': {'id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:10Z', 'updated_at': '2022-03-28T11:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '2b5462ad-c4d8-4e8a-a878-1519d3761f4a', 'name': '', 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'mac_address': 'fa:16:3e:53:dd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:13Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 1, 'project_id': '93450cbf18e74ece835a909a733f495d', 'subnets': [{'id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:15.182281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190f55e-74d9-4886-b28e-b6a066dcd6d5 None None] The sync data for ids ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'] in dv-neutron-835336-1-hyperv is: [{'id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:09Z', 'updated_at': '2022-03-28T11:35:14Z', 'revision_number': 4, 'project_id': '93450cbf18e74ece835a909a733f495d', 'gw_port': {'id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:10Z', 'updated_at': '2022-03-28T11:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '2b5462ad-c4d8-4e8a-a878-1519d3761f4a', 'name': '', 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'mac_address': 'fa:16:3e:53:dd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:13Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 1, 'project_id': '93450cbf18e74ece835a909a733f495d', 'subnets': [{'id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:35:15.260419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Router 3456d46d-9f30-4f49-b9d3-9a82fff5865b has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:35:15.368221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-70c67594-4a31-4cf6-8a73-f27678ba20d0 None None] Provisioning complete for port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:15.368591 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-70c67594-4a31-4cf6-8a73-f27678ba20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:15.442631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-70c67594-4a31-4cf6-8a73-f27678ba20d0 None None] Port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:35:15.463819 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:35:15.473441 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8921c41f-3c17-4079-b5a5-a1939b6493ae admin admin] 10.222.0.18 "PUT /v2.0/routers/3456d46d-9f30-4f49-b9d3-9a82fff5865b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7752531 Mar 28 11:35:16.179930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47292) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:16.185254 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667381110', 'description': 'tempest-secgroup-smoke-667381110 description', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:16.191754 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:16.195718 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:16.198674 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:16.200084 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:16.209975 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:16.281749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:16.301347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:16.305084 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:16.307822 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:16.313416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:16.380354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:16.445549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:16.485295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a119125f-36ca-4a42-981f-ec0f906c5585,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:16.560038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:16.561242 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2ae6f18d-f9d3-482f-aeac-9e9685c81219 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3802338 Mar 28 11:35:16.564171 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47296) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:16.569696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'a119125f-36ca-4a42-981f-ec0f906c5585', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:16.575625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:16.579365 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:16.582179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:16.587665 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:16.668948 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:16.730368 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:16.800570 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:16.824284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a57a25b-f426-4b2f-aabc-99661fd0fe63,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:16.891734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:16.892962 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-efc324b9-7d71-4d82-a7eb-70e5874a1be8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278689 Mar 28 11:35:16.896578 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47300) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:16.901577 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'a119125f-36ca-4a42-981f-ec0f906c5585', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:16.907616 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:16.911504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:16.914431 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:16.920120 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:17.009921 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.076504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.116406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.142262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452d310c-83db-4608-8499-4334f0296bc2,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:17.228721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.230005 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e894bdd8-8d9d-48a8-8199-867c9d3508e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3324275 Mar 28 11:35:17.232604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47304) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:17.238233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'a119125f-36ca-4a42-981f-ec0f906c5585', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:17.244294 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:17.248248 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:17.251206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:17.257477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:17.378927 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.447809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.504456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.529225 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e553fdf-7fed-4ec0-82d8-dc8a29a0d1df,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:17.584541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.585741 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-78f37670-5cea-4e2f-9251-b616d71d6a5a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3522079 Mar 28 11:35:17.588533 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47308) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:17.593494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'a119125f-36ca-4a42-981f-ec0f906c5585', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:17.600296 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:17.604192 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:17.607051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:17.613599 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:17.680838 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.744089 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.805586 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.828466 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dc9fbc-fbc7-439a-bba2-3ba541ed4f62,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:17.902942 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:17.904151 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-69b6ba72-2492-432c-98e7-30ccf1a53c09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3146966 Mar 28 11:35:17.906949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47312) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:17.912560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'a119125f-36ca-4a42-981f-ec0f906c5585', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:17.918596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:17.922596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:17.925565 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:17.931340 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:18.011674 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Project 2c3a6505024846ed8255bc8cf21c5b73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:35:18.019214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.084552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.161888 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.176346 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Sync routers for ids ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:35:18.185509 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Routers {'3456d46d-9f30-4f49-b9d3-9a82fff5865b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:18.186134 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:18.187634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b390153-5400-4136-a562-7d2409d565c9,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:18.256902 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.258146 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a31e2199-a6b9-4c1c-bc12-6dcad29c2ad3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502569 Mar 28 11:35:18.260855 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47316) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:18.265831 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'a119125f-36ca-4a42-981f-ec0f906c5585', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:18.272496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:18.276448 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:18.279417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:18.285251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:18.314043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2373d5d8-17b5-4108-8216-c636d6f3805f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.371765 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Project 2c3a6505024846ed8255bc8cf21c5b73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:35:18.379446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.390168 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Set router 3456d46d-9f30-4f49-b9d3-9a82fff5865b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:18.423089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b04486d3-b176-4d84-a291-7b9dffbd12db up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:18.448557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.516377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.542299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634bb649-851a-4398-bd2e-461a08262f73,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:18.552188 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port b04486d3-b176-4d84-a291-7b9dffbd12db completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:18.558525 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b04486d3-b176-4d84-a291-7b9dffbd12db triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:18.560787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.601747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.610833 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3c366fc7-604c-4f40-83da-41a1536dd8bc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3414152 Mar 28 11:35:18.680721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.697233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port b04486d3-b176-4d84-a291-7b9dffbd12db, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b04486d3-b176-4d84-a291-7b9dffbd12db,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:35:18.719402 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:09Z', 'updated_at': '2022-03-28T11:35:14Z', 'revision_number': 4, 'project_id': '93450cbf18e74ece835a909a733f495d', 'gw_port': {'id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:10Z', 'updated_at': '2022-03-28T11:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '2b5462ad-c4d8-4e8a-a878-1519d3761f4a', 'name': '', 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'mac_address': 'fa:16:3e:53:dd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:13Z', 'updated_at': '2022-03-28T11:35:14Z', 'revision_number': 2, 'project_id': '93450cbf18e74ece835a909a733f495d', 'subnets': [{'id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:18.723205 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Checking router: 3456d46d-9f30-4f49-b9d3-9a82fff5865b for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:35:18.723546 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Updating router 3456d46d-9f30-4f49-b9d3-9a82fff5865b port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:35:18.761761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.764908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-e47d45ec-6d94-47c9-bb96-594f0ffc7f4b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Synchronizing usage tracker for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:35:18.781138 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:18.871016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-e47d45ec-6d94-47c9-bb96-594f0ffc7f4b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Unset dirty status for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:35:18.872144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=b04486d3-b176-4d84-a291-7b9dffbd12db,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:18.872711 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-e47d45ec-6d94-47c9-bb96-594f0ffc7f4b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667381110&fields=id&tenant_id=2c3a6505024846ed8255bc8cf21c5b73 HTTP/1.1" status: 200 len: 267 time: 0.1467569 Mar 28 11:35:19.123816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-42ea08c1-74a0-4977-a8fd-bc46c9ac2899 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:19.125136 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-42ea08c1-74a0-4977-a8fd-bc46c9ac2899 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 809 time: 0.2452834 Mar 28 11:35:19.126304 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:19.137958 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Transition to ACTIVE for port object 2b5462ad-c4d8-4e8a-a878-1519d3761f4a will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:19.140563 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-6c35ee44-905d-4bee-a66e-67e151d8939e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/quotas/2c3a6505024846ed8255bc8cf21c5b73 HTTP/1.1" status: 200 len: 375 time: 0.0091238 Mar 28 11:35:19.196066 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:19.226758 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7e2a6bdc-40c7-49f3-b036-8597d7381a99 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801828 Mar 28 11:35:19.352767 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd03175-86e7-4166-a0fc-5e6c66d02172 None None] Pushing event updated for resources: {'Port': ['ID=2b5462ad-c4d8-4e8a-a878-1519d3761f4a,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:19.383699 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-ce34a70a-f407-4fac-8c6f-dc50c556f1e3 service neutron] 10.222.0.18 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448400 Mar 28 11:35:19.414339 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Attempting to bind port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:35:19.414619 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Attempting to bind port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '02abbc43-cedf-4c02-8e8a-299b7958ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:35:19.415009 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Attempting to bind port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a on network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:35:19.420405 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:35:19.420777 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Checking segment: {'id': '02abbc43-cedf-4c02-8e8a-299b7958ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:35:19.421165 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:19.421544 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Bound using segment: {'id': '02abbc43-cedf-4c02-8e8a-299b7958ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:35:19.422029 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Bound port: 2b5462ad-c4d8-4e8a-a878-1519d3761f4a, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02abbc43-cedf-4c02-8e8a-299b7958ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:35:19.422394 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:19.514020 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] For port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:35:19.517076 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] For port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2b5462ad-c4d8-4e8a-a878-1519d3761f4a,segment=NetworkSegment(02abbc43-cedf-4c02-8e8a-299b7958ade8),segment_id=02abbc43-cedf-4c02-8e8a-299b7958ade8)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:35:19.527533 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-e353b3b2-8012-47b4-8ec3-494570bbdd17 service neutron] 10.222.0.18 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368139 Mar 28 11:35:19.579822 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:19.658924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Routers {'3456d46d-9f30-4f49-b9d3-9a82fff5865b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:19.659616 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:34:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:19.743025 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd03175-86e7-4166-a0fc-5e6c66d02172 None None] Pushing event updated for resources: {'Port': ['ID=2b5462ad-c4d8-4e8a-a878-1519d3761f4a,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:19.781961 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d068d749-efab-4788-b858-2d1c03ddcefb req-64069a30-1879-4c92-a6c4-e1cf43710e87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 210 time: 0.0473831 Mar 28 11:35:19.853509 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] Set router 3456d46d-9f30-4f49-b9d3-9a82fff5865b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:20.178055 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:09Z', 'updated_at': '2022-03-28T11:35:14Z', 'revision_number': 4, 'project_id': '93450cbf18e74ece835a909a733f495d', 'gw_port': {'id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:10Z', 'updated_at': '2022-03-28T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '2b5462ad-c4d8-4e8a-a878-1519d3761f4a', 'name': '', 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'mac_address': 'fa:16:3e:53:dd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:13Z', 'updated_at': '2022-03-28T11:35:19Z', 'revision_number': 4, 'project_id': '93450cbf18e74ece835a909a733f495d', 'subnets': [{'id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:20.181636 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83611122-abb5-4933-b7c7-d08ce67f29a4 None None] The sync data for ids ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'] in dv-neutron-835336-1-hyperv is: [{'id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:09Z', 'updated_at': '2022-03-28T11:35:14Z', 'revision_number': 4, 'project_id': '93450cbf18e74ece835a909a733f495d', 'gw_port': {'id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:10Z', 'updated_at': '2022-03-28T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '2b5462ad-c4d8-4e8a-a878-1519d3761f4a', 'name': '', 'network_id': '99a997b3-cffe-45ab-a50f-fe3d96c24aaf', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'mac_address': 'fa:16:3e:53:dd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:13Z', 'updated_at': '2022-03-28T11:35:19Z', 'revision_number': 4, 'project_id': '93450cbf18e74ece835a909a733f495d', 'subnets': [{'id': 'c6f74f7b-4b2c-47f3-aa63-5d002e646ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:35:20.417287 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b04486d3-b176-4d84-a291-7b9dffbd12db up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:20.496241 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port b04486d3-b176-4d84-a291-7b9dffbd12db triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:20.496629 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:20.550478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7690faf3-3c15-480b-8a40-f1f1805f4e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:20.619757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2b5462ad-c4d8-4e8a-a878-1519d3761f4a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:20.748560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:20.753541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:20.753922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:20.872997 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:20.890208 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-71016396-fc75-4ab0-a997-474b7e5eea2c req-e59c613f-d1eb-4458-898e-8ec3ece303f7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 210 time: 0.0468564 Mar 28 11:35:20.906379 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2b5462ad-c4d8-4e8a-a878-1519d3761f4a,segment=NetworkSegment(02abbc43-cedf-4c02-8e8a-299b7958ade8),segment_id=02abbc43-cedf-4c02-8e8a-299b7958ade8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:35:20.973670 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:21.042298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=2b5462ad-c4d8-4e8a-a878-1519d3761f4a,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:21.611281 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:21.737925 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:21.992417 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b4ac4a3e-17d9-434d-9b33-7a0428c0ec3f req-28919897-da2a-421a-8c9c-f208c1494fba tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 210 time: 0.0477700 Mar 28 11:35:22.390994 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2b5462ad-c4d8-4e8a-a878-1519d3761f4a up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:22.456766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:22.457121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:23.086908 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-160ee20a-da85-4a08-84b0-e621df1c7846 req-709b99e3-861f-43f8-ba62-3d52c1dffcc2 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 210 time: 0.0424538 Mar 28 11:35:23.170876 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:24.230667 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-25501096-2377-43b9-9bab-52a8c8c6e1dc req-709347e0-abcd-4c96-8e4c-111b11d9840d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 210 time: 0.0420041 Mar 28 11:35:25.378273 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-67d57ab0-015d-4dfe-8685-2288178f9f40 req-859326d2-0218-4de1-9f1c-b164bc817cae tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 210 time: 0.0452328 Mar 28 11:35:26.381001 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-1f1b9f06-d565-477f-93e6-30b837061e06 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:26.381660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-1f1b9f06-d565-477f-93e6-30b837061e06 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Synchronizing usage tracker for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:35:26.463111 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-1f1b9f06-d565-477f-93e6-30b837061e06 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Unset dirty status for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:35:26.464376 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-1f1b9f06-d565-477f-93e6-30b837061e06 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 809 time: 0.2329249 Mar 28 11:35:26.528427 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-38fe114f-6c4f-45b5-94b9-39570c719a8c req-edd076e4-90e0-4458-a69e-e418cca53e72 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 210 time: 0.0424070 Mar 28 11:35:26.531737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-6d168d51-656a-4f49-b702-629777d580d9 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Synchronizing usage tracker for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:35:26.544191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-6d168d51-656a-4f49-b702-629777d580d9 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Unset dirty status for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:35:26.545322 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-6d168d51-656a-4f49-b702-629777d580d9 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3a6505024846ed8255bc8cf21c5b73 HTTP/1.1" status: 200 len: 379 time: 0.0546243 Mar 28 11:35:26.556752 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'port': {'device_id': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'admin_state_up': True, 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'security_groups': ['a119125f-36ca-4a42-981f-ec0f906c5585']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:26.792372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:26.796109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:port and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:26.798870 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:26.805731 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:26.881077 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Made reservation on behalf of 2c3a6505024846ed8255bc8cf21c5b73 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:35:26.884627 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:27.043663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Allocated IP 172.20.0.12 (c83892ba-cb19-4d17-a584-6872b6e3cca5/7e0ba6e8-ad37-498d-bad4-cdd5f882cb63/fcd91ff7-c674-4540-94a5-b8669855a94e) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:35:27.226117 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:27.240859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Transition to ACTIVE for port object fcd91ff7-c674-4540-94a5-b8669855a94e will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:27.338836 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:27.402664 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:27.409890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:27.414231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:35:27.447895 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:27.484754 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:27.485362 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:27.568778 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-3586c717-6584-4d0b-8f82-d0545cb7f113 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0069737 Mar 28 11:35:27.584058 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Request body: {'port': {'device_id': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:27.696017 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:27.715807 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-df4a5348-0899-4f0c-b29e-dfffdb8b323c None None] Provisioning for port fcd91ff7-c674-4540-94a5-b8669855a94e completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:27.716730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95559f16-08a1-4374-ba55-53c954dd12a4 req-8f13d0e1-0516-4c98-bb55-0dc92fc6812b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:27.718133 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-95559f16-08a1-4374-ba55-53c954dd12a4 req-8f13d0e1-0516-4c98-bb55-0dc92fc6812b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 932 time: 0.0790865 Mar 28 11:35:27.721114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-df4a5348-0899-4f0c-b29e-dfffdb8b323c None None] Provisioning complete for port fcd91ff7-c674-4540-94a5-b8669855a94e triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:27.721693 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-df4a5348-0899-4f0c-b29e-dfffdb8b323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:27.766275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-95559f16-08a1-4374-ba55-53c954dd12a4 req-42e626ac-0a1d-489c-9689-f2d73cc9a201 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418143 Mar 28 11:35:27.784290 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-df4a5348-0899-4f0c-b29e-dfffdb8b323c None None] Port fcd91ff7-c674-4540-94a5-b8669855a94e cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:35:28.032459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd91ff7-c674-4540-94a5-b8669855a94e {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:35:28.040021 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:28.054090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Transition to ACTIVE for port object fcd91ff7-c674-4540-94a5-b8669855a94e will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:35:28.109748 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:28.237246 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:28.345107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Attempting to bind port fcd91ff7-c674-4540-94a5-b8669855a94e on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:35:28.345442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Attempting to bind port fcd91ff7-c674-4540-94a5-b8669855a94e by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:35:28.345766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Attempting to bind port fcd91ff7-c674-4540-94a5-b8669855a94e on network c83892ba-cb19-4d17-a584-6872b6e3cca5 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:35:28.350841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Port fcd91ff7-c674-4540-94a5-b8669855a94e on network c83892ba-cb19-4d17-a584-6872b6e3cca5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:35:28.351156 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Attempting to bind port fcd91ff7-c674-4540-94a5-b8669855a94e on network c83892ba-cb19-4d17-a584-6872b6e3cca5 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:35:28.356119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:35:28.356450 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Checking segment: {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:35:28.356830 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Bound using segment: {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:35:28.357245 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Bound port: fcd91ff7-c674-4540-94a5-b8669855a94e, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:35:28.357584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:28.447115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:35:28.450113 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:35:28.516445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:28.575198 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:28.575800 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:28.577208 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] 10.222.0.31 "PUT /v2.0/ports/fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 200 len: 1094 time: 0.9973814 Mar 28 11:35:28.577595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:35:28.603342 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb60c1-4309-4c39-a81b-ccfbad44bbcd service neutron] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:28.623619 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'status': 'completed', 'code': 200} Mar 28 11:35:28.743865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443d38-71de-462d-83c7-b992edc22272 req-44eb2239-4e39-4c90-9d20-bed9d8d1d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:28.745344 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c7443d38-71de-462d-83c7-b992edc22272 req-44eb2239-4e39-4c90-9d20-bed9d8d1d207 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1097 time: 0.0724056 Mar 28 11:35:28.900537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443d38-71de-462d-83c7-b992edc22272 req-fabced1d-0b77-46d8-9e5f-2364cce46739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:28.902011 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c7443d38-71de-462d-83c7-b992edc22272 req-fabced1d-0b77-46d8-9e5f-2364cce46739 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1352239 Mar 28 11:35:28.950205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f70025-9a91-430d-ba46-2a063cfeff11 req-8c8ca434-e2bb-4bff-ba78-409b8d88b1d9 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:28.951686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d1f70025-9a91-430d-ba46-2a063cfeff11 req-8c8ca434-e2bb-4bff-ba78-409b8d88b1d9 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0796313 Mar 28 11:35:28.998223 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d1f70025-9a91-430d-ba46-2a063cfeff11 req-2e94eff3-f144-42fc-bd83-1d37d261391d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405953 Mar 28 11:35:29.142599 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443d38-71de-462d-83c7-b992edc22272 req-b4acec77-d3c6-4012-b14b-22588a1dfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:29.144018 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c7443d38-71de-462d-83c7-b992edc22272 req-b4acec77-d3c6-4012-b14b-22588a1dfdd7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2318051 Mar 28 11:35:29.279611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-df39e39f-259f-432d-82e5-225d04a28593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:29.281020 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-df39e39f-259f-432d-82e5-225d04a28593 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1097 time: 0.0718484 Mar 28 11:35:29.360738 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-972f03ac-b7d4-4f45-80e5-99e015624e2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 200 len: 217 time: 0.0609562 Mar 28 11:35:29.424204 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-f731c5b2-a556-46bc-baa3-ee4d23731247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:29.425495 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-f731c5b2-a556-46bc-baa3-ee4d23731247 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0560904 Mar 28 11:35:29.502666 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-e96e7b74-d506-4c41-864c-5ad5f0ea030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:29.504098 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-e96e7b74-d506-4c41-864c-5ad5f0ea030c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688136 Mar 28 11:35:29.636635 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-40d522dc-3be0-45b3-9fee-f85b5f1d1ba9 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226614 Mar 28 11:35:29.772451 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-64216672-fd6c-4470-9a1f-d11c555ffbf0 req-da6abc9e-1ddf-4e44-bd4a-e5140bb4c576 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262910 Mar 28 11:35:30.184363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9633bd-188b-4c53-98fe-e5e96acb2f18 req-28f7f5bc-727f-41fd-b1e1-ced596543a87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:30.185796 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1c9633bd-188b-4c53-98fe-e5e96acb2f18 req-28f7f5bc-727f-41fd-b1e1-ced596543a87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0817361 Mar 28 11:35:30.229921 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1c9633bd-188b-4c53-98fe-e5e96acb2f18 req-0272e087-bdfc-45dd-9b16-10ddfc8442db tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 Mar 28 11:35:31.415880 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185836-5e69-4f89-8a41-8bf202e09f25 req-b39f3c0e-3c6f-4b23-85db-515e00782068 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:31.417278 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23185836-5e69-4f89-8a41-8bf202e09f25 req-b39f3c0e-3c6f-4b23-85db-515e00782068 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0785377 Mar 28 11:35:31.463116 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-23185836-5e69-4f89-8a41-8bf202e09f25 req-ccd1d380-07c8-4e89-8c80-52f2b5de0d0d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402923 Mar 28 11:35:32.505283 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:35:32.638120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:35:32.648697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348f3fb-2379-454e-afce-bb2dad2dc5ef req-76fcf6a3-98ce-48ad-b7f7-24181e1f763d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:32.650179 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1348f3fb-2379-454e-afce-bb2dad2dc5ef req-76fcf6a3-98ce-48ad-b7f7-24181e1f763d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0791190 Mar 28 11:35:32.651432 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'port_id': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'mac_address': 'fa:16:3e:78:3e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:35:32.695748 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1348f3fb-2379-454e-afce-bb2dad2dc5ef req-00307777-2c2a-4662-8f91-d4ec349b64f3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396326 Mar 28 11:35:32.706489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:32.723917 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd91ff7-c674-4540-94a5-b8669855a94e {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:35:32.738792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:35:32.795306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:32.862881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:33.150538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['fcd91ff7-c674-4540-94a5-b8669855a94e'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:35:33.878804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20552ad4-7452-49e6-9188-7e10a76b596a req-d7e36f5b-8b34-4262-9199-6782a7eef848 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:33.880843 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-20552ad4-7452-49e6-9188-7e10a76b596a req-d7e36f5b-8b34-4262-9199-6782a7eef848 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 945 time: 0.0812340 Mar 28 11:35:33.923620 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-20552ad4-7452-49e6-9188-7e10a76b596a req-6ad77114-534f-471b-91d0-ff7ec238580b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372198 Mar 28 11:35:34.521616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:35:34.652821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port fcd91ff7-c674-4540-94a5-b8669855a94e completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:35:34.657570 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port fcd91ff7-c674-4540-94a5-b8669855a94e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:35:34.662184 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:34.768737 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:34.795115 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:35:34.804403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:35:34.887578 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:34.890268 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'code': 200} Mar 28 11:35:34.959233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:35.108654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e111d-07e3-4792-bf0a-abb63a6867fd req-e9feee38-cdf5-493d-9d71-e5afc1b230c4 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:35.110113 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cb5e111d-07e3-4792-bf0a-abb63a6867fd req-e9feee38-cdf5-493d-9d71-e5afc1b230c4 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0794630 Mar 28 11:35:35.154087 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cb5e111d-07e3-4792-bf0a-abb63a6867fd req-870a1321-0f02-4939-9107-3e9ecf53c631 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377376 Mar 28 11:35:35.299625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc4639-006e-41da-af4e-7d6492403f82 req-8ff01e6d-21ff-4df3-8dbb-f8364f12bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:35.301068 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f5fc4639-006e-41da-af4e-7d6492403f82 req-8ff01e6d-21ff-4df3-8dbb-f8364f12bed8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1099 time: 0.0723817 Mar 28 11:35:35.343736 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-f5fc4639-006e-41da-af4e-7d6492403f82 req-cbd87cef-4233-4f16-973c-7916a15db21a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327241 Mar 28 11:35:36.176261 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:35:36.341351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5cf27-52c6-4bc8-9184-6beba37751bd req-61a9254a-493c-4161-9247-d4ddaf0f6b49 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:36.342850 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-19a5cf27-52c6-4bc8-9184-6beba37751bd req-61a9254a-493c-4161-9247-d4ddaf0f6b49 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0821970 Mar 28 11:35:36.385680 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-19a5cf27-52c6-4bc8-9184-6beba37751bd req-20a44ae1-2eab-44af-8bfc-70fd6867eb9a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373430 Mar 28 11:35:37.566744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4a31-eb12-4484-a483-c30f8418464c req-24800ea3-3ea8-4985-9c92-d4ba6e8827e5 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:37.568209 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-70bc4a31-eb12-4484-a483-c30f8418464c req-24800ea3-3ea8-4985-9c92-d4ba6e8827e5 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0790393 Mar 28 11:35:37.711314 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-70bc4a31-eb12-4484-a483-c30f8418464c req-c66b979c-cb7b-40b5-a8b9-fd9accf23327 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373599 Mar 28 11:35:37.887571 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa938696-e6cf-4252-a72e-613866f3f929 req-110c0edd-9fc1-4458-92ae-cc59e075f147 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:37.888972 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fa938696-e6cf-4252-a72e-613866f3f929 req-110c0edd-9fc1-4458-92ae-cc59e075f147 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0772097 Mar 28 11:35:37.931415 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fa938696-e6cf-4252-a72e-613866f3f929 req-dc22a0bc-4d9a-4cee-9f32-6fb6a8e66fbc tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369692 Mar 28 11:35:37.953394 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47396) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:38.118705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3997d31-176c-4e76-805c-8fcde8514b64 tempest-TestShelveInstance-1069378772 tempest-TestShelveInstance-1069378772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:38.119407 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d3997d31-176c-4e76-805c-8fcde8514b64 tempest-TestShelveInstance-1069378772 tempest-TestShelveInstance-1069378772-project-admin] Synchronizing usage tracker for tenant:93450cbf18e74ece835a909a733f495d on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:35:38.204979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-d3997d31-176c-4e76-805c-8fcde8514b64 tempest-TestShelveInstance-1069378772 tempest-TestShelveInstance-1069378772-project-admin] Unset dirty status for tenant:93450cbf18e74ece835a909a733f495d on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:35:38.206169 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-d3997d31-176c-4e76-805c-8fcde8514b64 tempest-TestShelveInstance-1069378772 tempest-TestShelveInstance-1069378772-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1094 time: 0.2517421 Mar 28 11:35:38.209016 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47402) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:35:38.214064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:35:38.219966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:35:38.223773 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:floatingip and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:35:38.226617 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:35:38.232279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:35:38.303027 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:38.436432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:38.566757 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Allocated IP 172.26.2.130 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/49d1f690-34cd-47ee-bbac-35e4ea725a17) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:35:38.711600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:38.790357 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:38.848279 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:35:38.851596 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:35:38.859232 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:35:38.892989 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'Port': ['ID=49d1f690-34cd-47ee-bbac-35e4ea725a17,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:39.263009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:39.372744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:39.573024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:39.633913 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:39.744987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'Port': ['ID=49d1f690-34cd-47ee-bbac-35e4ea725a17,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:35:39.755483 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:40.023249 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Floating IP cc8b9c6f-0ab1-4a0b-a528-274873813a86 associated. External IP: 172.26.2.130, port: fcd91ff7-c674-4540-94a5-b8669855a94e. Mar 28 11:35:40.367456 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Router 3c1179bf-bfcd-4e6a-8645-5d73efef53de has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:35:40.546704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:35:40.556332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] Sync routers for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:35:40.565267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:40.565868 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:35:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:40.630614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:40.686952 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-2e2f8ee9-666d-4f31-b4e1-66aa1bcf0f8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4769030 Mar 28 11:35:40.687722 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:35:40.732648 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'status': 'completed', 'code': 200} Mar 28 11:35:40.774289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:40.851151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-b5629da7-f609-4a5f-90d3-4e2e14040e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:40.852631 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-b5629da7-f609-4a5f-90d3-4e2e14040e8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1099 time: 0.0705817 Mar 28 11:35:40.983532 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-33ea76c8-28f1-4523-8231-adcc81d96edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:40.984916 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-33ea76c8-28f1-4523-8231-adcc81d96edb service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1261103 Mar 28 11:35:41.086842 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-a6cbae85-7792-4c66-9bc3-2e0f87d237c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 200 len: 1000 time: 0.0959585 Mar 28 11:35:41.114904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'cc8b9c6f-0ab1-4a0b-a528-274873813a86', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'port_id': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'mac_address': 'fa:16:3e:78:3e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:35:39Z', 'updated_at': '2022-03-28T11:35:39Z', 'revision_number': 0, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:41.118673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] Checking router: 3c1179bf-bfcd-4e6a-8645-5d73efef53de for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:35:41.126682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:35:41.127264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:35:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:41.154341 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-ac641d38-95b9-4f04-9c76-976e56d8e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:41.155769 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-ac641d38-95b9-4f04-9c76-976e56d8e3f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0605707 Mar 28 11:35:41.229843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-f593e7c3-5a2d-4fc3-a1ec-0f0417c33c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:35:41.231319 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-f593e7c3-5a2d-4fc3-a1ec-0f0417c33c99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690126 Mar 28 11:35:41.299708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:35:41.360915 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-3b655d55-1e42-4cb4-9c7f-b6a8e769d6a3 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232195 Mar 28 11:35:41.495421 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-d2f46e34-3c3e-4dff-a3b2-99933f388f4c req-703132e1-6595-4d3c-93d5-f82ffcb1eda5 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271555 Mar 28 11:35:41.636686 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'cc8b9c6f-0ab1-4a0b-a528-274873813a86', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'port_id': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'mac_address': 'fa:16:3e:78:3e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:35:39Z', 'updated_at': '2022-03-28T11:35:39Z', 'revision_number': 0, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:35:41.640509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557904e0-6989-4ce5-aeae-26f8e055a629 None None] The sync data for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv is: [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'cc8b9c6f-0ab1-4a0b-a528-274873813a86', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'port_id': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'mac_address': 'fa:16:3e:78:3e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:35:39Z', 'updated_at': '2022-03-28T11:35:39Z', 'revision_number': 0, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:35:41.815650 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104e2a5-97a1-4b5b-8dba-70a2d94063d1 None None] New status for floating IP cc8b9c6f-0ab1-4a0b-a528-274873813a86: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:35:46.172747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:48.338387 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1e210d59-7d62-4826-af60-be05068b6076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:50.498312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e67f0c30-60f8-4ab4-9c5c-818376bad594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:51.599298 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:51.727194 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:35:53.183740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:05.701852 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-716130d6-3cc3-441e-9fee-a8206a83ffc0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672243 Mar 28 11:36:05.878356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-8823b184-a48b-4e40-8864-0d9409fb28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:36:05.879781 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-8823b184-a48b-4e40-8864-0d9409fb28e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1099 time: 0.0722182 Mar 28 11:36:06.119166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-61115dfd-3076-4029-9c80-d3fce7c5f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:36:06.123235 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-61115dfd-3076-4029-9c80-d3fce7c5f4c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.2195456 Mar 28 11:36:06.222335 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-4abb91d9-d18b-4706-b875-4f36a900a251 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 200 len: 1002 time: 0.0946937 Mar 28 11:36:06.286797 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-d994f07c-646c-4a65-b502-f5572d17adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:36:06.288165 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-d994f07c-646c-4a65-b502-f5572d17adec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0558696 Mar 28 11:36:06.365022 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-414f8833-9cae-4b86-9900-bece88c748a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:36:06.366545 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-414f8833-9cae-4b86-9900-bece88c748a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723767 Mar 28 11:36:06.500391 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-3807e911-c2fa-4b3d-bf7c-c29ac5e8e3d8 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234043 Mar 28 11:36:06.640648 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba4be6c7-4170-40f6-83fd-d0e39ea8c300 req-be3a822c-c3ac-47f8-85b5-eb7482043ffc service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320157 Mar 28 11:36:13.175630 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:36:16.217572 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:18.318954 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-898b5ab7-4a2f-4e7e-ad97-253374e62652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:20.509075 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a8304dc5-0775-4e83-a3ce-1da7c2df2bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:21.593325 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:21.765859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:23.189085 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:46.194052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:48.308840 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fece080e-c43a-4c5c-93c9-61b41204978d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:50.174828 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:36:50.513189 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7e2c6023-6fbe-4a94-b129-cc037348f2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:51.638310 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:51.741059 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:36:53.301121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:06.540183 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee8d0886-8249-402f-b150-902ee617801c req-0b6b7a80-cbac-4210-86a1-33abbd1c6588 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203511 Mar 28 11:37:06.710581 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d0886-8249-402f-b150-902ee617801c req-2ee1212b-ddde-472f-ba35-306fa4c7a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:06.711949 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee8d0886-8249-402f-b150-902ee617801c req-2ee1212b-ddde-472f-ba35-306fa4c7a851 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1099 time: 0.0728829 Mar 28 11:37:06.855988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d0886-8249-402f-b150-902ee617801c req-1bb0d1ff-a76a-4628-9d72-b7ff93bd16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:06.857385 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee8d0886-8249-402f-b150-902ee617801c req-1bb0d1ff-a76a-4628-9d72-b7ff93bd16ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1241720 Mar 28 11:37:06.957170 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee8d0886-8249-402f-b150-902ee617801c req-62e490e4-7ad1-4699-8d9c-009b634df408 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 200 len: 1002 time: 0.0910931 Mar 28 11:37:07.023269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d0886-8249-402f-b150-902ee617801c req-7e40afd6-009d-46d7-9c2c-febff8cd5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:07.024565 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee8d0886-8249-402f-b150-902ee617801c req-7e40afd6-009d-46d7-9c2c-febff8cd5341 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0586960 Mar 28 11:37:07.100300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d0886-8249-402f-b150-902ee617801c req-b2d3fb1f-a4d0-4d3f-bc5e-4ad755b4e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:07.101711 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee8d0886-8249-402f-b150-902ee617801c req-b2d3fb1f-a4d0-4d3f-bc5e-4ad755b4e4ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678923 Mar 28 11:37:07.234749 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee8d0886-8249-402f-b150-902ee617801c req-be0595e0-8219-4aa9-b2a7-7a51f60ad00a service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234064 Mar 28 11:37:07.367789 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ee8d0886-8249-402f-b150-902ee617801c req-abd5116f-a9e2-45a7-a3de-1d41344f5fb5 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228588 Mar 28 11:37:16.222366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:18.329647 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f8920683-c8e1-49d5-9aaa-63257876b4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:20.507683 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3ad0b52e-d8a2-4d26-8c9b-c37619b6cfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:21.605079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:21.741009 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:23.226990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:27.173663 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:37:38.648137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcb148-3564-4023-b8c5-89350ccac4fc req-7b0b7569-15a1-4c12-be7f-450b88ce15e0 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:38.649551 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1bfcb148-3564-4023-b8c5-89350ccac4fc req-7b0b7569-15a1-4c12-be7f-450b88ce15e0 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.1297295 Mar 28 11:37:38.693400 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1bfcb148-3564-4023-b8c5-89350ccac4fc req-3599f8be-25f1-4b21-926b-f9697cc375a8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377116 Mar 28 11:37:39.879249 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c23b4-ff2e-42e1-b568-c5671dcfa1cc req-e63e05fa-eb18-4522-8a25-1bcdea38d255 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:39.880702 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e96c23b4-ff2e-42e1-b568-c5671dcfa1cc req-e63e05fa-eb18-4522-8a25-1bcdea38d255 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0790257 Mar 28 11:37:39.923675 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e96c23b4-ff2e-42e1-b568-c5671dcfa1cc req-8f79afc4-8f77-426d-9389-76a35ce1e6d7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373816 Mar 28 11:37:41.109151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cf0bc-40b8-48c9-9605-6fec2504a403 req-7a96c03e-8421-4858-8312-cbd04e93ce82 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:41.110616 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2d1cf0bc-40b8-48c9-9605-6fec2504a403 req-7a96c03e-8421-4858-8312-cbd04e93ce82 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0812500 Mar 28 11:37:41.154575 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2d1cf0bc-40b8-48c9-9605-6fec2504a403 req-741d92f0-0333-43e6-9e8c-9723dc84e9a4 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384676 Mar 28 11:37:42.340990 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faf81c-fa97-4731-88e5-ec3ef0985422 req-47df627a-2394-4f5f-8295-9f6d7459a3f8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:42.342465 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90faf81c-fa97-4731-88e5-ec3ef0985422 req-47df627a-2394-4f5f-8295-9f6d7459a3f8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0829446 Mar 28 11:37:42.388988 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90faf81c-fa97-4731-88e5-ec3ef0985422 req-6264f628-c2da-4bee-89b4-168652b10acb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410597 Mar 28 11:37:43.569727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb364c13-69b8-4456-9da8-3c42032e2f32 req-a8f5b35c-f17f-4e6d-90aa-af3662161a77 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:43.571299 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cb364c13-69b8-4456-9da8-3c42032e2f32 req-a8f5b35c-f17f-4e6d-90aa-af3662161a77 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0810070 Mar 28 11:37:43.614304 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cb364c13-69b8-4456-9da8-3c42032e2f32 req-882ef816-befa-4a14-83fa-d623d1a8153d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368516 Mar 28 11:37:44.795639 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0e99f-e21b-4cce-b2f5-0727c734f1f6 req-80d3e2fd-3c87-4fa0-9190-7b8770b0d64c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:44.797050 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6cc0e99f-e21b-4cce-b2f5-0727c734f1f6 req-80d3e2fd-3c87-4fa0-9190-7b8770b0d64c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0813386 Mar 28 11:37:44.839089 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6cc0e99f-e21b-4cce-b2f5-0727c734f1f6 req-8ea6af3d-bcf0-4b0f-a833-30db0999d5ec tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365624 Mar 28 11:37:46.021835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7abaf-24c5-452e-bfd8-29c681ca6037 req-86d0832f-72e3-4541-a283-709e0e520612 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:46.023304 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5bf7abaf-24c5-452e-bfd8-29c681ca6037 req-86d0832f-72e3-4541-a283-709e0e520612 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0790341 Mar 28 11:37:46.065967 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5bf7abaf-24c5-452e-bfd8-29c681ca6037 req-1805ad8f-df02-4cd5-b65b-53b9a7263988 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371058 Mar 28 11:37:46.227332 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:47.248440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41796f4e-93d6-4511-a89e-b6c99a375939 req-0d2017b8-b010-4486-be3b-1bdfc2188de3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:47.249847 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41796f4e-93d6-4511-a89e-b6c99a375939 req-0d2017b8-b010-4486-be3b-1bdfc2188de3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0811162 Mar 28 11:37:47.293030 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-41796f4e-93d6-4511-a89e-b6c99a375939 req-604ebe57-0a31-4dac-aec4-8c9064a4c59c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377169 Mar 28 11:37:48.312907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1f996b24-1937-468c-8576-a3ed75ee97fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:48.472053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de76f4-3362-403b-87ba-1934244f23d4 req-251d82aa-6ae2-40a2-bd55-cde2e2e5b8b1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:48.473405 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-11de76f4-3362-403b-87ba-1934244f23d4 req-251d82aa-6ae2-40a2-bd55-cde2e2e5b8b1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0784585 Mar 28 11:37:48.519785 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-11de76f4-3362-403b-87ba-1934244f23d4 req-7c9313fa-7c3f-452f-8d91-a74403d7cb2d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399432 Mar 28 11:37:49.807815 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabfbf6-cc11-40d7-8cae-38f1dfe59763 req-c92b65b5-6791-4459-9539-afe5c91033aa tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:49.809199 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-eeabfbf6-cc11-40d7-8cae-38f1dfe59763 req-c92b65b5-6791-4459-9539-afe5c91033aa tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.1850760 Mar 28 11:37:49.852262 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-eeabfbf6-cc11-40d7-8cae-38f1dfe59763 req-b6afe9d0-aa32-4098-8931-c9a452a8f4cd tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373421 Mar 28 11:37:50.552951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-afef962a-37c3-438b-8677-30c89a1eb62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:51.033804 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1e8ec-a56f-4112-a592-0b1a8f14d9b2 req-24602260-d24a-47d6-8771-f5e5bdc1f06e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:51.035256 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-66c1e8ec-a56f-4112-a592-0b1a8f14d9b2 req-24602260-d24a-47d6-8771-f5e5bdc1f06e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0805728 Mar 28 11:37:51.077373 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-66c1e8ec-a56f-4112-a592-0b1a8f14d9b2 req-63d87f92-e3a2-4045-b2ea-19f4c5c349fd tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366814 Mar 28 11:37:51.295793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:37:51.424097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:37:51.437136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'port_id': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'mac_address': 'fa:16:3e:78:3e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:37:51.490236 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:51.506744 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcd91ff7-c674-4540-94a5-b8669855a94e {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:37:51.522196 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:37:51.581955 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:51.619716 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:51.653323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:37:51.660367 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.660723 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.661061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.661393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.661724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.662094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.662481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.662810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.663150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.663471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.663791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.664111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:37:51.741855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['fcd91ff7-c674-4540-94a5-b8669855a94e'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:37:51.792526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:52.257750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d4a3-a5ed-46b7-9858-13700356498b req-91efce91-f592-4721-9f14-0882fe588f46 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:52.259294 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d98d4a3-a5ed-46b7-9858-13700356498b req-91efce91-f592-4721-9f14-0882fe588f46 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 945 time: 0.0789709 Mar 28 11:37:52.306113 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d98d4a3-a5ed-46b7-9858-13700356498b req-1472233c-8111-4e9e-b17e-0d7d67bf6916 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411744 Mar 28 11:37:53.203828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:53.308766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:37:53.388945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port fcd91ff7-c674-4540-94a5-b8669855a94e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:37:53.389271 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:53.518851 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7a822-6490-47b5-ab2a-a9970e5f56e0 req-2b28aa86-4500-4094-9e5b-3ed1da983cf6 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:53.525334 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:53.527021 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a4c7a822-6490-47b5-ab2a-a9970e5f56e0 req-2b28aa86-4500-4094-9e5b-3ed1da983cf6 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 945 time: 0.1050615 Mar 28 11:37:53.557132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:37:53.568165 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:37:53.577083 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a4c7a822-6490-47b5-ab2a-a9970e5f56e0 req-0b6c5443-581b-4660-bf43-cd57707bf9ec tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484884 Mar 28 11:37:53.616252 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:37:53.620246 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'code': 200} Mar 28 11:37:53.693107 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:37:54.770813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adf220-20e7-48b3-ba9d-3bc899796ba1 req-924e270a-19ff-4d0f-a92b-0760ee15dc82 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:54.773028 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-34adf220-20e7-48b3-ba9d-3bc899796ba1 req-924e270a-19ff-4d0f-a92b-0760ee15dc82 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0866721 Mar 28 11:37:54.818130 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-34adf220-20e7-48b3-ba9d-3bc899796ba1 req-7656edcd-e80d-4d16-b6f6-11ddd267778b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385585 Mar 28 11:37:56.011377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e09401-7d91-4ea3-b920-47cf52c5afce req-ca80018d-a69b-473f-a3b2-052e48a10d62 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:56.013602 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d5e09401-7d91-4ea3-b920-47cf52c5afce req-ca80018d-a69b-473f-a3b2-052e48a10d62 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0832319 Mar 28 11:37:56.060434 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d5e09401-7d91-4ea3-b920-47cf52c5afce req-96e4611c-da4b-4cf4-8514-40cc4e4c5a7e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402584 Mar 28 11:37:57.271689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcf20-d741-4c63-a9a1-9db2dd780c75 req-99f27e29-bed2-4cba-9e1a-545374b05c54 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:57.274927 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8e4bcf20-d741-4c63-a9a1-9db2dd780c75 req-99f27e29-bed2-4cba-9e1a-545374b05c54 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0972102 Mar 28 11:37:57.321102 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8e4bcf20-d741-4c63-a9a1-9db2dd780c75 req-1966c9e4-2fa0-42fe-a7df-e062b6dc5e2a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397978 Mar 28 11:37:58.505976 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf225717-dd29-4649-b2ca-82ea1ca748b4 req-8fea7ebc-bef3-4029-ac84-ea99f170ec14 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:58.507417 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bf225717-dd29-4649-b2ca-82ea1ca748b4 req-8fea7ebc-bef3-4029-ac84-ea99f170ec14 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0791435 Mar 28 11:37:58.555439 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bf225717-dd29-4649-b2ca-82ea1ca748b4 req-db83393b-0790-49ce-9701-a979c23b7601 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 Mar 28 11:37:59.762697 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b8fa4-f69c-43ad-971b-25b76ab71915 req-d273e5d7-ba0d-4b56-b321-3e95957d21ff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:37:59.764218 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-619b8fa4-f69c-43ad-971b-25b76ab71915 req-d273e5d7-ba0d-4b56-b321-3e95957d21ff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0859818 Mar 28 11:37:59.817761 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-619b8fa4-f69c-43ad-971b-25b76ab71915 req-7d1d7832-988b-4cef-a988-8f9b493fc51c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457523 Mar 28 11:38:01.024541 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dee38a-429c-4aed-81b5-7d7f36fe17e4 req-a2152cdc-1535-4a1e-8a7c-a611173ef759 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:01.026466 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b4dee38a-429c-4aed-81b5-7d7f36fe17e4 req-a2152cdc-1535-4a1e-8a7c-a611173ef759 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0927811 Mar 28 11:38:01.075084 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b4dee38a-429c-4aed-81b5-7d7f36fe17e4 req-25bbdf40-0448-4ed8-87f5-81fc01df176d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427012 Mar 28 11:38:02.264558 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1d964-f63f-4b2b-b84d-430ca3dfc9e9 req-63bebb3b-6d9d-4396-96f0-0d4000734394 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:02.266018 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aca1d964-f63f-4b2b-b84d-430ca3dfc9e9 req-63bebb3b-6d9d-4396-96f0-0d4000734394 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0817013 Mar 28 11:38:02.309285 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-aca1d964-f63f-4b2b-b84d-430ca3dfc9e9 req-5ef0cf66-f34d-4a15-9ae1-90d82988fc29 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374997 Mar 28 11:38:03.494206 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f3ab6-3c28-4b46-beab-9248731e9851 req-cbe33f9e-cd62-43ef-a49e-4b797c3cf8b9 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:03.495919 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-059f3ab6-3c28-4b46-beab-9248731e9851 req-cbe33f9e-cd62-43ef-a49e-4b797c3cf8b9 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0834823 Mar 28 11:38:03.497839 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-bc9f2aa9-ea9a-429e-9208-84841e637772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:03.499314 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-bc9f2aa9-ea9a-429e-9208-84841e637772 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1099 time: 0.0735698 Mar 28 11:38:03.541190 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-059f3ab6-3c28-4b46-beab-9248731e9851 req-0b1fcfd6-b340-4d91-9005-8cded13ed02f tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388961 Mar 28 11:38:03.736976 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-ce508f03-4e3f-4eaf-89b2-31f339abdcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:03.738434 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-ce508f03-4e3f-4eaf-89b2-31f339abdcda service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.2291415 Mar 28 11:38:03.840136 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-5d04e798-24bb-4051-9e0b-61b9350ced96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 200 len: 1002 time: 0.0949533 Mar 28 11:38:03.900885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-28b9d40d-7406-4f3e-8777-061f3eb0152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:03.902270 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-28b9d40d-7406-4f3e-8777-061f3eb0152e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0558212 Mar 28 11:38:03.975988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-0090b8e6-d243-439a-95fe-51cbb3cafdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:03.977415 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-0090b8e6-d243-439a-95fe-51cbb3cafdb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677059 Mar 28 11:38:04.114079 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-6155bfd3-711b-4034-aa80-334234c31293 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261268 Mar 28 11:38:04.172444 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:38:04.247488 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09765ee3-fb38-4107-8cb4-d02386ff9d98 req-b515b397-d713-4c39-b7d0-c53a8ca06652 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241846 Mar 28 11:38:04.723992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c720ed-f943-477d-acdc-2fa346503575 req-2427f8c1-0024-44af-a00d-313d323dd185 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:04.725306 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c2c720ed-f943-477d-acdc-2fa346503575 req-2427f8c1-0024-44af-a00d-313d323dd185 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 946 time: 0.0800848 Mar 28 11:38:04.768231 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c2c720ed-f943-477d-acdc-2fa346503575 req-7023b293-61bb-4fb0-816a-998549075b09 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369103 Mar 28 11:38:05.360589 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:38:05.470093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:05.495801 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:38:05.505518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:38:05.541003 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'code': 200} Mar 28 11:38:05.592724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:05.660321 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:38:06.100881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc019d5b-d4bb-4752-a108-abb2e58f5a63 req-ed36e0ea-e0b6-4081-882a-523b2fbfa298 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:06.102321 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bc019d5b-d4bb-4752-a108-abb2e58f5a63 req-ed36e0ea-e0b6-4081-882a-523b2fbfa298 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0778768 Mar 28 11:38:06.145206 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bc019d5b-d4bb-4752-a108-abb2e58f5a63 req-57fc4c76-c9c8-4a3c-b877-e4f3706a8d53 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369842 Mar 28 11:38:07.332266 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb928ac-728e-4c85-9048-7bb1e02afd6d req-1012984d-4b9a-423e-9dd5-2582434e7ab4 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:07.333705 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3cb928ac-728e-4c85-9048-7bb1e02afd6d req-1012984d-4b9a-423e-9dd5-2582434e7ab4 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0831914 Mar 28 11:38:07.376669 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3cb928ac-728e-4c85-9048-7bb1e02afd6d req-e5f3a85a-ba4d-4f42-8b4c-8ceedb7be649 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373638 Mar 28 11:38:07.814918 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f2e2-5b32-4508-a820-6b4c0aef8359 req-e3c9fb61-2e78-4474-84d8-42847fd544af tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:07.818363 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bb65f2e2-5b32-4508-a820-6b4c0aef8359 req-e3c9fb61-2e78-4474-84d8-42847fd544af tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0801361 Mar 28 11:38:07.864272 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bb65f2e2-5b32-4508-a820-6b4c0aef8359 req-06ebfd14-7252-4aae-b825-71b2d221333d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 Mar 28 11:38:08.102256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47588) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:38:08.218325 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-127f9624-6385-44b8-9587-906ff16e75ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141791 Mar 28 11:38:09.058480 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f0d01-5d81-4df5-9e6e-1ae734b779c4 req-92cde879-a991-457f-ba52-e60b2ef64693 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:09.059965 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-086f0d01-5d81-4df5-9e6e-1ae734b779c4 req-92cde879-a991-457f-ba52-e60b2ef64693 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0806375 Mar 28 11:38:09.106901 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-086f0d01-5d81-4df5-9e6e-1ae734b779c4 req-b474e025-cd8b-42f6-b260-3908a9591ab1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 Mar 28 11:38:09.389294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:38:09.730173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-ed2d2212-335c-4ce3-b291-3f91fe6e3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:09.731569 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-ed2d2212-335c-4ce3-b291-3f91fe6e3b1b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad&tenant_id=2c3a6505024846ed8255bc8cf21c5b73 HTTP/1.1" status: 200 len: 1097 time: 0.0744457 Mar 28 11:38:09.845795 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-a5dc8b0d-ef7a-4f9d-8716-814c9028d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:09.847266 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-a5dc8b0d-ef7a-4f9d-8716-814c9028d267 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1097 time: 0.0718451 Mar 28 11:38:09.982981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-c49f5ac5-580f-4cc3-914b-00f448950823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:09.984315 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-c49f5ac5-580f-4cc3-914b-00f448950823 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1276536 Mar 28 11:38:10.094297 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-fb15f9b9-8d42-43d6-a55e-354edcd51cd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 200 len: 1000 time: 0.0998392 Mar 28 11:38:10.173213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-2af5750c-3ffd-4256-8f0a-7fe98e3454cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:10.174675 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-2af5750c-3ffd-4256-8f0a-7fe98e3454cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0719249 Mar 28 11:38:10.254318 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-25b32de0-e690-4f36-9b53-48afbe4d12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:10.255702 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-25b32de0-e690-4f36-9b53-48afbe4d12cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716369 Mar 28 11:38:10.287602 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fcf21-1e99-4203-9203-92f085a59a62 req-7725a7d9-eb87-4f78-a2b0-104253529bad tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:10.289057 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d49fcf21-1e99-4203-9203-92f085a59a62 req-7725a7d9-eb87-4f78-a2b0-104253529bad tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0794823 Mar 28 11:38:10.333092 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d49fcf21-1e99-4203-9203-92f085a59a62 req-8c624624-69fd-4c2f-b469-f4f2bbfb433a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378442 Mar 28 11:38:10.392340 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-fb49d402-1a8f-411c-a68b-6f0f6af2fa84 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266885 Mar 28 11:38:10.523667 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-09959d52-eb56-4726-a8be-dd7ba967fe8e req-742bd6c6-eacb-4835-bff8-81434ae177e0 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209712 Mar 28 11:38:11.555615 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328ad72-6f01-43f3-bb5f-c946d863409c req-8855fc2f-3df2-42e6-9cff-9f11d3cb5e63 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:11.557131 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a328ad72-6f01-43f3-bb5f-c946d863409c req-8855fc2f-3df2-42e6-9cff-9f11d3cb5e63 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0950341 Mar 28 11:38:11.603206 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a328ad72-6f01-43f3-bb5f-c946d863409c req-38278471-7eeb-4b32-97af-134caf0f907a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398796 Mar 28 11:38:12.813038 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c405-c252-41ca-93c2-6b441408048c req-d4c32662-e750-4ab8-b57d-9b335f50b6d8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:12.814518 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-eca5c405-c252-41ca-93c2-6b441408048c req-d4c32662-e750-4ab8-b57d-9b335f50b6d8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0878243 Mar 28 11:38:12.859466 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-eca5c405-c252-41ca-93c2-6b441408048c req-9bb04997-3123-460a-83eb-415b5e437258 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393174 Mar 28 11:38:14.065125 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1478ce0-4779-437b-a8fa-8840c86c8b02 req-7dc130e1-de38-4a36-ae58-5981e4d13941 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:14.066585 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e1478ce0-4779-437b-a8fa-8840c86c8b02 req-7dc130e1-de38-4a36-ae58-5981e4d13941 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0887425 Mar 28 11:38:14.113595 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e1478ce0-4779-437b-a8fa-8840c86c8b02 req-df88d492-8068-4289-819b-f38df18fc240 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412726 Mar 28 11:38:15.308021 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90138802-2e55-4017-bb19-31fe70413124 req-fb115f0e-9769-4924-973d-c23d715d67e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:15.310298 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90138802-2e55-4017-bb19-31fe70413124 req-fb115f0e-9769-4924-973d-c23d715d67e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0861132 Mar 28 11:38:15.457266 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-90138802-2e55-4017-bb19-31fe70413124 req-6d1711c8-4902-4d1d-b46f-170260531455 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360595 Mar 28 11:38:16.198489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:16.664914 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993129e-2539-4017-a47b-cf6720848c53 req-5a752ad5-8e75-4045-9e31-42e68e7df835 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:16.666430 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2993129e-2539-4017-a47b-cf6720848c53 req-5a752ad5-8e75-4045-9e31-42e68e7df835 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0836706 Mar 28 11:38:16.714644 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2993129e-2539-4017-a47b-cf6720848c53 req-482a6785-945c-4c16-92d4-a73d1a4ba949 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Mar 28 11:38:17.904379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f71ce-1d14-49ae-bc0d-10f47baefe6f req-f67509dc-1470-4aee-9a49-c87c47388aa4 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:17.905831 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-971f71ce-1d14-49ae-bc0d-10f47baefe6f req-f67509dc-1470-4aee-9a49-c87c47388aa4 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0843680 Mar 28 11:38:17.959061 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-971f71ce-1d14-49ae-bc0d-10f47baefe6f req-628ea159-6e08-40b6-9e88-1835fd337555 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474932 Mar 28 11:38:18.416498 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3638f93e-777e-4f23-a8cc-8ab318de23e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:19.190308 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808d977-6da4-4f1c-b03c-27579093e4a8 req-0ff41347-6a44-4575-b794-c00d8d9fbd19 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:19.191966 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e808d977-6da4-4f1c-b03c-27579093e4a8 req-0ff41347-6a44-4575-b794-c00d8d9fbd19 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.1133361 Mar 28 11:38:19.241839 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e808d977-6da4-4f1c-b03c-27579093e4a8 req-440e4a41-0d4c-4dde-9357-96a351a71f46 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438838 Mar 28 11:38:20.427761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d664fba-c2af-4453-bec6-3629f9c9404e req-f1cb7eec-f038-48e2-9eb6-a87cf7c0ec28 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:20.429192 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d664fba-c2af-4453-bec6-3629f9c9404e req-f1cb7eec-f038-48e2-9eb6-a87cf7c0ec28 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0804646 Mar 28 11:38:20.474313 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d664fba-c2af-4453-bec6-3629f9c9404e req-b4c11b78-ab6f-4541-8dc8-e258929848f0 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389750 Mar 28 11:38:20.523180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-598726ab-755a-4a64-a676-ccdd4f4097e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:21.626238 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:21.660413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312cd4-6050-4207-b186-706c9c244888 req-e02b4f09-c68e-412c-bd38-c2805f7d0320 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:21.661868 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31312cd4-6050-4207-b186-706c9c244888 req-e02b4f09-c68e-412c-bd38-c2805f7d0320 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0836186 Mar 28 11:38:21.705477 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-31312cd4-6050-4207-b186-706c9c244888 req-1bb778fa-831a-4fbb-bcf7-19d9151b1350 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379093 Mar 28 11:38:21.745998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:22.886510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d310f2-a148-4ffa-bc98-5dda987a4339 req-9c7af15b-37e1-4d8c-945b-86d75a997569 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:22.887929 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60d310f2-a148-4ffa-bc98-5dda987a4339 req-9c7af15b-37e1-4d8c-945b-86d75a997569 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 944 time: 0.0781436 Mar 28 11:38:22.934284 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-60d310f2-a148-4ffa-bc98-5dda987a4339 req-6d6099fc-f2fa-4748-91d4-f2f18ff1f4e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 Mar 28 11:38:23.197923 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:23.424171 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:38:23.553200 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:38:23.566425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'port_id': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'mac_address': 'fa:16:3e:78:3e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:38:23.619428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:23.635166 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd91ff7-c674-4540-94a5-b8669855a94e {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:38:23.650583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:38:23.729453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:23.798831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=9']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:38:24.115193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712e20f-ab0e-4d11-92c2-b0ac0e5565c7 req-132a8a60-31db-4f00-8c30-45c755bdb278 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:24.117727 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9712e20f-ab0e-4d11-92c2-b0ac0e5565c7 req-132a8a60-31db-4f00-8c30-45c755bdb278 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 945 time: 0.0783384 Mar 28 11:38:24.123492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['fcd91ff7-c674-4540-94a5-b8669855a94e'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:38:24.163272 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9712e20f-ab0e-4d11-92c2-b0ac0e5565c7 req-9c0d0535-d089-464a-adce-521908b0ea19 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396192 Mar 28 11:38:25.346625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110417fd-daa8-4824-b176-668dca4c7b8d req-0ff69d1a-3ec2-4c9a-8cb7-8150125a8361 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:25.348041 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-110417fd-daa8-4824-b176-668dca4c7b8d req-0ff69d1a-3ec2-4c9a-8cb7-8150125a8361 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 945 time: 0.0824058 Mar 28 11:38:25.391043 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-110417fd-daa8-4824-b176-668dca4c7b8d req-dc2164fd-9d42-4940-b9e9-b2acb7c7687e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368059 Mar 28 11:38:25.431553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:38:25.500375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port fcd91ff7-c674-4540-94a5-b8669855a94e triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:38:25.500661 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:25.612861 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:25.638428 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:38:25.648335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:38:25.683268 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'code': 200} Mar 28 11:38:25.712765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:25.778658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=10']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:38:26.088282 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343c387-14b1-46cc-a737-fd7fef71ce8a req-115dfd59-5ddc-46d3-ba2a-074e303aceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:26.089621 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6343c387-14b1-46cc-a737-fd7fef71ce8a req-115dfd59-5ddc-46d3-ba2a-074e303aceb1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1100 time: 0.0686560 Mar 28 11:38:26.134831 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-6343c387-14b1-46cc-a737-fd7fef71ce8a req-ea4ade24-2823-49bc-a8f7-1e5f68e9ac59 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370896 Mar 28 11:38:26.577624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aec74-54e8-4122-85c7-7f05e78a35e2 req-0df03d00-a055-4d0d-9fd8-e6aeb8edfd34 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:26.579119 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-154aec74-54e8-4122-85c7-7f05e78a35e2 req-0df03d00-a055-4d0d-9fd8-e6aeb8edfd34 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 947 time: 0.0796094 Mar 28 11:38:26.622902 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-154aec74-54e8-4122-85c7-7f05e78a35e2 req-9e6f1d9f-69df-4504-a94f-46b72103d0f0 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381265 Mar 28 11:38:27.811464 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481834f-1573-4590-8d6b-db718a115b0a req-5bf0be06-a62b-41dc-9ad2-7756e210829a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:27.812920 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e481834f-1573-4590-8d6b-db718a115b0a req-5bf0be06-a62b-41dc-9ad2-7756e210829a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 947 time: 0.0843294 Mar 28 11:38:27.856846 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e481834f-1573-4590-8d6b-db718a115b0a req-8d63ca92-56df-4ec2-babb-4f3f301e469e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383716 Mar 28 11:38:29.040486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bb6a7-e360-4867-abc8-8bf31dbc7d1b req-d0ffd5e9-0b3c-4ad4-bf37-47f8238141fe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:38:29.041926 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-151bb6a7-e360-4867-abc8-8bf31dbc7d1b req-d0ffd5e9-0b3c-4ad4-bf37-47f8238141fe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 947 time: 0.0828063 Mar 28 11:38:29.084678 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-151bb6a7-e360-4867-abc8-8bf31dbc7d1b req-37346957-704e-421c-acd0-f6d655446228 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372143 Mar 28 11:38:41.171357 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:38:46.197571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:48.311847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f49c1375-2b71-40e5-92d3-8d0b4328d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:50.547204 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-be837f54-0322-4c34-990b-1fd733e8f382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:51.614374 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:51.728522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:38:53.208639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:07.693288 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-8a51fd2b-ef45-413e-b9fc-ba129687839e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692098 Mar 28 11:39:07.859977 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-094ce2ab-22d4-4331-9f35-ffc246d335aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:07.861397 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-094ce2ab-22d4-4331-9f35-ffc246d335aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1100 time: 0.0728033 Mar 28 11:39:08.097528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-8a3c30e5-e4f2-4c50-b662-6b0c8094ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:08.099001 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-8a3c30e5-e4f2-4c50-b662-6b0c8094ea7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.2147827 Mar 28 11:39:08.203360 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-ed9d6300-536a-43dc-b0b4-1f5e613c4ce9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 200 len: 1002 time: 0.0947838 Mar 28 11:39:08.266304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-69e92aff-12f4-4689-b7e8-715285e7b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:08.267659 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-69e92aff-12f4-4689-b7e8-715285e7b805 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0556955 Mar 28 11:39:08.343312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-3663136f-18e9-4944-8afa-8933fcd7d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:08.344753 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-3663136f-18e9-4944-8afa-8933fcd7d19f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673964 Mar 28 11:39:08.477321 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-0216159a-f923-466f-a94b-ac497500fd75 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220582 Mar 28 11:39:08.611488 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-0b3cdadf-f5e3-4fe8-aa2f-2cab68846cd6 req-15e921c1-08b2-4199-9b30-0fa819a184b4 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252429 Mar 28 11:39:16.248624 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:18.170679 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:39:18.333961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bdd5a6bd-d39a-4833-ba3a-68eeb22e8fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:20.528462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2ac0cfc1-5577-4cb2-ba1f-c710dc23c3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:21.608476 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:21.756951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:23.202178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:41.976432 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47712) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:39:42.173727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Deleting port 49d1f690-34cd-47ee-bbac-35e4ea725a17 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:39:42.174104 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:42.337808 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:42.338072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:42.557297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Calling delete_port for 49d1f690-34cd-47ee-bbac-35e4ea725a17 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:39:42.779502 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:42.824430 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event deleted for resources: {'Port': ['ID=49d1f690-34cd-47ee-bbac-35e4ea725a17,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:42.862814 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.863158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.863490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.863817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.864148 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.864466 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.864782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.865098 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.865417 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.865729 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.866076 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.866388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:42.924781 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:42.925175 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Floating IP cc8b9c6f-0ab1-4a0b-a528-274873813a86 disassociated (deleted). External IP: 172.26.2.130, port: fcd91ff7-c674-4540-94a5-b8669855a94e. Mar 28 11:39:43.262001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Router 3c1179bf-bfcd-4e6a-8645-5d73efef53de has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:39:43.438253 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:39:43.447721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] Sync routers for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:39:43.451392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:43.457669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:39:43.459450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:39:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:39:43.505468 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-29ea182b-4fe4-4371-8ae1-ea8bb06d22e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "DELETE /v2.0/floatingips/cc8b9c6f-0ab1-4a0b-a528-274873813a86 HTTP/1.1" status: 204 len: 168 time: 1.5278907 Mar 28 11:39:43.506346 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:39:43.555137 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'status': 'completed', 'code': 200} Mar 28 11:39:43.635681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:39:43.699393 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-dcac3b9c-65c9-42ed-8847-16ed7f8ea28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:43.700866 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-dcac3b9c-65c9-42ed-8847-16ed7f8ea28e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 1100 time: 0.0814605 Mar 28 11:39:43.842329 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-f2e9feff-2a2b-405a-ae42-d5515d30a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:43.843662 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-f2e9feff-2a2b-405a-ae42-d5515d30a130 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1326711 Mar 28 11:39:43.923588 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-9c550d9c-1c6d-4e54-a940-98aa334962a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 200 len: 217 time: 0.0690584 Mar 28 11:39:43.950352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:39:43.954306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] Checking router: 3c1179bf-bfcd-4e6a-8645-5d73efef53de for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:39:43.962620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:39:43.963211 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:39:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:39:44.006603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-1517be4b-474d-4e18-8e1e-4ad765689776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:44.008103 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-1517be4b-474d-4e18-8e1e-4ad765689776 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0600054 Mar 28 11:39:44.022057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9836e-b20d-40d0-9cf6-bd3fe4e5a60a req-0a145c74-6574-4b29-be09-0f463aa4770e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:44.022758 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-63b9836e-b20d-40d0-9cf6-bd3fe4e5a60a req-0a145c74-6574-4b29-be09-0f463aa4770e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Synchronizing usage tracker for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:39:44.084984 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-4bda42b7-ca7f-47d7-a93e-35ee980e7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:44.086491 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-4bda42b7-ca7f-47d7-a93e-35ee980e7e44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720408 Mar 28 11:39:44.093532 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-63b9836e-b20d-40d0-9cf6-bd3fe4e5a60a req-0a145c74-6574-4b29-be09-0f463aa4770e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Unset dirty status for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:39:44.094874 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-63b9836e-b20d-40d0-9cf6-bd3fe4e5a60a req-0a145c74-6574-4b29-be09-0f463aa4770e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 947 time: 0.1589706 Mar 28 11:39:44.149720 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-63b9836e-b20d-40d0-9cf6-bd3fe4e5a60a req-a863118e-55c6-42b3-b5ac-b8ccb829e89b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487244 Mar 28 11:39:44.185491 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:39:44.224132 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-2947dbe9-d1a2-4b0a-961b-4a606850fb3a service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298678 Mar 28 11:39:44.367344 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-dacffbd0-b28e-4ef2-b2e8-ba934198a06b req-90e181a2-5c18-4487-b71d-31d5d913d5c2 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361673 Mar 28 11:39:44.492404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:39:44.496757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713979af-499a-43d2-9433-dfc35dc66c00 None None] The sync data for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv is: [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:39:44.705928 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337802c-4825-4291-a0bd-d0f9fe99fbfa None None] New status for floating IP cc8b9c6f-0ab1-4a0b-a528-274873813a86: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:39:45.341835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eee26-47a9-477e-80f8-a745baa73346 req-1263b2cd-8df4-4db6-b58f-4661ba729fad tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:45.343275 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e5eee26-47a9-477e-80f8-a745baa73346 req-1263b2cd-8df4-4db6-b58f-4661ba729fad tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 947 time: 0.0786650 Mar 28 11:39:45.390106 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6e5eee26-47a9-477e-80f8-a745baa73346 req-81f52d02-f7c6-4983-a330-87591efb0ba6 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=a119125f-36ca-4a42-981f-ec0f906c5585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Mar 28 11:39:45.721787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-37c62869-309d-4334-9caa-cf65c807d680 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:39:45.722512 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-37c62869-309d-4334-9caa-cf65c807d680 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Synchronizing usage tracker for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:39:45.734280 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-37c62869-309d-4334-9caa-cf65c807d680 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Unset dirty status for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:39:45.735331 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-37c62869-309d-4334-9caa-cf65c807d680 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 947 time: 0.0937388 Mar 28 11:39:45.805971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Deleting port fcd91ff7-c674-4540-94a5-b8669855a94e {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:39:45.806238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:46.141285 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] For port fcd91ff7-c674-4540-94a5-b8669855a94e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fcd91ff7-c674-4540-94a5-b8669855a94e,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:39:46.141639 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:46.264997 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Calling delete_port for fcd91ff7-c674-4540-94a5-b8669855a94e owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:39:46.270721 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:46.459556 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:46.508118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event deleted for resources: {'Port': ['ID=fcd91ff7-c674-4540-94a5-b8669855a94e,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:46.544201 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf460bda-a4d6-4509-8347-0b951845c8a3 req-5b9d424f-e5e8-487f-83cb-f703dd4ed9f9 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 210 time: 0.0480862 Mar 28 11:39:46.546368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.546708 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.547041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.547370 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.561368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.561368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.561368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.561368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.561368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.561368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.561368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.561368 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:39:46.600316 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] No DVR routers for this DVR port fcd91ff7-c674-4540-94a5-b8669855a94e on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:39:46.602711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:46.605094 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-deleted', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:39:46.652914 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e406e2f4-8d7f-43a1-9ca2-44213b5470ad', 'name': 'network-vif-deleted', 'tag': 'fcd91ff7-c674-4540-94a5-b8669855a94e', 'status': 'completed', 'code': 200} Mar 28 11:39:46.671302 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-78804931-0ffe-4b3b-ad46-d01f1748b413 req-9070bab6-b5ad-4b02-9818-664a68e8c703 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "DELETE /v2.0/ports/fcd91ff7-c674-4540-94a5-b8669855a94e HTTP/1.1" status: 204 len: 173 time: 0.9275594 Mar 28 11:39:47.703016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d7dda888-3094-4634-b6cb-f3c5c12ca31c req-e2d93228-d966-4b7e-8a74-5f378b69b63b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=e406e2f4-8d7f-43a1-9ca2-44213b5470ad HTTP/1.1" status: 200 len: 210 time: 0.0416124 Mar 28 11:39:48.327612 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-28a3e5e8-3bd3-4652-a3f3-de79da642f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:48.794439 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47732) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:39:48.863597 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f82037d3-0240-4f6f-9a3b-061e2ba36a87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:48.892606 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f82037d3-0240-4f6f-9a3b-061e2ba36a87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:49.013748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f82037d3-0240-4f6f-9a3b-061e2ba36a87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:49.032813 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82037d3-0240-4f6f-9a3b-061e2ba36a87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a119125f-36ca-4a42-981f-ec0f906c5585,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:49.081390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f82037d3-0240-4f6f-9a3b-061e2ba36a87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:49.082578 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f82037d3-0240-4f6f-9a3b-061e2ba36a87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "DELETE /v2.0/security-groups/a119125f-36ca-4a42-981f-ec0f906c5585 HTTP/1.1" status: 204 len: 168 time: 0.2871366 Mar 28 11:39:49.867583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:39:49.904675 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: fcd91ff7-c674-4540-94a5-b8669855a94e {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:39:49.905013 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device fcd91ff7-c674-4540-94a5-b8669855a94e not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:39:50.539386 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-881a127a-6346-4975-80ad-0ae5439076e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:50.682428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47742) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:39:50.687626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1781359215', 'description': 'tempest-secgroup-smoke-1781359215 description', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:39:50.693519 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:39:50.697618 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:39:50.700477 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:39:50.712952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:39:50.784715 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:50.804299 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:39:50.808096 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:39:50.810907 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:39:50.816601 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:39:50.885631 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:50.944896 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:50.990300 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95755cd-4fa7-4f89-936a-ad3ba52477bd,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:51.047823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.049058 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-89f045ec-7da0-46ae-9ed2-324580107986 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3655858 Mar 28 11:39:51.051782 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47746) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:39:51.056705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'd95755cd-4fa7-4f89-936a-ad3ba52477bd', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:39:51.062696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:39:51.066687 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:39:51.069605 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:39:51.075834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:39:51.151449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.306701 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.419057 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.443193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba10ea02-2162-47ba-8701-ce4f5628e6fc,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:51.516735 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.517926 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-3d00c06a-6218-4464-831b-7f8d0ed430cb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4652271 Mar 28 11:39:51.520681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47750) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:39:51.525714 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'd95755cd-4fa7-4f89-936a-ad3ba52477bd', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:39:51.531870 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:39:51.537019 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:39:51.540113 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:39:51.546940 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:39:51.607716 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.642881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.703824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.767403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.784704 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.808378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758a2f4a-6700-4d25-b222-45756ce7287f,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:51.871036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:51.872118 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c785e0bb-3361-4690-b904-b0add5fa9686 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504093 Mar 28 11:39:51.874765 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47754) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:39:51.879594 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'd95755cd-4fa7-4f89-936a-ad3ba52477bd', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:39:51.885215 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:39:51.888966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:39:51.892101 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:39:51.897611 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:39:51.979170 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.041891 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.110175 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.133190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bdc1c5-dddc-4b9b-be41-c95914256deb,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:52.190684 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.191919 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-59c38305-ce8d-40e7-a28f-d49443e6d48c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161726 Mar 28 11:39:52.195498 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47758) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:39:52.200589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'd95755cd-4fa7-4f89-936a-ad3ba52477bd', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:39:52.206291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:39:52.210079 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:39:52.212852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:39:52.218871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:39:52.299670 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.360324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.402645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.425107 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a74d2a0-4a11-452a-a15c-6753369be3fd,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:52.470435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.471615 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bdf2a4e2-9192-474b-a001-b6de00f6e203 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2751987 Mar 28 11:39:52.474257 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47762) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:39:52.479159 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'd95755cd-4fa7-4f89-936a-ad3ba52477bd', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:39:52.485037 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:39:52.488778 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:39:52.491634 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:39:52.497207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:39:52.550510 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Project 2c3a6505024846ed8255bc8cf21c5b73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:39:52.557072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.618186 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.687539 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.713179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0f9542-d65e-4511-8054-bde4edfacdc4,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:52.784418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.785598 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-a743a7d8-2588-452b-8d86-113c20385b96 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3104448 Mar 28 11:39:52.788220 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47766) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:39:52.792994 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'security_group_rule': {'security_group_id': 'd95755cd-4fa7-4f89-936a-ad3ba52477bd', 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:39:52.798622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:39:52.802591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:security_group_rule and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:39:52.805124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:39:52.811211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:39:52.876212 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.securitygroups_db [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Project 2c3a6505024846ed8255bc8cf21c5b73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:39:52.882567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:52.946049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:53.013268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:53.037051 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2692599e-1e45-4a5a-8b9a-ece238cf9905,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:39:53.098850 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:53.100016 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-88671cd2-f29c-4721-9d6c-2e696e0a728b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3109059 Mar 28 11:39:53.202022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:39:55.170367 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:40:12.536769 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-1d343b80-2f80-443c-82ad-3f64e5f882ab tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Synchronizing usage tracker for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:40:12.590681 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-1d343b80-2f80-443c-82ad-3f64e5f882ab tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Unset dirty status for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:40:12.591825 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-1d343b80-2f80-443c-82ad-3f64e5f882ab tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781359215&fields=id&tenant_id=2c3a6505024846ed8255bc8cf21c5b73 HTTP/1.1" status: 200 len: 267 time: 0.0940657 Mar 28 11:40:12.736817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-8e8b5b6a-2b1e-417f-a752-da8c0c02e817 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:12.738147 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-8e8b5b6a-2b1e-417f-a752-da8c0c02e817 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 809 time: 0.1397848 Mar 28 11:40:12.752298 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-493cda9b-df07-4f64-b21e-f15e5517271c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/quotas/2c3a6505024846ed8255bc8cf21c5b73 HTTP/1.1" status: 200 len: 375 time: 0.0086453 Mar 28 11:40:12.834920 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-70fd3519-ed50-4cf1-8f9d-2d5daff06507 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779438 Mar 28 11:40:12.943908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-34326183-cef1-47fd-8cb3-1f63f68efcdd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:40:12.944921 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-34326183-cef1-47fd-8cb3-1f63f68efcdd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0989127 Mar 28 11:40:13.076628 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-912e4a12-3640-454c-a348-c33987133752 service neutron] 10.222.0.18 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251862 Mar 28 11:40:13.207139 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fb21fd60-99c2-46f7-a170-cbae74b14b0e service neutron] 10.222.0.18 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247547 Mar 28 11:40:13.811936 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-69821e4d-d7c6-4b7f-9ea1-3c05b4694348 req-63581c48-6cab-4818-aba2-dce7136963c5 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 210 time: 0.0444491 Mar 28 11:40:14.960162 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d3d469bb-c224-4b72-b1d9-4bacd8d22dd9 req-9827e785-1722-4f9f-9c3e-98eb633b5a2d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 210 time: 0.0417459 Mar 28 11:40:16.159241 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6fef124e-4bc6-4c91-9223-433034699a0d req-f7acb37c-5ab5-4c54-93e4-9c739d56bab3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 210 time: 0.0455139 Mar 28 11:40:16.218621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:16.755737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-6442bc14-ab31-411d-9150-d02e316bcf35 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:16.757071 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-6442bc14-ab31-411d-9150-d02e316bcf35 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 809 time: 0.1427870 Mar 28 11:40:16.817581 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-1d677f9f-1ab0-440b-8070-c41cc9b4d0b4 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3a6505024846ed8255bc8cf21c5b73 HTTP/1.1" status: 200 len: 380 time: 0.0387373 Mar 28 11:40:16.828011 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'port': {'device_id': '18b3ada8-025f-4390-a10f-38718f03c66e', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'admin_state_up': True, 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'security_groups': ['d95755cd-4fa7-4f89-936a-ad3ba52477bd']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:40:16.962680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:40:16.967566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:port and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:40:16.970505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:40:16.976108 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:40:17.043507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Made reservation on behalf of 2c3a6505024846ed8255bc8cf21c5b73 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:40:17.043507 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:17.204202 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Allocated IP 172.20.0.14 (c83892ba-cb19-4d17-a584-6872b6e3cca5/7e0ba6e8-ad37-498d-bad4-cdd5f882cb63/26e2eea5-8369-44d4-bb09-f32ac4e94088) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:40:17.414784 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:17.432228 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Transition to ACTIVE for port object 26e2eea5-8369-44d4-bb09-f32ac4e94088 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:40:17.459339 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6bf5775d-19f7-4fd2-8436-8de45f7da83c req-221f5d0b-924f-4220-b465-804aa9443b6a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 210 time: 0.0440266 Mar 28 11:40:17.499530 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:17.571865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:40:17.578576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:40:17.582859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:40:17.612638 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'Port': ['ID=26e2eea5-8369-44d4-bb09-f32ac4e94088,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:40:17.649845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:17.650201 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:17.722634 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-66b7cba6-09c9-4e38-9f7d-ac6e89533fff tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8980236 Mar 28 11:40:17.749312 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Request body: {'port': {'device_id': '18b3ada8-025f-4390-a10f-38718f03c66e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:40:17.841406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2ae07a89-e096-4045-af9e-788292dbd04c None None] Provisioning for port 26e2eea5-8369-44d4-bb09-f32ac4e94088 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:40:17.847002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2ae07a89-e096-4045-af9e-788292dbd04c None None] Provisioning complete for port 26e2eea5-8369-44d4-bb09-f32ac4e94088 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:40:17.847673 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2ae07a89-e096-4045-af9e-788292dbd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:17.864336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:17.902047 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-2ae07a89-e096-4045-af9e-788292dbd04c None None] Port 26e2eea5-8369-44d4-bb09-f32ac4e94088 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:40:18.306949 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e2eea5-8369-44d4-bb09-f32ac4e94088 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:40:18.314669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:18.321485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-73315f61-ca22-4505-8071-abd82b470fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:18.329372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Transition to ACTIVE for port object 26e2eea5-8369-44d4-bb09-f32ac4e94088 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:40:18.424023 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:18.556464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Pushing event updated for resources: {'Port': ['ID=26e2eea5-8369-44d4-bb09-f32ac4e94088,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:40:18.672372 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Attempting to bind port 26e2eea5-8369-44d4-bb09-f32ac4e94088 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:40:18.672482 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Attempting to bind port 26e2eea5-8369-44d4-bb09-f32ac4e94088 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:40:18.672753 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Attempting to bind port 26e2eea5-8369-44d4-bb09-f32ac4e94088 on network c83892ba-cb19-4d17-a584-6872b6e3cca5 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:40:18.676022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b268e8-e76b-4042-9ee7-89dc792fd043 req-6661028a-2901-4669-826c-2bf7f2855fc6 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:18.677643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Port 26e2eea5-8369-44d4-bb09-f32ac4e94088 on network c83892ba-cb19-4d17-a584-6872b6e3cca5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:40:18.678159 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e8b268e8-e76b-4042-9ee7-89dc792fd043 req-6661028a-2901-4669-826c-2bf7f2855fc6 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0955307 Mar 28 11:40:18.689848 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Attempting to bind port 26e2eea5-8369-44d4-bb09-f32ac4e94088 on network c83892ba-cb19-4d17-a584-6872b6e3cca5 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:40:18.690003 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:40:18.690333 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Checking segment: {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:40:18.690711 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Bound using segment: {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:40:18.691268 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Bound port: 26e2eea5-8369-44d4-bb09-f32ac4e94088, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b268a3-5c5e-490e-945c-d0ae9077cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:40:18.691706 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:18.726251 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e8b268e8-e76b-4042-9ee7-89dc792fd043 req-9ec86866-f336-4feb-9f71-c674809ac143 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418220 Mar 28 11:40:18.786887 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:40:18.789663 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:40:18.859106 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:18.913787 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:18.914508 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:18.915658 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] 10.222.0.31 "PUT /v2.0/ports/26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 1094 time: 1.1711895 Mar 28 11:40:18.916082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:40:18.941613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc0342-bcd1-4e18-8303-40a07d8d2463 service neutron] Pushing event updated for resources: {'Port': ['ID=26e2eea5-8369-44d4-bb09-f32ac4e94088,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:40:19.019771 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'status': 'completed', 'code': 200} Mar 28 11:40:19.150343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de025-af2c-42d4-918a-7ee29dc76374 req-9e7e23a6-a344-493f-90d5-c7d1ffaf7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:19.152357 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-298de025-af2c-42d4-918a-7ee29dc76374 req-9e7e23a6-a344-493f-90d5-c7d1ffaf7ff5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1097 time: 0.0756142 Mar 28 11:40:19.304082 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de025-af2c-42d4-918a-7ee29dc76374 req-76f6e5f1-54dd-4ad5-abc5-9336cd19f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:19.305409 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-298de025-af2c-42d4-918a-7ee29dc76374 req-76f6e5f1-54dd-4ad5-abc5-9336cd19f5d1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1340237 Mar 28 11:40:19.454053 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de025-af2c-42d4-918a-7ee29dc76374 req-120d5654-3778-440c-a19c-2e1c4813503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:19.455428 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-298de025-af2c-42d4-918a-7ee29dc76374 req-120d5654-3778-440c-a19c-2e1c4813503c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278102 Mar 28 11:40:19.595041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-70df4241-9ced-43ba-8027-7a17542a240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:19.596474 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-70df4241-9ced-43ba-8027-7a17542a240c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1097 time: 0.0688374 Mar 28 11:40:19.678451 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-ac19f226-ebde-446e-9687-c4a95d33ea3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 217 time: 0.0618134 Mar 28 11:40:19.742136 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-c2806b02-939d-46e4-bd7d-2a2583e14171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:19.743393 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-c2806b02-939d-46e4-bd7d-2a2583e14171 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0546434 Mar 28 11:40:19.826016 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-3cbce8f5-6f8d-43ba-8b78-e105e2736d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:19.827513 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-3cbce8f5-6f8d-43ba-8b78-e105e2736d89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742400 Mar 28 11:40:19.908033 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffa180-f79c-40b8-9a17-b0592ce71ab1 req-af875627-b41d-4a8a-85c6-1be531138020 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:19.909501 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-32ffa180-f79c-40b8-9a17-b0592ce71ab1 req-af875627-b41d-4a8a-85c6-1be531138020 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0789227 Mar 28 11:40:19.953705 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-32ffa180-f79c-40b8-9a17-b0592ce71ab1 req-0caf089e-d26b-4d17-b589-208e32822117 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384431 Mar 28 11:40:19.965059 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-b78ef04a-f658-489f-b8a2-d5b81fe6e134 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276875 Mar 28 11:40:20.199322 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-99d7cf4f-a470-47b3-9ecc-eca1276614f8 req-04abbab7-0965-4822-aa54-c056babad56d service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247469 Mar 28 11:40:20.492758 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-07d247e4-29d7-4c2d-822f-0d7b27179033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:21.138087 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf12633-f8ca-47cd-aea6-6e9fbbb31665 req-76069a15-4d82-402e-96c2-a94607345026 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:21.139769 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6cf12633-f8ca-47cd-aea6-6e9fbbb31665 req-76069a15-4d82-402e-96c2-a94607345026 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0828235 Mar 28 11:40:21.181615 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6cf12633-f8ca-47cd-aea6-6e9fbbb31665 req-dac0fdfa-1924-42f1-90b7-9aae67feae2e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363853 Mar 28 11:40:21.583866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:21.749543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:22.362979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abaa97-9687-4857-96fa-a2a42786c493 req-e9b65af5-5410-4a33-825c-467fbeff6585 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:22.364403 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-88abaa97-9687-4857-96fa-a2a42786c493 req-e9b65af5-5410-4a33-825c-467fbeff6585 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0774746 Mar 28 11:40:22.410162 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-88abaa97-9687-4857-96fa-a2a42786c493 req-b8fca06d-b596-422c-ae66-b231c6b42773 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Mar 28 11:40:23.212664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:23.590575 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83420781-ef68-4899-84bc-938448331cef req-04f4c782-29b6-4b98-baf6-a8545dca7871 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:23.591993 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-83420781-ef68-4899-84bc-938448331cef req-04f4c782-29b6-4b98-baf6-a8545dca7871 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0793567 Mar 28 11:40:23.634406 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-83420781-ef68-4899-84bc-938448331cef req-91448ce8-99e0-4a33-a2d5-350fc12ababe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368888 Mar 28 11:40:24.817493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32097f1-9909-4708-869a-593609cbf75d req-66483ef2-09f5-41f5-a7b0-cb7a10818b15 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:24.818861 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d32097f1-9909-4708-869a-593609cbf75d req-66483ef2-09f5-41f5-a7b0-cb7a10818b15 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0823643 Mar 28 11:40:24.861971 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d32097f1-9909-4708-869a-593609cbf75d req-aa3db05e-9784-4e9a-86e8-9c553b06a9af tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376463 Mar 28 11:40:26.038628 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81595193-3f8b-4d24-82a7-b638742a58df req-910b4531-69d8-4d9c-8b05-d29c8959f74a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:26.040036 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-81595193-3f8b-4d24-82a7-b638742a58df req-910b4531-69d8-4d9c-8b05-d29c8959f74a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0773337 Mar 28 11:40:26.082501 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-81595193-3f8b-4d24-82a7-b638742a58df req-e7c9dd5b-ada8-4666-9f77-ce3aaef8d320 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364060 Mar 28 11:40:27.356692 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415ae4-8790-433e-bbfe-0ad4e7eccfba req-2ccdb513-b3d1-4498-a75b-05787391a336 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:27.358216 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e8415ae4-8790-433e-bbfe-0ad4e7eccfba req-2ccdb513-b3d1-4498-a75b-05787391a336 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.1736577 Mar 28 11:40:27.400588 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e8415ae4-8790-433e-bbfe-0ad4e7eccfba req-3f7de5de-0f19-4e73-9d07-b2280fd60ed2 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367854 Mar 28 11:40:27.998957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 26e2eea5-8369-44d4-bb09-f32ac4e94088 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:40:28.128006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:40:28.141619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'port_id': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'mac_address': 'fa:16:3e:2f:9f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:40:28.193487 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:28.209976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e2eea5-8369-44d4-bb09-f32ac4e94088 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:40:28.224319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:40:28.298065 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:28.365049 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=26e2eea5-8369-44d4-bb09-f32ac4e94088,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:40:28.372457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.372798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.373130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.373457 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.373780 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.374131 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.374453 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.374777 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.375094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.375408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.375725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.376036 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:40:28.584343 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0054f8-a3a7-4652-9667-41aabc052f16 req-d28bf58f-6f72-4418-b95f-3fb89d034e23 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:28.585773 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fd0054f8-a3a7-4652-9667-41aabc052f16 req-d28bf58f-6f72-4418-b95f-3fb89d034e23 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 945 time: 0.0827305 Mar 28 11:40:28.629850 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fd0054f8-a3a7-4652-9667-41aabc052f16 req-7cacbbd1-1c62-4b5d-8711-d88d584a6ee9 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376859 Mar 28 11:40:28.663689 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['26e2eea5-8369-44d4-bb09-f32ac4e94088'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:40:29.810525 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d3417-fe80-4389-aab5-0793d3c24ad5 req-34373cab-c14a-4b08-b62e-dc5424d1b1b0 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:29.811889 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-231d3417-fe80-4389-aab5-0793d3c24ad5 req-34373cab-c14a-4b08-b62e-dc5424d1b1b0 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 945 time: 0.0780232 Mar 28 11:40:29.854251 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-231d3417-fe80-4389-aab5-0793d3c24ad5 req-5bfdc618-8510-498f-8be9-c603accbd50d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368459 Mar 28 11:40:29.999103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 26e2eea5-8369-44d4-bb09-f32ac4e94088 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:40:30.109407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 26e2eea5-8369-44d4-bb09-f32ac4e94088 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:40:30.114054 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 26e2eea5-8369-44d4-bb09-f32ac4e94088 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:40:30.114423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:30.228180 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:30.253868 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:40:30.263108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:40:30.297929 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'code': 200} Mar 28 11:40:30.321349 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:30.391052 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=26e2eea5-8369-44d4-bb09-f32ac4e94088,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:40:30.763356 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5245866-8986-4801-a5ee-33e88a351c6b req-f1d0ea61-3d55-4ace-ae64-1f78913116d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:30.765011 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e5245866-8986-4801-a5ee-33e88a351c6b req-f1d0ea61-3d55-4ace-ae64-1f78913116d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0694907 Mar 28 11:40:30.808410 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e5245866-8986-4801-a5ee-33e88a351c6b req-6f7506c0-bd4e-4c5f-906e-cab10e4d34a5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339026 Mar 28 11:40:31.037070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba174-4bda-4ae3-9663-3041c0aaedd7 req-e183ac7f-0193-4357-b522-20bbb4819db0 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:31.038429 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-171ba174-4bda-4ae3-9663-3041c0aaedd7 req-e183ac7f-0193-4357-b522-20bbb4819db0 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0809469 Mar 28 11:40:31.081844 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-171ba174-4bda-4ae3-9663-3041c0aaedd7 req-ffb364de-6522-46a1-9ec7-6dc9f9e9fc80 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379403 Mar 28 11:40:32.168729 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:40:32.271600 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc813e8-aeff-4434-ac90-d2105bb63e8e req-5543961b-a0ed-454e-9e16-1258c63f1144 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:32.273018 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bcc813e8-aeff-4434-ac90-d2105bb63e8e req-5543961b-a0ed-454e-9e16-1258c63f1144 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0829399 Mar 28 11:40:32.316668 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bcc813e8-aeff-4434-ac90-d2105bb63e8e req-5870ec4f-1d4c-46fc-936e-3e68e9ef34ee tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372972 Mar 28 11:40:33.495717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b69aa9-de1b-4e4b-917e-a97151799ebe req-da272e04-fd47-4d9d-8c7b-bbb0eedf14b5 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:33.497226 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e6b69aa9-de1b-4e4b-917e-a97151799ebe req-da272e04-fd47-4d9d-8c7b-bbb0eedf14b5 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0791373 Mar 28 11:40:33.540729 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e6b69aa9-de1b-4e4b-917e-a97151799ebe req-766e5c1b-85b9-4782-80e9-5a1fcc2b7ab3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379543 Mar 28 11:40:33.721566 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546e62a-4c40-402f-a4b3-38de199b51ce req-76e33540-779c-4f42-ad03-8899606c8f7e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:33.723024 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f546e62a-4c40-402f-a4b3-38de199b51ce req-76e33540-779c-4f42-ad03-8899606c8f7e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0830758 Mar 28 11:40:33.765681 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f546e62a-4c40-402f-a4b3-38de199b51ce req-5572b54b-6e84-40be-b5f7-7b7af7206edb tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371194 Mar 28 11:40:33.787614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47972) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:40:33.856768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b6104-c0a6-4bad-8a71-41c50fdc847e tempest-TestShelveInstance-1069378772 tempest-TestShelveInstance-1069378772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:33.858401 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-697b6104-c0a6-4bad-8a71-41c50fdc847e tempest-TestShelveInstance-1069378772 tempest-TestShelveInstance-1069378772-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1094 time: 0.0697925 Mar 28 11:40:33.861149 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 47976) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:40:33.866094 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:40:33.872328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:40:33.876099 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Usage tracker for resource:floatingip and tenant:2c3a6505024846ed8255bc8cf21c5b73 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:40:33.878857 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:40:33.884351 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:40:33.950216 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for floatingip, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:34.079693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:34.214342 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Allocated IP 172.26.2.129 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/cf32cd3b-086a-4cfc-a1cb-ce0f25e80601) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:40:34.359557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:34.424359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:34.486572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:40:34.489435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:40:34.492214 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:40:34.541619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'Port': ['ID=cf32cd3b-086a-4cfc-a1cb-ce0f25e80601,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:40:34.997717 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:35.111413 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:35.310853 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:35.349284 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:35.458882 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event updated for resources: {'Port': ['ID=cf32cd3b-086a-4cfc-a1cb-ce0f25e80601,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:40:35.468538 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:35.641162 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Floating IP cdcfcc09-9111-47cb-95f9-1fc58b9f6fd0 associated. External IP: 172.26.2.129, port: 26e2eea5-8369-44d4-bb09-f32ac4e94088. Mar 28 11:40:35.982141 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Router 3c1179bf-bfcd-4e6a-8645-5d73efef53de has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:40:36.171619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:40:36.181377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] Sync routers for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:40:36.190268 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:40:36.190877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:40:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:40:36.270165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:36.327485 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f3dbb091-fdb1-4a85-be01-25db81972153 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4653237 Mar 28 11:40:36.328077 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:40:36.404226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:40:36.425358 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'status': 'completed', 'code': 200} Mar 28 11:40:36.541775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-3ef68e77-72cb-46da-8237-e5cabb07a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:36.543269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-3ef68e77-72cb-46da-8237-e5cabb07a9e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0748808 Mar 28 11:40:36.675416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-87067679-8ebe-4249-934a-5a5ceb33cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:36.676847 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-87067679-8ebe-4249-934a-5a5ceb33cf86 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1274748 Mar 28 11:40:36.745839 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'cdcfcc09-9111-47cb-95f9-1fc58b9f6fd0', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'port_id': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'mac_address': 'fa:16:3e:2f:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b3ada8-025f-4390-a10f-38718f03c66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:40:34Z', 'updated_at': '2022-03-28T11:40:34Z', 'revision_number': 0, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:40:36.749850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] Checking router: 3c1179bf-bfcd-4e6a-8645-5d73efef53de for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:40:36.757963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:40:36.758549 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:40:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:40:36.780126 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-7275ab8d-39ee-43bc-afac-1dc178f87487 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 1000 time: 0.0969114 Mar 28 11:40:36.841661 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-87e1d28b-6f45-470c-b4ca-0a8a6e5df1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:36.843055 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-87e1d28b-6f45-470c-b4ca-0a8a6e5df1bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0568621 Mar 28 11:40:36.916916 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-92ae65df-ccb0-4770-a6e2-df24a477a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:40:36.918445 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-92ae65df-ccb0-4770-a6e2-df24a477a2f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695715 Mar 28 11:40:36.934978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:40:37.053399 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-060317fc-c54f-4d9d-b9e5-b48e474d34b4 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244071 Mar 28 11:40:37.187901 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-a4a24010-3c11-4b39-9617-e2749fde0a37 req-aa8908ad-c220-4b96-ab4c-6523f2bb8ea2 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266801 Mar 28 11:40:37.273441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'cdcfcc09-9111-47cb-95f9-1fc58b9f6fd0', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'port_id': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'mac_address': 'fa:16:3e:2f:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b3ada8-025f-4390-a10f-38718f03c66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:40:34Z', 'updated_at': '2022-03-28T11:40:34Z', 'revision_number': 0, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:40:37.277446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810717e0-f03c-4689-8e54-4c635d9cc817 None None] The sync data for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv is: [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': 'cdcfcc09-9111-47cb-95f9-1fc58b9f6fd0', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'port_id': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'mac_address': 'fa:16:3e:2f:9f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b3ada8-025f-4390-a10f-38718f03c66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:40:34Z', 'updated_at': '2022-03-28T11:40:34Z', 'revision_number': 0, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:40:37.464666 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3747c-41ff-4674-8316-bd538a1596db None None] New status for floating IP cdcfcc09-9111-47cb-95f9-1fc58b9f6fd0: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:40:46.269439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:48.332269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2f718c3e-1f33-4943-958e-24003a1d8ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:50.526849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bc0dc8ae-bb8f-430b-be01-72ad2d53bfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:51.617739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:51.777550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:40:53.212177 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:08.744400 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-698080bf-9936-4567-af26-662a4cd9098b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717514 Mar 28 11:41:08.908669 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-b1ae3d8d-d832-463b-a8dc-647c3dc5f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:41:08.910122 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-b1ae3d8d-d832-463b-a8dc-647c3dc5f5c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0701666 Mar 28 11:41:09.056733 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-79ba1095-04c3-45c3-96f1-7ac8f2d9dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:41:09.058189 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-79ba1095-04c3-45c3-96f1-7ac8f2d9dcdc service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1247809 Mar 28 11:41:09.168455 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:41:09.171368 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-d5dfbf9e-d7e8-4dc4-acc8-2867473eb92c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 1002 time: 0.1041505 Mar 28 11:41:09.234670 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-f774ac40-bd3a-486e-899a-f6b7e2b93c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:41:09.236070 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-f774ac40-bd3a-486e-899a-f6b7e2b93c72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0573690 Mar 28 11:41:09.317269 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-5d5a4838-b882-4002-8fd5-96417dbc3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:41:09.323133 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-5d5a4838-b882-4002-8fd5-96417dbc3c29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733371 Mar 28 11:41:09.464406 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-aaa07fd6-6656-43c8-a4de-6ea1403552d6 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345587 Mar 28 11:41:09.702995 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4def2b15-dbad-4e23-89ea-2e69a525447b req-fb7143a8-a050-4a34-8389-32c77f1a8d83 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292812 Mar 28 11:41:16.268757 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:18.342976 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-68765aa4-755f-4787-a4c0-79111b9583a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:20.560438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7758c234-606a-4abb-a243-8dcb5bb9f827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:21.652345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:21.783227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:23.434509 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:46.167885 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:41:46.285409 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:48.308365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-33391235-44d3-40b3-aef0-1686dcac5ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:50.571079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1bd196a3-de92-4948-aa6a-1abc4322cdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:51.639805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:51.754323 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:41:53.206935 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:10.791001 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-09758c0e-5d1e-4ec4-a5a7-9ffdceae8d05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1709220 Mar 28 11:42:10.970467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-d56c977f-ec3c-422d-b279-1c304dc6d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:42:10.971949 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-d56c977f-ec3c-422d-b279-1c304dc6d195 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0737369 Mar 28 11:42:11.120932 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-94f4ea75-b186-4236-9564-1a6a85fb4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:42:11.122395 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-94f4ea75-b186-4236-9564-1a6a85fb4028 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1268971 Mar 28 11:42:11.230585 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-38343e0b-937c-4261-841b-bddbf8fd5301 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 1002 time: 0.0986221 Mar 28 11:42:11.294857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-411733aa-2b53-46ab-9005-702fa9273a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:42:11.296273 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-411733aa-2b53-46ab-9005-702fa9273a89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0573518 Mar 28 11:42:11.378566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-ec413a0c-29a5-422c-84a3-a32f897ab6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:42:11.379960 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-ec413a0c-29a5-422c-84a3-a32f897ab6d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744579 Mar 28 11:42:11.393383 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-3c45c45e-a694-49f4-ab21-ccc3ee6ec644 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:42:11.394299 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-3c45c45e-a694-49f4-ab21-ccc3ee6ec644 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052276 Mar 28 11:42:11.529431 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-369e1d4d-9c72-4a70-8e1b-6246ebca4136 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245713 Mar 28 11:42:11.663314 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba0885ee-4547-41ab-b644-76a0cefbb6ec req-a3e98603-ae5f-4c89-bf3d-77a32191d624 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234767 Mar 28 11:42:16.296314 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:18.341566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0612-e3fa-4e70-b9e4-5b0a15fa1095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:20.525502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-4d90bb13-bcbf-434b-8d18-70048563db4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:21.633831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:21.764921 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:23.166938 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:42:23.233527 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:46.353073 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:48.341625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-694576cc-3438-4d3e-8e73-b791c4933d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:50.524451 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-07682b6a-ae52-4679-a151-3925dad38137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:51.621740 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:51.747496 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:42:53.254734 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:00.165497 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:43:12.725468 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-0d97467a-a4d9-4468-812f-04d0b7ef73fd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683260 Mar 28 11:43:12.898322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-654b74f9-211d-43b7-b0b8-914c6c80b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:12.899837 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-654b74f9-211d-43b7-b0b8-914c6c80b8ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0698764 Mar 28 11:43:13.048493 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-a842815e-2377-4e60-8cdb-f40c9761258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:13.049979 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-a842815e-2377-4e60-8cdb-f40c9761258a service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1257865 Mar 28 11:43:13.157573 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-969a3e32-f6a2-4e40-bcd7-a20abf890d06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 1002 time: 0.0983622 Mar 28 11:43:13.226589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-b36b716d-1b2e-4b45-aa3d-647523e8ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:13.228013 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-b36b716d-1b2e-4b45-aa3d-647523e8ac8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0618415 Mar 28 11:43:13.306524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-91c2fd1c-b39e-4e39-9cf7-e92ab5e4ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:13.308085 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-91c2fd1c-b39e-4e39-9cf7-e92ab5e4ab62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708442 Mar 28 11:43:13.447179 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-d7da275f-de64-4834-9100-8e568c90bb50 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292839 Mar 28 11:43:13.685587 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-3e439ceb-ff44-4080-b775-e588c18efda9 req-d4619b0d-b41f-49e8-b216-9421c8c35707 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291787 Mar 28 11:43:14.597344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ff50-80a6-427d-8c24-850309075e86 req-04c7afc6-b7af-40d3-8980-6ebc789fbe83 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:14.598764 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e73ff50-80a6-427d-8c24-850309075e86 req-04c7afc6-b7af-40d3-8980-6ebc789fbe83 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.1278534 Mar 28 11:43:14.649676 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0e73ff50-80a6-427d-8c24-850309075e86 req-6b404829-7f73-4875-9c4f-08f47759b526 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389113 Mar 28 11:43:15.981251 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b0fa-3a7c-4886-91ef-c38cc45cba00 req-d1b7fbc2-6200-4493-8489-ad92a75adad8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:15.982719 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-adc5b0fa-3a7c-4886-91ef-c38cc45cba00 req-d1b7fbc2-6200-4493-8489-ad92a75adad8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.2315316 Mar 28 11:43:16.025208 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-adc5b0fa-3a7c-4886-91ef-c38cc45cba00 req-95166249-62d1-4b86-afe3-2fc87ef5f656 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363972 Mar 28 11:43:16.352398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:17.209531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b09bca-11f0-4db9-af6c-1c52032c158c req-e9d058ed-0aa0-4da7-b509-411fd4f9ea61 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:17.210992 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-14b09bca-11f0-4db9-af6c-1c52032c158c req-e9d058ed-0aa0-4da7-b509-411fd4f9ea61 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0808582 Mar 28 11:43:17.254822 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-14b09bca-11f0-4db9-af6c-1c52032c158c req-aa9388d0-a22f-4b89-a2bc-ba2c533d842c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383685 Mar 28 11:43:18.352957 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-edf6dfff-e9d8-4eb9-a8e2-2a66a0bc0e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:18.431654 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051ce68-abb2-4e78-8ad9-967641666f82 req-a39a6814-9f81-4eb9-bcce-4d0d50a07dc3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:18.433073 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d051ce68-abb2-4e78-8ad9-967641666f82 req-a39a6814-9f81-4eb9-bcce-4d0d50a07dc3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0776145 Mar 28 11:43:18.475358 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d051ce68-abb2-4e78-8ad9-967641666f82 req-947869c7-4688-4395-b358-697f9ef91f1b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361218 Mar 28 11:43:19.657703 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5addc1-0732-451f-9ff2-e0d3eb2f2e0d req-470ff6b4-f90f-49c8-98c0-785629901462 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:19.659137 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bd5addc1-0732-451f-9ff2-e0d3eb2f2e0d req-470ff6b4-f90f-49c8-98c0-785629901462 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0818219 Mar 28 11:43:19.701059 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-bd5addc1-0732-451f-9ff2-e0d3eb2f2e0d req-7649e4d6-38d3-4634-aa31-6a57be5f27d3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364897 Mar 28 11:43:20.530129 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-187a1268-92b6-4a20-ae9a-bec9a75d224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:20.886877 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48439eda-9715-4a81-9efd-de9357c5047b req-f6292061-093b-4e69-9a89-5277a870015e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:20.888295 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-48439eda-9715-4a81-9efd-de9357c5047b req-f6292061-093b-4e69-9a89-5277a870015e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0815239 Mar 28 11:43:20.931572 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-48439eda-9715-4a81-9efd-de9357c5047b req-1766b3ab-2d98-41af-ad1e-85bc7242cf0a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368457 Mar 28 11:43:21.638520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:21.758505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:22.115922 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9eb0c-6b6f-4143-b6b2-e3e8cd8e2ea8 req-7800c9a3-6959-4b66-856a-fea35915d42a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:22.117342 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-35e9eb0c-6b6f-4143-b6b2-e3e8cd8e2ea8 req-7800c9a3-6959-4b66-856a-fea35915d42a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0783885 Mar 28 11:43:22.160753 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-35e9eb0c-6b6f-4143-b6b2-e3e8cd8e2ea8 req-173b46a2-1578-40e8-8d1a-9d07573f0242 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378306 Mar 28 11:43:23.254793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:23.344223 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783602ab-b9dc-4784-b7fd-db847b0ea698 req-c1217ce6-a80b-4efd-8a99-1d8dfe0cd8d7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:23.345662 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-783602ab-b9dc-4784-b7fd-db847b0ea698 req-c1217ce6-a80b-4efd-8a99-1d8dfe0cd8d7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0813422 Mar 28 11:43:23.389153 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-783602ab-b9dc-4784-b7fd-db847b0ea698 req-b43ed82e-735a-43db-b295-88dfdc814085 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379348 Mar 28 11:43:24.568388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07c2d-72a7-458a-a932-09fd45eed034 req-2f6cdd16-c4dd-4309-9f72-5f1929b3d4a2 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:24.569811 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e7b07c2d-72a7-458a-a932-09fd45eed034 req-2f6cdd16-c4dd-4309-9f72-5f1929b3d4a2 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0793843 Mar 28 11:43:24.616140 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e7b07c2d-72a7-458a-a932-09fd45eed034 req-fc354d8d-2c1b-45c6-bca1-eaca9bcae2f7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405972 Mar 28 11:43:24.895519 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-a63bfc76-3294-434e-ad44-26d72f871a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:24.896925 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-a63bfc76-3294-434e-ad44-26d72f871a03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0721266 Mar 28 11:43:25.026459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-6a0f1a58-a10a-4451-9f97-6539efad606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:25.027833 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-6a0f1a58-a10a-4451-9f97-6539efad606f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1218007 Mar 28 11:43:25.130521 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-829477ee-0456-40a3-9815-5a85776e16bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 1002 time: 0.0930760 Mar 28 11:43:25.193336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-dc0de5ae-9d5f-4f70-875c-5a1278456463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:25.194633 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-dc0de5ae-9d5f-4f70-875c-5a1278456463 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0552697 Mar 28 11:43:25.273624 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-5e1950d0-07ff-4c4d-94b5-cb02cf5f66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:25.275027 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-5e1950d0-07ff-4c4d-94b5-cb02cf5f66fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670581 Mar 28 11:43:25.405455 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-9eeee0d2-b578-4532-9f9b-03ed64557aae service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206160 Mar 28 11:43:25.538008 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-7c2b5f6e-dba1-4814-986a-c3b007520800 req-a77a6af1-fc48-4a50-944d-1116dcdaec12 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235254 Mar 28 11:43:25.796885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab148bfa-4f51-4e62-ac63-d1873c3ed100 req-1ad606bb-a3a8-45f3-a7db-e19902b6d5d8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:25.798253 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab148bfa-4f51-4e62-ac63-d1873c3ed100 req-1ad606bb-a3a8-45f3-a7db-e19902b6d5d8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0776682 Mar 28 11:43:25.841234 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ab148bfa-4f51-4e62-ac63-d1873c3ed100 req-1a27405d-ee6d-4ad6-ba66-272303411265 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375264 Mar 28 11:43:27.022354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76dca-2f8e-4890-9b76-83058135b6f9 req-caaabeec-4aba-4481-af0c-7b991f9ff51e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:27.023782 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4df76dca-2f8e-4890-9b76-83058135b6f9 req-caaabeec-4aba-4481-af0c-7b991f9ff51e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0817597 Mar 28 11:43:27.066365 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4df76dca-2f8e-4890-9b76-83058135b6f9 req-30c86096-087d-48b5-ae13-eb246dec3903 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370581 Mar 28 11:43:28.249418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e71a2-736a-443c-8d4d-8d51321bbfe9 req-16dcec83-7099-4fd1-90df-43341ea439d7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:28.250869 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e27e71a2-736a-443c-8d4d-8d51321bbfe9 req-16dcec83-7099-4fd1-90df-43341ea439d7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0792856 Mar 28 11:43:28.293737 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e27e71a2-736a-443c-8d4d-8d51321bbfe9 req-66c55ff8-670e-4809-b33f-75b18cf6a4d2 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372510 Mar 28 11:43:29.478346 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0d65-f821-439a-8f55-8d7b5bd63748 req-dea9e389-62a6-4608-8879-e662fff61d1b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:29.479824 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-714f0d65-f821-439a-8f55-8d7b5bd63748 req-dea9e389-62a6-4608-8879-e662fff61d1b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0811231 Mar 28 11:43:29.523524 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-714f0d65-f821-439a-8f55-8d7b5bd63748 req-b0c0a4b6-5a9b-4621-b8bd-9b083a3995c3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375571 Mar 28 11:43:30.041245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe182847-6936-4608-b7e7-068780413bc5 req-555a52d1-425b-47ce-b5d9-98720c305e87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:30.042718 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fe182847-6936-4608-b7e7-068780413bc5 req-555a52d1-425b-47ce-b5d9-98720c305e87 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.1350060 Mar 28 11:43:30.049736 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-60fca635-1cde-401c-b0ea-365bc58f8566 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1609602 Mar 28 11:43:30.088451 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fe182847-6936-4608-b7e7-068780413bc5 req-8abf60b7-d155-48ce-a281-762ad5647da1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376210 Mar 28 11:43:30.758124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 26e2eea5-8369-44d4-bb09-f32ac4e94088 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:43:30.869862 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:30.896605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:43:30.907866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:43:30.975420 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:31.015146 dv-neutron-835336-1-hyperv neutron-server[88495]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'code': 422} returned with failed status Mar 28 11:43:31.047179 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=26e2eea5-8369-44d4-bb09-f32ac4e94088,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:43:31.055004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.055320 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.055616 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.055941 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.056262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.056630 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.056945 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.057260 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.057576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.057890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.058217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.060871 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:43:31.276573 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4eea1-f7b7-4423-83c1-59535c05bbe0 req-ee0da15d-06af-4b34-99b4-84c74abe7391 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:31.276573 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-53c4eea1-f7b7-4423-83c1-59535c05bbe0 req-ee0da15d-06af-4b34-99b4-84c74abe7391 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0832186 Mar 28 11:43:31.320748 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-53c4eea1-f7b7-4423-83c1-59535c05bbe0 req-19737ec7-f4ed-4e50-bb0b-10ae8ba6f107 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394502 Mar 28 11:43:32.509452 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd622fd-5cc0-4553-8009-e7e9aacf09a6 req-66ff6a90-e2d2-4d38-935d-443eb5462b20 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:32.511153 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-acd622fd-5cc0-4553-8009-e7e9aacf09a6 req-66ff6a90-e2d2-4d38-935d-443eb5462b20 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0788994 Mar 28 11:43:32.557841 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-acd622fd-5cc0-4553-8009-e7e9aacf09a6 req-0d3abbe5-9dea-492f-8055-7cf98d3e29f7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 Mar 28 11:43:33.742567 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807605c5-bbbc-407e-871e-3802403369a7 req-a9fc1101-9883-4307-a433-ceaf5ff45ed8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:33.744001 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-807605c5-bbbc-407e-871e-3802403369a7 req-a9fc1101-9883-4307-a433-ceaf5ff45ed8 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0801203 Mar 28 11:43:33.787358 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-807605c5-bbbc-407e-871e-3802403369a7 req-870372ec-5d36-421f-9d8d-953c80bf66a7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378497 Mar 28 11:43:33.887777 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-0c65ab11-a409-4734-8a50-731146822daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:33.889237 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-0c65ab11-a409-4734-8a50-731146822daf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e&tenant_id=2c3a6505024846ed8255bc8cf21c5b73 HTTP/1.1" status: 200 len: 1097 time: 0.0761099 Mar 28 11:43:33.999763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-bc6c7ea4-16e1-4780-98f8-98189d6864df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:34.001742 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-bc6c7ea4-16e1-4780-98f8-98189d6864df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1097 time: 0.0704448 Mar 28 11:43:34.133537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-af6bdf60-9cfd-45aa-8816-2d0f77f1fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:34.135235 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-af6bdf60-9cfd-45aa-8816-2d0f77f1fa5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1234832 Mar 28 11:43:34.239252 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-c9af7593-c989-47a9-95d0-9cbdd813ef78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 1000 time: 0.0944433 Mar 28 11:43:34.305223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-5248b985-cea7-41fb-9c8a-8ab6a8f8a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:34.306693 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-5248b985-cea7-41fb-9c8a-8ab6a8f8a6e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0584722 Mar 28 11:43:34.385379 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-278cbacd-65c7-4efe-b1f5-8e9a673365ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:34.386858 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-278cbacd-65c7-4efe-b1f5-8e9a673365ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722239 Mar 28 11:43:34.520390 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-a31d813f-9e13-4b2e-99bc-92994f2f01e0 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229706 Mar 28 11:43:34.752837 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-40aceafe-0d6c-4e72-b5eb-1f10c481c998 req-27003869-6b85-41dc-9827-1c8a32481db3 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222707 Mar 28 11:43:34.965542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62117f8-c68d-4c47-9338-31a4e89a3fc7 req-82262fac-930b-49ed-a7d0-b6a1499235b5 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:34.966979 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f62117f8-c68d-4c47-9338-31a4e89a3fc7 req-82262fac-930b-49ed-a7d0-b6a1499235b5 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0778012 Mar 28 11:43:35.013302 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f62117f8-c68d-4c47-9338-31a4e89a3fc7 req-49b44726-fbd0-4c63-b2e9-0061607ca117 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 Mar 28 11:43:36.192043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fbc2a-64e3-497a-a63f-88760ab23b72 req-2967fda8-c50b-4c92-9187-57c53f303c5d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:36.193476 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b78fbc2a-64e3-497a-a63f-88760ab23b72 req-2967fda8-c50b-4c92-9187-57c53f303c5d tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0790198 Mar 28 11:43:36.236964 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b78fbc2a-64e3-497a-a63f-88760ab23b72 req-11564705-7032-4576-b970-b1c9f8cab97b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377035 Mar 28 11:43:37.164851 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:43:37.417824 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79f79a-f1e1-4577-ba05-31ff0f7d911f req-8e83a274-6236-46ee-bfdc-f7c0cf59156c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:37.419170 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5f79f79a-f1e1-4577-ba05-31ff0f7d911f req-8e83a274-6236-46ee-bfdc-f7c0cf59156c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0807335 Mar 28 11:43:37.461745 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5f79f79a-f1e1-4577-ba05-31ff0f7d911f req-a4f77ba9-690d-492d-9dc1-093e5017ba88 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366206 Mar 28 11:43:38.640270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c9403-551f-49dd-9c11-cad883cdb280 req-74ef157f-114d-46f4-b7b0-d0447abd9f12 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:38.641714 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d91c9403-551f-49dd-9c11-cad883cdb280 req-74ef157f-114d-46f4-b7b0-d0447abd9f12 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0777652 Mar 28 11:43:38.684855 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d91c9403-551f-49dd-9c11-cad883cdb280 req-9451b296-9acb-454b-b14d-781b7012c8a1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375397 Mar 28 11:43:39.869039 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75915451-6c6b-42e7-9ecf-944435cb6ec7 req-15700bf6-4e4b-48cb-99b2-c44ebbcff02e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:39.870482 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-75915451-6c6b-42e7-9ecf-944435cb6ec7 req-15700bf6-4e4b-48cb-99b2-c44ebbcff02e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0816686 Mar 28 11:43:39.913863 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-75915451-6c6b-42e7-9ecf-944435cb6ec7 req-f7a985a5-ce7d-4fd8-8aa8-6a57af01d2e1 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 Mar 28 11:43:41.096794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5be3bb-b318-4bcf-987f-a47975e70e07 req-cdf3afe0-36bc-432f-be6f-a4ac1569003f tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:41.098244 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc5be3bb-b318-4bcf-987f-a47975e70e07 req-cdf3afe0-36bc-432f-be6f-a4ac1569003f tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.0787067 Mar 28 11:43:41.144802 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cc5be3bb-b318-4bcf-987f-a47975e70e07 req-5607a52b-e429-4576-9770-f6eafaec549c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Mar 28 11:43:42.414315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4fdc7-9399-44ec-bb3e-09b5335df9a2 req-259cbc7b-b697-4dda-961b-5d1c9a0030e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:42.415752 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-11e4fdc7-9399-44ec-bb3e-09b5335df9a2 req-259cbc7b-b697-4dda-961b-5d1c9a0030e3 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 944 time: 0.1700244 Mar 28 11:43:42.458827 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-11e4fdc7-9399-44ec-bb3e-09b5335df9a2 req-7ca91a9e-4f65-4635-b002-0d8f254c1e31 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373929 Mar 28 11:43:42.776017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 26e2eea5-8369-44d4-bb09-f32ac4e94088 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:43:42.905821 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:43:42.918964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'port_id': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'mac_address': 'fa:16:3e:2f:9f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:43:42.971853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:42.988274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e2eea5-8369-44d4-bb09-f32ac4e94088 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:43:43.002968 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:43:43.060842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:43.128646 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=26e2eea5-8369-44d4-bb09-f32ac4e94088,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:43:43.462459 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['26e2eea5-8369-44d4-bb09-f32ac4e94088'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:43:43.643376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f8274-42e9-4f65-a42a-f2937bd68d58 req-39dbdd5f-bda6-45e6-8ac9-10bc30dc8c6c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:43.644800 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e80f8274-42e9-4f65-a42a-f2937bd68d58 req-39dbdd5f-bda6-45e6-8ac9-10bc30dc8c6c tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 945 time: 0.0801868 Mar 28 11:43:43.687995 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e80f8274-42e9-4f65-a42a-f2937bd68d58 req-f6303dd0-89f6-447c-b9d5-e1dda0f0246a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370736 Mar 28 11:43:44.791169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 26e2eea5-8369-44d4-bb09-f32ac4e94088 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:43:44.860402 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 26e2eea5-8369-44d4-bb09-f32ac4e94088 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:43:44.860770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:44.867126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40ef6-d068-4b0b-a2f1-aad96331b53b req-47752e5c-c838-4c22-acc2-64c1607f2ca2 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:44.868564 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c3e40ef6-d068-4b0b-a2f1-aad96331b53b req-47752e5c-c838-4c22-acc2-64c1607f2ca2 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 945 time: 0.0783846 Mar 28 11:43:44.914539 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c3e40ef6-d068-4b0b-a2f1-aad96331b53b req-ad8558a2-a563-480a-9223-e5ffc945e5ee tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 Mar 28 11:43:44.973833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:45.001569 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:43:45.011068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:43:45.046424 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'code': 200} Mar 28 11:43:45.082546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:45.149125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=26e2eea5-8369-44d4-bb09-f32ac4e94088,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:43:45.427109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a3d97-05cb-47fc-8d61-4d0ff5a924ac req-932d06b6-0a0a-4902-89a7-fb027ad5231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:45.428468 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-739a3d97-05cb-47fc-8d61-4d0ff5a924ac req-932d06b6-0a0a-4902-89a7-fb027ad5231b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0686259 Mar 28 11:43:45.471196 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-739a3d97-05cb-47fc-8d61-4d0ff5a924ac req-167c3490-8a4a-4bc3-b289-f08d0078db3c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Mar 28 11:43:46.092489 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211911e8-19ba-404e-88ab-c141756f06dc req-01ea4007-37f9-4ab5-87c6-8dd38f403109 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:46.093924 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-211911e8-19ba-404e-88ab-c141756f06dc req-01ea4007-37f9-4ab5-87c6-8dd38f403109 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0772269 Mar 28 11:43:46.137640 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-211911e8-19ba-404e-88ab-c141756f06dc req-c9ebc432-3590-4f7d-9015-0abe9c54805a tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376744 Mar 28 11:43:46.374887 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:47.322526 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78066777-b02c-4a14-88a4-95257b0efc51 req-b16e8ea6-5dc8-4416-ab9c-17e4b7645bd7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:43:47.323950 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-78066777-b02c-4a14-88a4-95257b0efc51 req-b16e8ea6-5dc8-4416-ab9c-17e4b7645bd7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0814140 Mar 28 11:43:47.366156 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-78066777-b02c-4a14-88a4-95257b0efc51 req-674dbc3f-ba6f-4aad-bb15-7f1224407f6e tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367138 Mar 28 11:43:48.386267 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d74b722b-0a1d-4d0d-bef7-bf47f4609d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:50.535202 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8002-5ae5-442a-8b8a-03da48c6391d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:51.627007 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:51.803601 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:43:53.226557 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:12.710750 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-5a9888e4-80cc-457b-9d96-24b80362ca3b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721676 Mar 28 11:44:12.923406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-f49e71d8-0a1d-46ff-806f-2541a6193482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:44:12.923406 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-f49e71d8-0a1d-46ff-806f-2541a6193482 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0885501 Mar 28 11:44:13.041928 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-c7e37f24-73c5-4f52-99f9-73d7bcdd30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:44:13.043455 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-c7e37f24-73c5-4f52-99f9-73d7bcdd30b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1356649 Mar 28 11:44:13.151286 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-ed34bea9-797c-45a5-a222-ac861ff14ddc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 1002 time: 0.0980244 Mar 28 11:44:13.221511 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-843a599b-32bd-4b2e-a411-2e9ff9d32fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:44:13.222999 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-843a599b-32bd-4b2e-a411-2e9ff9d32fad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0617821 Mar 28 11:44:13.304922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-dd7d01bf-a7dd-414e-b9f9-9d02a966c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:44:13.306735 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-dd7d01bf-a7dd-414e-b9f9-9d02a966c5ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748422 Mar 28 11:44:13.443476 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-45294910-b2dd-4694-aff5-b7a43588b335 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303625 Mar 28 11:44:13.585333 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ebbd7433-7d34-49e8-9690-d7a26bc46938 req-a73d4047-4a53-4e2d-b06f-42ff5cc03514 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310894 Mar 28 11:44:14.168176 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:44:16.345705 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:18.334645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-05ea5424-9aff-416a-a296-aeb65350541b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:20.562881 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0827-70e8-4bb9-91e2-731b4d635b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:21.603215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:21.808456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:23.254869 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:46.384384 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:48.478702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a7568add-4e02-47ca-ab9c-e941a36946e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:50.543987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d7352c7-a7e7-459e-bb7f-4d8f43800bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:51.163617 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:44:51.625306 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:51.779224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:44:53.236439 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:13.675913 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-eeac3807-62b0-4614-84e1-a16bd65cdd62 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732794 Mar 28 11:45:13.841088 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-cfbc512b-0c87-45eb-a534-e289654b651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:13.842621 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-cfbc512b-0c87-45eb-a534-e289654b651e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0726671 Mar 28 11:45:13.990734 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-5fc4bbd1-9cde-4139-92e9-2d6a4cc7da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:13.992119 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-5fc4bbd1-9cde-4139-92e9-2d6a4cc7da89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1255879 Mar 28 11:45:14.095755 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-6ffb1a8d-0ea5-4060-ac4b-ba5aa2a49a0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 1002 time: 0.0943742 Mar 28 11:45:14.161539 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-9438af5f-cdf5-443c-940d-75bb1a117fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:14.162951 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-9438af5f-cdf5-443c-940d-75bb1a117fa7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0579050 Mar 28 11:45:14.243078 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-71420159-5abf-4472-ae30-376732d27840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:14.244465 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-71420159-5abf-4472-ae30-376732d27840 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725338 Mar 28 11:45:14.483374 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-1792b4b1-d6ef-4aff-971e-640ae719b8e0 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294009 Mar 28 11:45:14.615249 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-794dd2e9-d653-4419-8c65-dbeb6e1d804e req-2e9b831e-187d-47b3-a1c7-50167e34ae88 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223061 Mar 28 11:45:16.362080 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:18.337440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c1cf2cdf-d8df-4780-bea3-f0cd3015bcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:19.902574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [req-cc5ca713-b922-4493-b393-884221a4a565 req-22d99ec5-2826-4837-919e-822d4171e195 service neutron] (88494) timed out ('10.222.0.18', 43020) {{(pid=88494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 11:45:20.579255 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-599fc2d0-159f-4080-8bb0-6a51830e04c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:21.630547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:21.796146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:23.235875 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:28.162593 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:45:45.215499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48214) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:45:45.610190 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Deleting port cf32cd3b-086a-4cfc-a1cb-ce0f25e80601 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:45:45.610528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:45.773736 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:45.774100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:45.892531 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Calling delete_port for cf32cd3b-086a-4cfc-a1cb-ce0f25e80601 owned by network:floatingip {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:45:46.087151 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:46.161506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event deleted for resources: {'Port': ['ID=cf32cd3b-086a-4cfc-a1cb-ce0f25e80601,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:45:46.177301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.177647 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.178023 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.178349 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.178679 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.179005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.180301 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.180625 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.180946 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.181263 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.181580 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.181892 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:46.236324 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:46.236911 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.l3_db [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Floating IP cdcfcc09-9111-47cb-95f9-1fc58b9f6fd0 disassociated (deleted). External IP: 172.26.2.129, port: 26e2eea5-8369-44d4-bb09-f32ac4e94088. Mar 28 11:45:46.338867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:46.682702 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Router 3c1179bf-bfcd-4e6a-8645-5d73efef53de has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:45:46.860205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:45:46.869741 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] Sync routers for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:45:46.875832 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:46.878510 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:45:46.879113 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:46.930114 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-65548fc0-96a2-40a2-84de-009f1a1a9ebe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "DELETE /v2.0/floatingips/cdcfcc09-9111-47cb-95f9-1fc58b9f6fd0 HTTP/1.1" status: 204 len: 168 time: 1.7133954 Mar 28 11:45:46.930959 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:45:47.056438 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:45:47.103687 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'status': 'completed', 'code': 200} Mar 28 11:45:47.234584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eec48-e636-4514-acf2-badf8b44d4eb req-bb71410c-7095-44cf-9f21-f7a3632eccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:47.236065 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-814eec48-e636-4514-acf2-badf8b44d4eb req-bb71410c-7095-44cf-9f21-f7a3632eccc4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 1099 time: 0.0737667 Mar 28 11:45:47.371940 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eec48-e636-4514-acf2-badf8b44d4eb req-537b4318-dd70-4cbc-bbe7-a8cf94cc3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:47.373455 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-814eec48-e636-4514-acf2-badf8b44d4eb req-537b4318-dd70-4cbc-bbe7-a8cf94cc3045 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 200 len: 910 time: 0.1292937 Mar 28 11:45:47.374538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:47.378545 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] Checking router: 3c1179bf-bfcd-4e6a-8645-5d73efef53de for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:45:47.387963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:45:47.388610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:47.446488 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-814eec48-e636-4514-acf2-badf8b44d4eb req-e7d05cb7-0bd7-43f2-a4b8-30161bb05efd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 200 len: 217 time: 0.0656965 Mar 28 11:45:47.471789 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d41d2-bee7-4d58-97e5-5e0bd4bd1889 req-04d02ea5-a3b1-4821-815c-a685c996c0de tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:47.472491 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-3d4d41d2-bee7-4d58-97e5-5e0bd4bd1889 req-04d02ea5-a3b1-4821-815c-a685c996c0de tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Synchronizing usage tracker for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:45:47.510781 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eec48-e636-4514-acf2-badf8b44d4eb req-d0152d5c-fbc9-4514-b6e6-55b68b407ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:47.512229 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-814eec48-e636-4514-acf2-badf8b44d4eb req-d0152d5c-fbc9-4514-b6e6-55b68b407ddb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 200 len: 848 time: 0.0586495 Mar 28 11:45:47.545693 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-3d4d41d2-bee7-4d58-97e5-5e0bd4bd1889 req-04d02ea5-a3b1-4821-815c-a685c996c0de tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Unset dirty status for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:45:47.547855 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d4d41d2-bee7-4d58-97e5-5e0bd4bd1889 req-04d02ea5-a3b1-4821-815c-a685c996c0de tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.1612284 Mar 28 11:45:47.572818 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:45:47.593343 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eec48-e636-4514-acf2-badf8b44d4eb req-fad776cb-fc0b-4b0a-9ede-58a113d61e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:47.595008 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-814eec48-e636-4514-acf2-badf8b44d4eb req-fad776cb-fc0b-4b0a-9ede-58a113d61e25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c83892ba-cb19-4d17-a584-6872b6e3cca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766082 Mar 28 11:45:47.596189 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-3d4d41d2-bee7-4d58-97e5-5e0bd4bd1889 req-bbee5e4e-8c17-43b4-905c-8b1c239e1467 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401425 Mar 28 11:45:47.728868 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-814eec48-e636-4514-acf2-badf8b44d4eb req-ef74c4b4-b5e8-4e3e-ae48-135142697e17 service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256900 Mar 28 11:45:47.860308 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-814eec48-e636-4514-acf2-badf8b44d4eb req-3e909681-24fa-4ee9-acb7-de2e3d6f900b service neutron] 10.222.0.31 "GET /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247702 Mar 28 11:45:47.886804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:47.891375 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebdd63-4112-4928-9880-2108f109b6eb None None] The sync data for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv is: [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:06Z', 'revision_number': 4, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '973b29b7-69c4-49e4-9511-f0c238dbca56', 'name': '', 'network_id': 'c83892ba-cb19-4d17-a584-6872b6e3cca5', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'mac_address': 'fa:16:3e:30:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:05Z', 'updated_at': '2022-03-28T11:35:13Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'subnets': [{'id': '7e0ba6e8-ad37-498d-bad4-cdd5f882cb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:45:48.096465 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b341404-1039-4328-a60d-9eba76b4f39b None None] New status for floating IP cdcfcc09-9111-47cb-95f9-1fc58b9f6fd0: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:45:48.367344 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-7201b696-ee87-40b4-b006-08bbd3254883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:48.782816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079195-6606-4ff6-b6d7-35d10cef55e6 req-2de57abe-9c81-4e66-8bb5-8fb4e4e5c5ae tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:48.784302 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8b079195-6606-4ff6-b6d7-35d10cef55e6 req-2de57abe-9c81-4e66-8bb5-8fb4e4e5c5ae tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0797877 Mar 28 11:45:48.832018 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8b079195-6606-4ff6-b6d7-35d10cef55e6 req-e1214e14-46ae-421b-956f-ffe6b7413efe tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418386 Mar 28 11:45:49.407963 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-e780e2b6-1e86-42cf-bfe4-907e264b2231 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:49.408654 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-e780e2b6-1e86-42cf-bfe4-907e264b2231 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Synchronizing usage tracker for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:port {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:45:49.420584 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-e780e2b6-1e86-42cf-bfe4-907e264b2231 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Unset dirty status for tenant:2c3a6505024846ed8255bc8cf21c5b73 on resource:port {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:45:49.421659 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-e780e2b6-1e86-42cf-bfe4-907e264b2231 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0900121 Mar 28 11:45:49.494890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Deleting port 26e2eea5-8369-44d4-bb09-f32ac4e94088 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:45:49.495231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:49.733529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] For port 26e2eea5-8369-44d4-bb09-f32ac4e94088, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26e2eea5-8369-44d4-bb09-f32ac4e94088,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:45:49.733804 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:49.856472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Calling delete_port for 26e2eea5-8369-44d4-bb09-f32ac4e94088 owned by compute:nova {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:45:50.017081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15c95f-c569-4968-9e01-fe3381095586 req-467eb4c5-d77b-41d1-a4b4-ced1c784c502 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:45:50.018462 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-da15c95f-c569-4968-9e01-fe3381095586 req-467eb4c5-d77b-41d1-a4b4-ced1c784c502 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 946 time: 0.0820217 Mar 28 11:45:50.063111 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-da15c95f-c569-4968-9e01-fe3381095586 req-ffcea90e-d78c-4064-b81c-71c132d11fa7 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95755cd-4fa7-4f89-936a-ad3ba52477bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388267 Mar 28 11:45:50.081791 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:50.232955 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event deleted for resources: {'Port': ['ID=26e2eea5-8369-44d4-bb09-f32ac4e94088,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:45:50.265736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.266104 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.266438 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.266764 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.267148 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.267406 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.267722 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.268038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.268358 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.268676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.268988 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.269300 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:45:50.318680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] No DVR routers for this DVR port 26e2eea5-8369-44d4-bb09-f32ac4e94088 on host hv-neutron-8353 {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:45:50.320994 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:50.323446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'name': 'network-vif-deleted', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:45:50.394683 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-4d432e1d-8cbd-448c-aa8a-36f9187a19b1 req-42692544-dd4a-438e-89e0-01419db35587 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.31 "DELETE /v2.0/ports/26e2eea5-8369-44d4-bb09-f32ac4e94088 HTTP/1.1" status: 204 len: 173 time: 0.9651115 Mar 28 11:45:50.418671 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b3ada8-025f-4390-a10f-38718f03c66e', 'name': 'network-vif-deleted', 'tag': '26e2eea5-8369-44d4-bb09-f32ac4e94088', 'status': 'completed', 'code': 200} Mar 28 11:45:50.590506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6aec6fdd-f35c-4978-992e-818ec2f4f21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:51.214307 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-726f511c-ee34-4187-96c3-a3dadd566b7f req-5d173163-b45d-448e-a8ea-f9258e926d8b tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 210 time: 0.0451136 Mar 28 11:45:51.629986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:51.784511 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:52.382194 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-dc9c3d6a-e784-4578-b272-35b16e27b4f8 req-f912ee86-e46e-4953-9302-b435425ea6b2 tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "GET /v2.0/ports?device_id=18b3ada8-025f-4390-a10f-38718f03c66e HTTP/1.1" status: 200 len: 210 time: 0.0430341 Mar 28 11:45:53.247398 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:53.349659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 26e2eea5-8369-44d4-bb09-f32ac4e94088 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:45:53.383618 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 26e2eea5-8369-44d4-bb09-f32ac4e94088 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:45:53.383962 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 26e2eea5-8369-44d4-bb09-f32ac4e94088 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:45:53.473988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48254) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:45:53.543276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b61bcf93-aa2c-4a4e-bb87-2b6c3a085cfd tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:53.573872 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b61bcf93-aa2c-4a4e-bb87-2b6c3a085cfd tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:53.693205 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b61bcf93-aa2c-4a4e-bb87-2b6c3a085cfd tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:53.714630 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bcf93-aa2c-4a4e-bb87-2b6c3a085cfd tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95755cd-4fa7-4f89-936a-ad3ba52477bd,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:45:53.795462 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b61bcf93-aa2c-4a4e-bb87-2b6c3a085cfd tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:53.796700 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b61bcf93-aa2c-4a4e-bb87-2b6c3a085cfd tempest-TestShelveInstance-57364396 tempest-TestShelveInstance-57364396-project] 10.222.0.18 "DELETE /v2.0/security-groups/d95755cd-4fa7-4f89-936a-ad3ba52477bd HTTP/1.1" status: 204 len: 168 time: 0.3216584 Mar 28 11:45:53.897721 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48260) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:45:54.688887 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:55.025043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Deleting port 973b29b7-69c4-49e4-9511-f0c238dbca56 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:45:55.025377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:55.194908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] For port 973b29b7-69c4-49e4-9511-f0c238dbca56, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=973b29b7-69c4-49e4-9511-f0c238dbca56,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:45:55.195260 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:55.314320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Calling delete_port for 973b29b7-69c4-49e4-9511-f0c238dbca56 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:45:55.702353 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:55.750485 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=973b29b7-69c4-49e4-9511-f0c238dbca56,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:45:56.123045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:56.474067 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Router 3c1179bf-bfcd-4e6a-8645-5d73efef53de has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:45:56.654484 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:45:56.665086 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] Sync routers for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:45:56.669710 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-78f89b58-0cf5-4886-b81b-d081753d68b1 admin admin] 10.222.0.18 "PUT /v2.0/routers/3c1179bf-bfcd-4e6a-8645-5d73efef53de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7681525 Mar 28 11:45:56.669968 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48270) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:45:56.675473 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:45:56.677508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:56.843017 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:56.890245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:45:57.021261 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:57.169808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:45:55Z', 'revision_number': 5, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port': {'id': 'b633d81c-5a61-4b06-bed4-db4108bf691a', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:53:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:57.173559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] Checking router: 3c1179bf-bfcd-4e6a-8645-5d73efef53de for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:45:57.176537 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Deleting port b633d81c-5a61-4b06-bed4-db4108bf691a {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:45:57.176938 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:57.181637 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] Routers {'3c1179bf-bfcd-4e6a-8645-5d73efef53de'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:45:57.182251 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:57.331688 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] Set router 3c1179bf-bfcd-4e6a-8645-5d73efef53de gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:45:57.345879 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] For port b633d81c-5a61-4b06-bed4-db4108bf691a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b633d81c-5a61-4b06-bed4-db4108bf691a,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:45:57.346256 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:57.435071 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:45:57Z', 'revision_number': 6, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:57.438752 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a4a5f-f71e-4b3d-b6b3-14cfa2efd639 None None] The sync data for ids ['3c1179bf-bfcd-4e6a-8645-5d73efef53de'] in dv-neutron-835336-1-hyperv is: [{'id': '3c1179bf-bfcd-4e6a-8645-5d73efef53de', 'name': 'tempest-TestShelveInstance-2037345265-router', 'tenant_id': '2c3a6505024846ed8255bc8cf21c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:02Z', 'updated_at': '2022-03-28T11:45:57Z', 'revision_number': 6, 'project_id': '2c3a6505024846ed8255bc8cf21c5b73', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:45:57.469610 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Calling delete_port for b633d81c-5a61-4b06-bed4-db4108bf691a owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:45:57.807685 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:57.856392 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Pushing event deleted for resources: {'Port': ['ID=b633d81c-5a61-4b06-bed4-db4108bf691a,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:45:57.949288 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.119803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.121919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.205273 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.205816 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1179bf-bfcd-4e6a-8645-5d73efef53de {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:45:58.218536 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.219644 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-34a808b0-8120-4270-9738-ece62a76b353 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3c1179bf-bfcd-4e6a-8645-5d73efef53de HTTP/1.1" status: 204 len: 168 time: 1.5487885 Mar 28 11:45:58.222142 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48276) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:45:58.282803 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed3e9e2-77d9-43d2-97be-e504d1bc7b57 admin admin] Deleting subnet 7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:45:58.285705 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bed3e9e2-77d9-43d2-97be-e504d1bc7b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.336738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bed3e9e2-77d9-43d2-97be-e504d1bc7b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.415949 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bed3e9e2-77d9-43d2-97be-e504d1bc7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.561783 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bed3e9e2-77d9-43d2-97be-e504d1bc7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.602360 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3e9e2-77d9-43d2-97be-e504d1bc7b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0ba6e8-ad37-498d-bad4-cdd5f882cb63,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:45:58.606037 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bed3e9e2-77d9-43d2-97be-e504d1bc7b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.611999 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bed3e9e2-77d9-43d2-97be-e504d1bc7b57 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e0ba6e8-ad37-498d-bad4-cdd5f882cb63 HTTP/1.1" status: 204 len: 168 time: 0.3887746 Mar 28 11:45:58.614388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48280) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:45:58.615249 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ea44a-a948-4ac6-9afc-81b0549c85b6 None None] Network c83892ba-cb19-4d17-a584-6872b6e3cca5 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:45:58.693167 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b633d81c-5a61-4b06-bed4-db4108bf691a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:45:58.720528 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.730793 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Deleting port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:45:58.731115 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.742523 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b633d81c-5a61-4b06-bed4-db4108bf691a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:45:58.742867 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b633d81c-5a61-4b06-bed4-db4108bf691a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:45:58.743278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 973b29b7-69c4-49e4-9511-f0c238dbca56 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:45:58.805258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 973b29b7-69c4-49e4-9511-f0c238dbca56 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:45:58.805598 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 973b29b7-69c4-49e4-9511-f0c238dbca56 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:45:58.933540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] DHCP port deletion for c83892ba-cb19-4d17-a584-6872b6e3cca5 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:45:58.937596 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] Deleting port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:45:58.938114 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:58.943707 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] For port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4903e9a5-d981-41c6-b2e4-6f7ac20b75f3,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:45:58.944191 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.068658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Calling delete_port for 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:45:59.134808 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] For port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4903e9a5-d981-41c6-b2e4-6f7ac20b75f3,segment=NetworkSegment(23b268a3-5c5e-490e-945c-d0ae9077cb0f),segment_id=23b268a3-5c5e-490e-945c-d0ae9077cb0f)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:45:59.135109 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.178966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.227582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4903e9a5-d981-41c6-b2e4-6f7ac20b75f3,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:45:59.229486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] No DVR routers for this DVR port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:45:59.259655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] Calling delete_port for 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:45:59.334546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:45:59.334895 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:45:59.441731 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.469894 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83892ba-cb19-4d17-a584-6872b6e3cca5']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:59.482043 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b268a3-5c5e-490e-945c-d0ae9077cb0f') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:59.482335 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b268a3-5c5e-490e-945c-d0ae9077cb0f') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:59.493683 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.509623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.516002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:45:59.516378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:45:59.529302 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:45:59.658419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.662572 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.684713 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c83892ba-cb19-4d17-a584-6872b6e3cca5,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:45:59.756366 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-5ee99342-33d1-49cd-a85c-409868249be6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c83892ba-cb19-4d17-a584-6872b6e3cca5 HTTP/1.1" status: 204 len: 168 time: 1.1409473 Mar 28 11:45:59.759432 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48284) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:45:59.835793 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] Deleting port 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:45:59.836322 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:59.943418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e24bd-8c9b-434a-99c4-108284573ef9 None None] The port '4903e9a5-d981-41c6-b2e4-6f7ac20b75f3' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:46:00.283889 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:00.620524 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Deleting port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:46:00.620885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:00.677958 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:46:00.710816 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:46:00.711157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4903e9a5-d981-41c6-b2e4-6f7ac20b75f3 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:46:00.796239 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] For port 2b5462ad-c4d8-4e8a-a878-1519d3761f4a, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=2b5462ad-c4d8-4e8a-a878-1519d3761f4a,segment=NetworkSegment(02abbc43-cedf-4c02-8e8a-299b7958ade8),segment_id=02abbc43-cedf-4c02-8e8a-299b7958ade8)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:00.796886 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:01.022388 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Calling delete_port for 2b5462ad-c4d8-4e8a-a878-1519d3761f4a owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:46:01.336625 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:01.383543 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5462ad-c4d8-4e8a-a878-1519d3761f4a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:01.644907 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:01.994563 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Router 3456d46d-9f30-4f49-b9d3-9a82fff5865b has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:46:02.166613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:46:02.175466 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] Sync routers for ids ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:46:02.185325 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] Routers {'3456d46d-9f30-4f49-b9d3-9a82fff5865b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:02.185951 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:02.241339 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f1d92238-764c-416f-bfea-0a6fc1764121 admin admin] 10.222.0.18 "PUT /v2.0/routers/3456d46d-9f30-4f49-b9d3-9a82fff5865b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4808216 Mar 28 11:46:02.243801 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48288) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:02.355564 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] Set router 3456d46d-9f30-4f49-b9d3-9a82fff5865b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:02.539115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:02.673873 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:09Z', 'updated_at': '2022-03-28T11:46:01Z', 'revision_number': 5, 'project_id': '93450cbf18e74ece835a909a733f495d', 'gw_port': {'id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:10Z', 'updated_at': '2022-03-28T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:02.677779 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] Checking router: 3456d46d-9f30-4f49-b9d3-9a82fff5865b for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:46:02.687443 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] Routers {'3456d46d-9f30-4f49-b9d3-9a82fff5865b'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:02.688042 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:02.713124 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:02.794585 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Deleting port b04486d3-b176-4d84-a291-7b9dffbd12db {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:46:02.794950 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:02.861739 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] Set router 3456d46d-9f30-4f49-b9d3-9a82fff5865b gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:02.970659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] For port b04486d3-b176-4d84-a291-7b9dffbd12db, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b04486d3-b176-4d84-a291-7b9dffbd12db,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:02.970929 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:03.092335 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Calling delete_port for b04486d3-b176-4d84-a291-7b9dffbd12db owned by network:router_gateway {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:46:03.138393 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:09Z', 'updated_at': '2022-03-28T11:46:01Z', 'revision_number': 5, 'project_id': '93450cbf18e74ece835a909a733f495d', 'gw_port': {'id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:10Z', 'updated_at': '2022-03-28T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:03.142350 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764726ba-b199-483b-b2d9-4fc0e90620c8 None None] The sync data for ids ['3456d46d-9f30-4f49-b9d3-9a82fff5865b'] in dv-neutron-835336-1-hyperv is: [{'id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'name': 'tempest-TestShelveInstance-290631350-router', 'tenant_id': '93450cbf18e74ece835a909a733f495d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:35:09Z', 'updated_at': '2022-03-28T11:46:01Z', 'revision_number': 5, 'project_id': '93450cbf18e74ece835a909a733f495d', 'gw_port': {'id': 'b04486d3-b176-4d84-a291-7b9dffbd12db', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456d46d-9f30-4f49-b9d3-9a82fff5865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:35:10Z', 'updated_at': '2022-03-28T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:46:03.349537 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:03.394446 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b04486d3-b176-4d84-a291-7b9dffbd12db,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:03.490221 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:03.668352 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:03.670529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:03.759090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:03.759595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3456d46d-9f30-4f49-b9d3-9a82fff5865b {{(pid=88493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:46:03.772418 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] Notify callbacks [] for router, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:03.773668 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d6ffe5ce-f809-4ef9-bb4d-a96aa7615c6e admin admin] 10.222.0.18 "DELETE /v2.0/routers/3456d46d-9f30-4f49-b9d3-9a82fff5865b HTTP/1.1" status: 204 len: 168 time: 1.5288596 Mar 28 11:46:03.776131 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48292) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:03.838892 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a59e942-a034-4523-b476-32f354430a62 admin admin] Deleting subnet c6f74f7b-4b2c-47f3-aa63-5d002e646ab8 {{(pid=88493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:46:03.842759 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a59e942-a034-4523-b476-32f354430a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:03.894283 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a59e942-a034-4523-b476-32f354430a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174831'] for subnet, precommit_delete_associations {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:03.970139 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a59e942-a034-4523-b476-32f354430a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.104311 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a59e942-a034-4523-b476-32f354430a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1880779'] for subnet, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.143758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59e942-a034-4523-b476-32f354430a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f74f7b-4b2c-47f3-aa63-5d002e646ab8,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:04.148962 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2a59e942-a034-4523-b476-32f354430a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.154961 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec63a29-7d6f-4dee-ae71-961ce12c47eb None None] Network 99a997b3-cffe-45ab-a50f-fe3d96c24aaf requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:46:04.155448 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-2a59e942-a034-4523-b476-32f354430a62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c6f74f7b-4b2c-47f3-aa63-5d002e646ab8 HTTP/1.1" status: 204 len: 168 time: 0.3782544 Mar 28 11:46:04.157673 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48296) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:04.374029 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.384881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Deleting port b3435fda-072c-4955-87cd-936d014dfe6c {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:46:04.385209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.430515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] DHCP port deletion for 99a997b3-cffe-45ab-a50f-fe3d96c24aaf request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:46:04.434617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] Deleting port b3435fda-072c-4955-87cd-936d014dfe6c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:46:04.434992 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.595376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] For port b3435fda-072c-4955-87cd-936d014dfe6c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b3435fda-072c-4955-87cd-936d014dfe6c,segment=NetworkSegment(02abbc43-cedf-4c02-8e8a-299b7958ade8),segment_id=02abbc43-cedf-4c02-8e8a-299b7958ade8)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:04.595727 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.631276 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] For port b3435fda-072c-4955-87cd-936d014dfe6c, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=b3435fda-072c-4955-87cd-936d014dfe6c,segment=NetworkSegment(02abbc43-cedf-4c02-8e8a-299b7958ade8),segment_id=02abbc43-cedf-4c02-8e8a-299b7958ade8)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:04.631817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.696551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b04486d3-b176-4d84-a291-7b9dffbd12db no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:46:04.721623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Calling delete_port for b3435fda-072c-4955-87cd-936d014dfe6c owned by network:dhcp {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:46:04.783708 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] Calling delete_port for b3435fda-072c-4955-87cd-936d014dfe6c owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:46:04.818874 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b04486d3-b176-4d84-a291-7b9dffbd12db {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:46:04.819214 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b04486d3-b176-4d84-a291-7b9dffbd12db not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:46:04.819631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2b5462ad-c4d8-4e8a-a878-1519d3761f4a no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:46:04.858725 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 2b5462ad-c4d8-4e8a-a878-1519d3761f4a {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:46:04.859857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 2b5462ad-c4d8-4e8a-a878-1519d3761f4a not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:46:04.859857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b3435fda-072c-4955-87cd-936d014dfe6c no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:46:04.881884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.899068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: b3435fda-072c-4955-87cd-936d014dfe6c {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:46:04.899411 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device b3435fda-072c-4955-87cd-936d014dfe6c not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:46:04.926743 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:46:04.927043 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:46:04.934596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3435fda-072c-4955-87cd-936d014dfe6c,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:04.934834 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] No DVR routers for this DVR port b3435fda-072c-4955-87cd-936d014dfe6c on host dv-neutron-835336-1-hyperv {{(pid=88493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:46:05.048206 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.072223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a997b3-cffe-45ab-a50f-fe3d96c24aaf']}} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:05.084496 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02abbc43-cedf-4c02-8e8a-299b7958ade8') {'for_net_delete': True} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:05.084786 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.services.segments.db [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02abbc43-cedf-4c02-8e8a-299b7958ade8') {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:05.096376 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174822'] for segment, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.111713 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.117457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:46:05.117833 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174371'] for segment, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: Traceback (most recent call last): Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: timer() Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: cb(*args, **kw) Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: return func(*args, **kwargs) Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: self._notify() Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: self.callback(batched_events) Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: event.method(event) Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: return f(self, *a, **k) Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._get(url).json() Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: return self.request(url, 'GET', **kwargs) Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:46:05.130721 dv-neutron-835336-1-hyperv neutron-server[88493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:46:05.161201 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:46:05.286987 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.302550 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.314693 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] Pushing event deleted for resources: {'Network': ['ID=99a997b3-cffe-45ab-a50f-fe3d96c24aaf,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:05.319371 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d28cffe4-765f-4325-8e97-f611d60a2622 admin admin] 10.222.0.18 "DELETE /v2.0/networks/99a997b3-cffe-45ab-a50f-fe3d96c24aaf HTTP/1.1" status: 204 len: 168 time: 1.1607292 Mar 28 11:46:05.428514 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] Deleting port b3435fda-072c-4955-87cd-936d014dfe6c {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:46:05.429034 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.496136 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-402c81f7-b91e-43ac-a8f8-aa5950ba4c27 None None] The port 'b3435fda-072c-4955-87cd-936d014dfe6c' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:46:05.623463 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48302) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:05.671031 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-de524c67-0c21-4a04-a618-0e5c162e5eb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c3a6505024846ed8255bc8cf21c5b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463839 Mar 28 11:46:05.673445 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48306) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:05.728785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c652-5372-4223-8be5-d3924a11ba3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.753709 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c652-5372-4223-8be5-d3924a11ba3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.875504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c652-5372-4223-8be5-d3924a11ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.894384 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0c652-5372-4223-8be5-d3924a11ba3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08ed807-70b5-4cb9-a59a-e1432ec09552,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:05.898696 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c652-5372-4223-8be5-d3924a11ba3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.899796 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-5ca0c652-5372-4223-8be5-d3924a11ba3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d08ed807-70b5-4cb9-a59a-e1432ec09552 HTTP/1.1" status: 204 len: 168 time: 0.2254641 Mar 28 11:46:06.571891 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48314) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:06.619205 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-6ded5cce-12c1-4dd3-9da2-bf62e82f3af3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93450cbf18e74ece835a909a733f495d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461855 Mar 28 11:46:06.621509 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48318) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:06.678404 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-858efd85-1167-4f82-a0b9-3300915dc200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:06.703533 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-858efd85-1167-4f82-a0b9-3300915dc200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:06.816423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-858efd85-1167-4f82-a0b9-3300915dc200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:06.830558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858efd85-1167-4f82-a0b9-3300915dc200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9dbe7-6398-498f-811a-4b40e59e040a,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:06.836953 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-858efd85-1167-4f82-a0b9-3300915dc200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:06.838165 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-858efd85-1167-4f82-a0b9-3300915dc200 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63a9dbe7-6398-498f-811a-4b40e59e040a HTTP/1.1" status: 204 len: 168 time: 0.2156427 Mar 28 11:46:07.872636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48342) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:07.976593 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-735230746-network', 'tenant_id': '0e0f1a9c066f43518259922b29287906'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:07.981888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:07.985827 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Usage tracker for resource:network and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:07.988775 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:07.994925 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:08.092883 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Made reservation on behalf of 0e0f1a9c066f43518259922b29287906 for: {'network': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:46:08.095213 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:08.110513 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:08.125128 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:08.129188 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Usage tracker for resource:security_group_rule and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:08.132322 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:08.138660 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:08.223596 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:08.286685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:08.312405 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:46:08.325038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6aba42-666e-416a-82ca-413fa18ff0f8,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:08.329304 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:08.333536 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.segments_db [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Added segment 560d6cc0-1743-474e-b4ea-ca0a9bb8cb01 of type vlan for network 4ee673fd-d8f6-428b-8585-dbee52364a9b Mar 28 11:46:08.355395 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:08.423844 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:08.424763 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:08.425350 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Notify callbacks [] for network, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:08.525623 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] Pushing event updated for resources: {'Network': ['ID=4ee673fd-d8f6-428b-8585-dbee52364a9b,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:08.538888 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:46:08.596365 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f64d2a75-a213-4649-a837-2a503931ebeb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7226417 Mar 28 11:46:08.599112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48348) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:08.604369 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Request body: {'subnet': {'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-735230746-subnet', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'ip_version': 4}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:08.609558 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:08.613643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Usage tracker for resource:subnet and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:08.616572 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:08.623013 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:08.686566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Made reservation on behalf of 0e0f1a9c066f43518259922b29287906 for: {'subnet': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:46:08.688843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1880814'] for subnet, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:08.927070 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1880796'] for subnet, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:09.087289 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abd4380-fcb5-42b8-91ca-63438d3dc0f0,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:09.097981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Checking segment: {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:09.097981 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Network hostable DHCP agents. Network: 4ee673fd-d8f6-428b-8585-dbee52364a9b, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:46:09.166576 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:46:09.235195 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, 4ee673fd-d8f6-428b-8585-dbee52364a9b) {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:09.239334 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:09.239906 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:09.244631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa8ef60-d551-478d-be20-56593f8848b8 None None] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:46:09.325684 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-99174aaa-a22b-46e8-a466-eb95e36a3547 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7255440 Mar 28 11:46:09.328496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48352) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:09.333473 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:09.338052 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:09.342338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Usage tracker for resource:router and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:09.345102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:09.351320 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:09.416738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:09.418479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:09.432529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:09.451659 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-4ee673fd-d8f6-428b-8585-dbee52364a9b', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:46:09.453660 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:09.607483 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Allocated IP 172.20.0.2 (4ee673fd-d8f6-428b-8585-dbee52364a9b/5abd4380-fcb5-42b8-91ca-63438d3dc0f0/832d2e8a-8796-4312-b4bb-f512e9dd8198) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:09.760734 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:09.845022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:09.855164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Transition to ACTIVE for port object 832d2e8a-8796-4312-b4bb-f512e9dd8198 will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:09.872720 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Transition to ACTIVE for port object 832d2e8a-8796-4312-b4bb-f512e9dd8198 will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:09.936932 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:10.009657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:10.010854 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:10.013868 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:10.023254 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Pushing event updated for resources: {'Port': ['ID=832d2e8a-8796-4312-b4bb-f512e9dd8198,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:10.061631 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.062006 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.062348 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.062680 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.063010 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.063336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.063658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.063979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.064445 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.064776 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.065093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.065408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:10.118164 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Attempting to bind port 832d2e8a-8796-4312-b4bb-f512e9dd8198 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:10.118533 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Attempting to bind port 832d2e8a-8796-4312-b4bb-f512e9dd8198 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:10.118884 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Attempting to bind port 832d2e8a-8796-4312-b4bb-f512e9dd8198 on network 4ee673fd-d8f6-428b-8585-dbee52364a9b {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:10.124609 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:10.130122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Checking segment: {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:10.130122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:10.130122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Bound using segment: {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:10.130122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Bound port: 832d2e8a-8796-4312-b4bb-f512e9dd8198, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:10.130122 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:10.132405 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:10.165542 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:10.212128 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] For port 832d2e8a-8796-4312-b4bb-f512e9dd8198, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:10.215183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] For port 832d2e8a-8796-4312-b4bb-f512e9dd8198, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=832d2e8a-8796-4312-b4bb-f512e9dd8198,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:10.281628 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:10.296315 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Allocated IP 172.26.2.122 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/4ea49d7e-150d-4e11-b0f4-c3e36822612b) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:10.376364 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f29a5-23a8-4570-a599-70af77b8af89 None None] Pushing event updated for resources: {'Port': ['ID=832d2e8a-8796-4312-b4bb-f512e9dd8198,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:10.448557 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:10.537063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:10.602547 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:10.606035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:10.614371 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:10.650582 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea49d7e-150d-4e11-b0f4-c3e36822612b,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:10.729386 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 832d2e8a-8796-4312-b4bb-f512e9dd8198 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:10.847116 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 832d2e8a-8796-4312-b4bb-f512e9dd8198 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:11.257936 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:11.272299 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566ac5e-508f-4eee-9588-abccf3f0f336 None None] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:46:11.446681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2e12b556-4565-4d52-bd3b-7f3aacd6f280 None None] Provisioning for port 832d2e8a-8796-4312-b4bb-f512e9dd8198 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:11.480205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-2e12b556-4565-4d52-bd3b-7f3aacd6f280 None None] Provisioning complete for port 832d2e8a-8796-4312-b4bb-f512e9dd8198 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:11.480500 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e12b556-4565-4d52-bd3b-7f3aacd6f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:11.592428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:11.621657 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e12b556-4565-4d52-bd3b-7f3aacd6f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:11.655619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-2e12b556-4565-4d52-bd3b-7f3aacd6f280 None None] For port 832d2e8a-8796-4312-b4bb-f512e9dd8198, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=832d2e8a-8796-4312-b4bb-f512e9dd8198,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:11.756103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e12b556-4565-4d52-bd3b-7f3aacd6f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:11.822110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12b556-4565-4d52-bd3b-7f3aacd6f280 None None] Pushing event updated for resources: {'Port': ['ID=832d2e8a-8796-4312-b4bb-f512e9dd8198,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:11.875492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5504f87b-a87f-41d7-9e74-ac151f66db93 None None] Provisioning complete for port 832d2e8a-8796-4312-b4bb-f512e9dd8198 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:11.875790 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5504f87b-a87f-41d7-9e74-ac151f66db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:11.881486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Router 8c067894-ce4c-4857-8b74-ae1c04e86d20 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:46:12.053788 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:46:12.062724 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Sync routers for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:46:12.071597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:12.072203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:12.138603 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:12.139826 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8d449137-63d6-4a8d-8157-36d76842b020 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8103466 Mar 28 11:46:12.142563 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48356) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:12.245232 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:12.561269 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:10Z', 'revision_number': 3, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:12.564998 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Checking router: 8c067894-ce4c-4857-8b74-ae1c04e86d20 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:46:12.565335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Updating router 8c067894-ce4c-4857-8b74-ae1c04e86d20 port 4ea49d7e-150d-4e11-b0f4-c3e36822612b binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:46:12.619602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:12.711784 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 832d2e8a-8796-4312-b4bb-f512e9dd8198 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:12.886370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 832d2e8a-8796-4312-b4bb-f512e9dd8198 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:12.887028 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:12.921344 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.098221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.110403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Transition to ACTIVE for port object 4ea49d7e-150d-4e11-b0f4-c3e36822612b will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:13.132511 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Allocated IP 172.20.0.1 (4ee673fd-d8f6-428b-8585-dbee52364a9b/5abd4380-fcb5-42b8-91ca-63438d3dc0f0/18755540-497e-4b98-b04c-0f09cff0d2d9) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:13.170699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.249162 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Attempting to bind port 4ea49d7e-150d-4e11-b0f4-c3e36822612b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:13.249529 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Attempting to bind port 4ea49d7e-150d-4e11-b0f4-c3e36822612b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:13.249882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Attempting to bind port 4ea49d7e-150d-4e11-b0f4-c3e36822612b on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:13.260068 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e6ba1-717e-4153-8238-ef6f07e5dee9 None None] Pushing event updated for resources: {'Port': ['ID=4ea49d7e-150d-4e11-b0f4-c3e36822612b,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:13.263092 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:13.263460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:13.264039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.264426 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:13.264890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Bound port: 4ea49d7e-150d-4e11-b0f4-c3e36822612b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:13.265258 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.283812 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.301404 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Transition to ACTIVE for port object 18755540-497e-4b98-b04c-0f09cff0d2d9 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:13.338169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] For port 4ea49d7e-150d-4e11-b0f4-c3e36822612b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:13.341228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] For port 4ea49d7e-150d-4e11-b0f4-c3e36822612b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4ea49d7e-150d-4e11-b0f4-c3e36822612b,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:13.378444 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.395667 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.444162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:13.447001 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:13.459045 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:13.473497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:13.474460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:13.490652 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Pushing event updated for resources: {'Port': ['ID=18755540-497e-4b98-b04c-0f09cff0d2d9,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:13.525469 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.562639 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e6ba1-717e-4153-8238-ef6f07e5dee9 None None] Pushing event updated for resources: {'Port': ['ID=4ea49d7e-150d-4e11-b0f4-c3e36822612b,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:13.700460 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:13.902474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.903819 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6a6c14ce-4e97-45a2-b379-79fa99ca79bb None None] Provisioning for port 18755540-497e-4b98-b04c-0f09cff0d2d9 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:13.911217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-6a6c14ce-4e97-45a2-b379-79fa99ca79bb None None] Provisioning complete for port 18755540-497e-4b98-b04c-0f09cff0d2d9 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:13.911577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6a6c14ce-4e97-45a2-b379-79fa99ca79bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:13.982352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c14ce-4e97-45a2-b379-79fa99ca79bb None None] Port 18755540-497e-4b98-b04c-0f09cff0d2d9 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:46:14.043979 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:10Z', 'revision_number': 3, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:14.047882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f578495-1c63-4856-b92b-e03f86b61a49 None None] The sync data for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv is: [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:10Z', 'revision_number': 3, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:46:14.260285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:14.332768 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:14.448586 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Pushing event updated for resources: {'Port': ['ID=18755540-497e-4b98-b04c-0f09cff0d2d9,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:14.452270 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:14.595881 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:14.597032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:14.742742 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4ea49d7e-150d-4e11-b0f4-c3e36822612b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:14.827382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Router 8c067894-ce4c-4857-8b74-ae1c04e86d20 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:46:14.860169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-631823c7-e731-4939-a207-fdaa28e7ae8c None None] Provisioning complete for port 18755540-497e-4b98-b04c-0f09cff0d2d9 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:14.860551 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-631823c7-e731-4939-a207-fdaa28e7ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:14.925097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-631823c7-e731-4939-a207-fdaa28e7ae8c None None] Port 18755540-497e-4b98-b04c-0f09cff0d2d9 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:46:14.978227 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 4ea49d7e-150d-4e11-b0f4-c3e36822612b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:14.983270 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 4ea49d7e-150d-4e11-b0f4-c3e36822612b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:14.985484 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.009126 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:46:15.018295 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-1bb23796-abbe-4546-948c-a8dcf68e97bb admin admin] 10.222.0.18 "PUT /v2.0/routers/8c067894-ce4c-4857-8b74-ae1c04e86d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8746097 Mar 28 11:46:15.104980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.121427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 4ea49d7e-150d-4e11-b0f4-c3e36822612b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4ea49d7e-150d-4e11-b0f4-c3e36822612b,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:15.199811 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.268370 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=4ea49d7e-150d-4e11-b0f4-c3e36822612b,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:15.498412 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Sync routers for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:46:15.508210 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:15.508954 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:15.687687 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:15.715945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48374) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:15.721449 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1071778895-network', 'tenant_id': '536de986632947398f2f1e608a993471'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:15.726207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:15.730739 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Usage tracker for resource:network and tenant:536de986632947398f2f1e608a993471 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:15.733738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:15.739505 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:15.807080 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Made reservation on behalf of 536de986632947398f2f1e608a993471 for: {'network': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:46:15.810049 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for network, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.822465 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.840416 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:15.844329 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Usage tracker for resource:security_group_rule and tenant:536de986632947398f2f1e608a993471 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:15.847230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:15.853090 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:15.935212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.978389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.996214 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 2, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:16.000079 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Checking router: 8c067894-ce4c-4857-8b74-ae1c04e86d20 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:46:16.000424 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Updating router 8c067894-ce4c-4857-8b74-ae1c04e86d20 port 18755540-497e-4b98-b04c-0f09cff0d2d9 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:46:16.005529 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=88494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:46:16.018046 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbfcb37-0fc5-46ab-b345-5f41ec234a8f,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:16.022446 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.022796 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.db.segments_db [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Added segment 8e599a87-547c-4821-93b0-4587819911ae of type vlan for network bf0ec691-e8ab-417d-ae60-e567b3122594 Mar 28 11:46:16.049494 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728513464706'] for network, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.056875 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.164971 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673'] for network, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.165970 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:16.166548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.271180 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] Pushing event updated for resources: {'Network': ['ID=bf0ec691-e8ab-417d-ae60-e567b3122594,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:16.281823 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Network bf0ec691-e8ab-417d-ae60-e567b3122594 details requested by agent ovs-agent-dv-neutron-835336-1-hyperv with host dv-neutron-835336-1-hyperv {{(pid=88495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:46:16.316636 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-43b9df1b-6181-486d-9a0e-202453544e4a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5994053 Mar 28 11:46:16.319054 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48378) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:16.326593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Request body: {'subnet': {'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1071778895-subnet', 'tenant_id': '536de986632947398f2f1e608a993471', 'ip_version': 4}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:16.331520 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:16.335604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Usage tracker for resource:subnet and tenant:536de986632947398f2f1e608a993471 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:16.338588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:16.345100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:16.401105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.412282 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Made reservation on behalf of 536de986632947398f2f1e608a993471 for: {'subnet': 1} {{(pid=88494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:46:16.414755 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846171'] for subnet, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.427645 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.439254 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Transition to ACTIVE for port object 18755540-497e-4b98-b04c-0f09cff0d2d9 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:16.498015 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.675908 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3036290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846185'] for subnet, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.698272 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4ea49d7e-150d-4e11-b0f4-c3e36822612b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:16.706635 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Pushing event updated for resources: {'Port': ['ID=18755540-497e-4b98-b04c-0f09cff0d2d9,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:16.715956 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Attempting to bind port 18755540-497e-4b98-b04c-0f09cff0d2d9 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:16.716313 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Attempting to bind port 18755540-497e-4b98-b04c-0f09cff0d2d9 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:16.716664 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Attempting to bind port 18755540-497e-4b98-b04c-0f09cff0d2d9 on network 4ee673fd-d8f6-428b-8585-dbee52364a9b {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:16.719244 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.719582 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.719913 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.720236 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.720545 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.720865 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.721223 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.721493 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.721800 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.722131 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.722442 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.722743 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:16.729364 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:16.735699 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Checking segment: {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:16.735699 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.735699 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Bound using segment: {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:16.735699 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Bound port: 18755540-497e-4b98-b04c-0f09cff0d2d9, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:16.735699 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.759973 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9839fb-2572-47bb-9462-42be914d45bf,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:16.786078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Checking segment: {'id': '8e599a87-547c-4821-93b0-4587819911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:16.786427 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Network hostable DHCP agents. Network: bf0ec691-e8ab-417d-ae60-e567b3122594, hostable agents: ['0dfce4f4-c6f3-4edf-93bd-14fd36812c25'], hosted agents: [] {{(pid=88494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:46:16.788822 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 4ea49d7e-150d-4e11-b0f4-c3e36822612b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:16.789365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.833095 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] For port 18755540-497e-4b98-b04c-0f09cff0d2d9, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:16.835976 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] For port 18755540-497e-4b98-b04c-0f09cff0d2d9, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=18755540-497e-4b98-b04c-0f09cff0d2d9,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:16.869510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Network bf0ec691-e8ab-417d-ae60-e567b3122594 is scheduled to be hosted by DHCP agent 0dfce4f4-c6f3-4edf-93bd-14fd36812c25 with binding_index 1 {{(pid=88494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:46:16.908372 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.938474 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835336-1-hyperv, bf0ec691-e8ab-417d-ae60-e567b3122594) {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:16.942512 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:16.943108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:16.948169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6660b-459e-4b06-bc50-86f0f7db9b54 None None] Network bf0ec691-e8ab-417d-ae60-e567b3122594 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:46:16.985111 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:16.985718 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:17.050955 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1838b4-09f8-454b-a64f-23dce0f8a681 None None] Pushing event updated for resources: {'Port': ['ID=18755540-497e-4b98-b04c-0f09cff0d2d9,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:17.057538 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f99f25c9-db79-443b-bb2e-bacb315f466d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7366440 Mar 28 11:46:17.060490 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48382) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:17.071018 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:17.074750 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:17.079022 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Usage tracker for resource:router and tenant:536de986632947398f2f1e608a993471 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:17.082246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:17.088500 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:17.175234 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf76c036e-6880-5796-9ef9-32cc8771bfb4-bf0ec691-e8ab-417d-ae60-e567b3122594', 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594', 'tenant_id': '536de986632947398f2f1e608a993471', 'fixed_ips': [{'subnet_id': '0e9839fb-2572-47bb-9462-42be914d45bf'}]}} from dv-neutron-835336-1-hyperv. {{(pid=88495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:46:17.176111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:17.187374 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:17.207378 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-456324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1738'] for router, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:17.208395 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-458039', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1779'] for router, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:17.223953 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:17.338456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.db_base_plugin_common [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Allocated IP 172.20.0.2 (bf0ec691-e8ab-417d-ae60-e567b3122594/0e9839fb-2572-47bb-9462-42be914d45bf/9157d305-f16c-4958-9596-67d2b3b3451b) {{(pid=88495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:17.503294 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:16Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:17.508562 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5e1b4-8fc4-47d0-a247-1b3c85dd0f55 None None] The sync data for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv is: [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:16Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:46:17.551039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Notify callbacks [] for port, precommit_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:17.584146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Transition to ACTIVE for port object 9157d305-f16c-4958-9596-67d2b3b3451b will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:17.604154 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Transition to ACTIVE for port object 9157d305-f16c-4958-9596-67d2b3b3451b will not be triggered until provisioned by entity DHCP. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:17.675952 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228'] for port, after_create {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:17.722024 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-458017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1773'] for router, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:17.739173 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Network bf0ec691-e8ab-417d-ae60-e567b3122594 is already hosted by enough agents. {{(pid=88495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:17.746319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.scheduler.base_scheduler [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Resources bound (agent type, host, resource id): {{(pid=88495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:17.750916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Received port after_create {{(pid=88495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:17.757058 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Pushing event updated for resources: {'Port': ['ID=9157d305-f16c-4958-9596-67d2b3b3451b,revision_number=1']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:17.851614 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Attempting to bind port 9157d305-f16c-4958-9596-67d2b3b3451b on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:17.852108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Attempting to bind port 9157d305-f16c-4958-9596-67d2b3b3451b by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '8e599a87-547c-4821-93b0-4587819911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:17.852701 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Attempting to bind port 9157d305-f16c-4958-9596-67d2b3b3451b on network bf0ec691-e8ab-417d-ae60-e567b3122594 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:17.859089 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:17.859613 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Checking segment: {'id': '8e599a87-547c-4821-93b0-4587819911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:17.860103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:17.860610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Bound using segment: {'id': '8e599a87-547c-4821-93b0-4587819911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:17.861159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Bound port: 9157d305-f16c-4958-9596-67d2b3b3451b, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e599a87-547c-4821-93b0-4587819911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:17.861620 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:17.953001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] For port 9157d305-f16c-4958-9596-67d2b3b3451b, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:17.956377 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] For port 9157d305-f16c-4958-9596-67d2b3b3451b, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9157d305-f16c-4958-9596-67d2b3b3451b,segment=NetworkSegment(8e599a87-547c-4821-93b0-4587819911ae),segment_id=8e599a87-547c-4821-93b0-4587819911ae)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:18.027728 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:18.097589 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:18.112450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b837ff-cc14-4a42-8209-bd0a3cd30baf None None] Pushing event updated for resources: {'Port': ['ID=9157d305-f16c-4958-9596-67d2b3b3451b,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:18.129286 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:18.281948 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Allocated IP 172.26.2.241 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/cf140178-ca05-4cb6-bdae-0c1e734584ca) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:18.360534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5a53a529-27f5-40d0-93eb-4d90e7f44198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:18.455070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:18.548124 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:18.610689 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:18.617987 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:18.622479 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:18.656794 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Pushing event updated for resources: {'Port': ['ID=cf140178-ca05-4cb6-bdae-0c1e734584ca,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:18.754159 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 18755540-497e-4b98-b04c-0f09cff0d2d9 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:18.890454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 18755540-497e-4b98-b04c-0f09cff0d2d9 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:18.895984 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 18755540-497e-4b98-b04c-0f09cff0d2d9 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:18.896418 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.057105 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.090146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc2872-23e1-4e30-bdbc-7624f0e33821 None None] Network bf0ec691-e8ab-417d-ae60-e567b3122594 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:46:19.120766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 18755540-497e-4b98-b04c-0f09cff0d2d9, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=18755540-497e-4b98-b04c-0f09cff0d2d9,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:19.163388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.180340 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.181097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9157d305-f16c-4958-9596-67d2b3b3451b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:19.256714 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-640c8a14-a49b-46cf-b428-aad8ec9803fa None None] Provisioning for port 9157d305-f16c-4958-9596-67d2b3b3451b completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:19.371882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=18755540-497e-4b98-b04c-0f09cff0d2d9,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:19.445788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 9157d305-f16c-4958-9596-67d2b3b3451b completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:19.452988 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9157d305-f16c-4958-9596-67d2b3b3451b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:19.453359 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.588554 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.612825 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457994'] for router, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.623471 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 9157d305-f16c-4958-9596-67d2b3b3451b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9157d305-f16c-4958-9596-67d2b3b3451b,segment=NetworkSegment(8e599a87-547c-4821-93b0-4587819911ae),segment_id=8e599a87-547c-4821-93b0-4587819911ae)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:19.698530 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.767419 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=9157d305-f16c-4958-9596-67d2b3b3451b,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:19.824830 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-49581c97-1636-42f2-8857-98da44740eea None None] Provisioning complete for port 9157d305-f16c-4958-9596-67d2b3b3451b triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:19.825095 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-49581c97-1636-42f2-8857-98da44740eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.907562 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Router 7b3f35dc-5449-4066-9b94-187df90b4190 is scheduled to L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 with binding_index 1 {{(pid=88494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:46:20.084172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:46:20.093082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Sync routers for ids ['7b3f35dc-5449-4066-9b94-187df90b4190'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:46:20.102231 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Routers {'7b3f35dc-5449-4066-9b94-187df90b4190'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:20.103030 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:45:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7b3f35dc-5449-4066-9b94-187df90b4190'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:20.178218 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.179791 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-fc147698-d550-430b-8dc3-beffd4392894 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1182158 Mar 28 11:46:20.182492 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48388) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:20.284292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Set router 7b3f35dc-5449-4066-9b94-187df90b4190 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:20.556879 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-32913e63-1309-4d30-bf7c-e8d5eb1e4dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.580735 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:17Z', 'updated_at': '2022-03-28T11:46:18Z', 'revision_number': 3, 'project_id': '536de986632947398f2f1e608a993471', 'gw_port': {'id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:18Z', 'updated_at': '2022-03-28T11:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:20.584805 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Checking router: 7b3f35dc-5449-4066-9b94-187df90b4190 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:46:20.585175 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Updating router 7b3f35dc-5449-4066-9b94-187df90b4190 port cf140178-ca05-4cb6-bdae-0c1e734584ca binding host dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:46:20.640518 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.702947 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 18755540-497e-4b98-b04c-0f09cff0d2d9 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:20.963494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 18755540-497e-4b98-b04c-0f09cff0d2d9 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:20.963494 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.968359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.158478 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9157d305-f16c-4958-9596-67d2b3b3451b up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:21.173574 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_common [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Allocated IP 172.20.0.1 (bf0ec691-e8ab-417d-ae60-e567b3122594/0e9839fb-2572-47bb-9462-42be914d45bf/9b33c47b-fdbd-4f78-b01c-629409c98647) {{(pid=88494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:21.208311 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.231001 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Transition to ACTIVE for port object cf140178-ca05-4cb6-bdae-0c1e734584ca will not be triggered until provisioned by entity L2. {{(pid=88495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:21.245682 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9157d305-f16c-4958-9596-67d2b3b3451b triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:21.246079 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.306097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.322298 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.337979 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.provisioning_blocks [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Transition to ACTIVE for port object 9b33c47b-fdbd-4f78-b01c-629409c98647 will not be triggered until provisioned by entity DHCP. {{(pid=88494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:21.427922 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Attempting to bind port cf140178-ca05-4cb6-bdae-0c1e734584ca on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:21.428286 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Attempting to bind port cf140178-ca05-4cb6-bdae-0c1e734584ca by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:21.428640 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Attempting to bind port cf140178-ca05-4cb6-bdae-0c1e734584ca on network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:21.430536 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec5d14-05ef-4365-b386-b2d39fdcf04b None None] Pushing event updated for resources: {'Port': ['ID=cf140178-ca05-4cb6-bdae-0c1e734584ca,revision_number=2']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:21.444124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:21.444499 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Checking segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:21.444891 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.445070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.445274 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Bound using segment: {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'} {{(pid=88495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:21.445731 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.managers [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Bound port: cf140178-ca05-4cb6-bdae-0c1e734584ca, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8'}}] {{(pid=88495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:21.446124 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.505221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Network bf0ec691-e8ab-417d-ae60-e567b3122594 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:21.508504 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:21.512730 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Received port after_create {{(pid=88494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:21.522765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] For port cf140178-ca05-4cb6-bdae-0c1e734584ca, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:21.525747 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] For port cf140178-ca05-4cb6-bdae-0c1e734584ca, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cf140178-ca05-4cb6-bdae-0c1e734584ca,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:21.565551 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Pushing event updated for resources: {'Port': ['ID=9b33c47b-fdbd-4f78-b01c-629409c98647,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:21.580246 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457020'] for router_interface, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.588142 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.638585 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.673910 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Routers {'7b3f35dc-5449-4066-9b94-187df90b4190'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:21.674541 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:46:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7b3f35dc-5449-4066-9b94-187df90b4190'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:21.731985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec5d14-05ef-4365-b386-b2d39fdcf04b None None] Pushing event updated for resources: {'Port': ['ID=cf140178-ca05-4cb6-bdae-0c1e734584ca,revision_number=3']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:21.781379 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.830560 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.859474 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ae87aa1f-6b8a-4e23-aad9-6ffe358a9419 None None] Provisioning for port 9b33c47b-fdbd-4f78-b01c-629409c98647 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:21.873183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-ae87aa1f-6b8a-4e23-aad9-6ffe358a9419 None None] Provisioning complete for port 9b33c47b-fdbd-4f78-b01c-629409c98647 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:21.873550 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ae87aa1f-6b8a-4e23-aad9-6ffe358a9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:21.908610 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] Set router 7b3f35dc-5449-4066-9b94-187df90b4190 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:21.992217 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-ae87aa1f-6b8a-4e23-aad9-6ffe358a9419 None None] Port 9b33c47b-fdbd-4f78-b01c-629409c98647 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:46:22.004245 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:22.069358 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3036793'] for port, after_update {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:22.177363 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457941'] for router_interface, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:22.181609 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Pushing event updated for resources: {'Port': ['ID=9b33c47b-fdbd-4f78-b01c-629409c98647,revision_number=2']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:22.233302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:17Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 4, 'project_id': '536de986632947398f2f1e608a993471', 'gw_port': {'id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:18Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '9b33c47b-fdbd-4f78-b01c-629409c98647', 'name': '', 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594', 'tenant_id': '536de986632947398f2f1e608a993471', 'mac_address': 'fa:16:3e:26:5d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:21Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 1, 'project_id': '536de986632947398f2f1e608a993471', 'subnets': [{'id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:22.237427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e475ce-75f7-4908-8478-914807b714a2 None None] The sync data for ids ['7b3f35dc-5449-4066-9b94-187df90b4190'] in dv-neutron-835336-1-hyperv is: [{'id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:17Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 4, 'project_id': '536de986632947398f2f1e608a993471', 'gw_port': {'id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:18Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '9b33c47b-fdbd-4f78-b01c-629409c98647', 'name': '', 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594', 'tenant_id': '536de986632947398f2f1e608a993471', 'mac_address': 'fa:16:3e:26:5d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:21Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 1, 'project_id': '536de986632947398f2f1e608a993471', 'subnets': [{'id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:46:22.319230 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Network bf0ec691-e8ab-417d-ae60-e567b3122594 is already hosted by enough agents. {{(pid=88494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:22.320375 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.base_scheduler [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:22.527295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Router 7b3f35dc-5449-4066-9b94-187df90b4190 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:46:22.615761 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5bc89c5d-499c-40ef-bf18-1ff1f543dddd None None] Provisioning complete for port 9b33c47b-fdbd-4f78-b01c-629409c98647 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:22.616363 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5bc89c5d-499c-40ef-bf18-1ff1f543dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:22.674996 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5bc89c5d-499c-40ef-bf18-1ff1f543dddd None None] Port 9b33c47b-fdbd-4f78-b01c-629409c98647 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:46:22.835459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:46:22.846267 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4dc3a942-d88f-4ec3-a1de-40537db2eb92 admin admin] 10.222.0.18 "PUT /v2.0/routers/7b3f35dc-5449-4066-9b94-187df90b4190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6602256 Mar 28 11:46:23.252302 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:23.736995 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48398) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:23.742153 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854740387', 'description': 'tempest-secgroup-smoke-854740387 description', 'project_id': '0e0f1a9c066f43518259922b29287906'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:23.748304 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:23.752377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:security_group and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:23.757210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:23.761292 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:23.832961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:23.852509 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:23.856221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:security_group_rule and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:23.858965 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:23.864536 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:23.932108 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:23.995297 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.042083 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f,revision_number=1']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:24.086749 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.087917 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ed9fd2f7-6af0-4904-8af9-f9532ecd5ef8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3499086 Mar 28 11:46:24.091377 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48402) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:24.096233 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'security_group_rule': {'security_group_id': '2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f', 'project_id': '0e0f1a9c066f43518259922b29287906', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:24.102231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:24.106009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:security_group_rule and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:24.108868 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:24.114493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:24.200759 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.264588 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.338550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.364515 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf24771a-34cd-4970-b1f6-c42d50b4888c,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:24.435354 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.436589 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-ca4c5732-7459-4d87-b20d-e1c38f30d2bb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443067 Mar 28 11:46:24.439380 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48406) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:24.444548 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'security_group_rule': {'security_group_id': '2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f', 'project_id': '0e0f1a9c066f43518259922b29287906', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:24.451761 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:24.456060 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:security_group_rule and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:24.459061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:24.465078 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:24.537088 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.600014 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.661623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.687744 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a10b51-9a1d-45fd-8b27-d36423b0fce0,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:24.713552 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cf140178-ca05-4cb6-bdae-0c1e734584ca up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:24.759347 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.761322 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-e0685c27-2287-438f-b0d5-e91a304e2ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3207901 Mar 28 11:46:24.763952 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48410) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:24.769486 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'security_group_rule': {'security_group_id': '2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f', 'project_id': '0e0f1a9c066f43518259922b29287906', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:24.776262 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:24.780385 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:security_group_rule and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:24.783388 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:24.793219 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:24.869621 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port cf140178-ca05-4cb6-bdae-0c1e734584ca completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:24.875110 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port cf140178-ca05-4cb6-bdae-0c1e734584ca triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:24.875475 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.903636 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.972336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.032739 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.044810 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.049291 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port cf140178-ca05-4cb6-bdae-0c1e734584ca, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cf140178-ca05-4cb6-bdae-0c1e734584ca,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:25.066656 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7d317f-e4df-41ce-9e4a-00b97d1cbfcb,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:25.113497 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.136455 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.137588 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-11352f11-d2c9-4ed7-ba3f-050b045b9456 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727119 Mar 28 11:46:25.140265 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 48414) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:25.145291 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.v2.base [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'security_group_rule': {'security_group_id': '2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f', 'project_id': '0e0f1a9c066f43518259922b29287906', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:25.151696 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:25.155579 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:security_group_rule and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:25.158418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:25.164035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.quota.driver [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:25.187277 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=cf140178-ca05-4cb6-bdae-0c1e734584ca,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:25.251915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.316181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.395276 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.419403 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cdebb9-856e-4e1a-a315-f00cf1b387aa,revision_number=0']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:25.453604 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Sync routers for ids ['7b3f35dc-5449-4066-9b94-187df90b4190'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:46:25.462744 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Routers {'7b3f35dc-5449-4066-9b94-187df90b4190'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:25.463331 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:46:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7b3f35dc-5449-4066-9b94-187df90b4190'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:25.486823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.490885 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48418) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:25.491312 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-89df4d04-54e9-4499-a5b2-b6d276f175d5 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3497314 Mar 28 11:46:25.496769 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'security_group_rule': {'security_group_id': '2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f', 'project_id': '0e0f1a9c066f43518259922b29287906', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:25.503118 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:25.507328 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:security_group_rule and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:25.510859 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:25.517589 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:25.572200 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Project 0e0f1a9c066f43518259922b29287906 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:46:25.579714 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.636579 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Set router 7b3f35dc-5449-4066-9b94-187df90b4190 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:25.644191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.692223 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.716252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8122d1-ee1a-4cbd-91e6-5a572b688c23,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:25.772096 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.773375 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-038ed2f4-2706-44f5-8ab2-ec4e26220268 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2808297 Mar 28 11:46:25.776046 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48422) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:25.780982 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'security_group_rule': {'security_group_id': '2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f', 'project_id': '0e0f1a9c066f43518259922b29287906', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:25.786841 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:25.790603 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:security_group_rule and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:25.793459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:25.799072 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:25.858180 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.securitygroups_db [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Project 0e0f1a9c066f43518259922b29287906 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:46:25.865162 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.932831 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.965689 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:17Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 4, 'project_id': '536de986632947398f2f1e608a993471', 'gw_port': {'id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:18Z', 'updated_at': '2022-03-28T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '9b33c47b-fdbd-4f78-b01c-629409c98647', 'name': '', 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594', 'tenant_id': '536de986632947398f2f1e608a993471', 'mac_address': 'fa:16:3e:26:5d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:21Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 2, 'project_id': '536de986632947398f2f1e608a993471', 'subnets': [{'id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:25.969697 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Checking router: 7b3f35dc-5449-4066-9b94-187df90b4190 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:46:25.970078 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Updating router 7b3f35dc-5449-4066-9b94-187df90b4190 port 9b33c47b-fdbd-4f78-b01c-629409c98647 binding host dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:46:26.000948 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570868'] for security_group_rule, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:26.021177 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:26.025290 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24568af0-6094-4a1b-8e71-3811e1e71005,revision_number=0']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:26.107580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:26.108824 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-8bb4538d-49a4-4a3e-8069-91b6c48cfe34 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3318720 Mar 28 11:46:26.276788 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-13b1caaa-850f-43ac-901b-c103b3297439 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Synchronizing usage tracker for tenant:0e0f1a9c066f43518259922b29287906 on resource:security_group {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:46:26.359318 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Notify callbacks [] for port, precommit_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:26.370901 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.provisioning_blocks [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Transition to ACTIVE for port object 9b33c47b-fdbd-4f78-b01c-629409c98647 will not be triggered until provisioned by entity L2. {{(pid=88496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:26.371055 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-13b1caaa-850f-43ac-901b-c103b3297439 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Unset dirty status for tenant:0e0f1a9c066f43518259922b29287906 on resource:security_group {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:46:26.372172 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-13b1caaa-850f-43ac-901b-c103b3297439 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854740387&fields=id&tenant_id=0e0f1a9c066f43518259922b29287906 HTTP/1.1" status: 200 len: 267 time: 0.1336944 Mar 28 11:46:26.444526 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:26.516317 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801ab23-6f44-4792-9e74-70888feb05f6 None None] Pushing event updated for resources: {'Port': ['ID=9b33c47b-fdbd-4f78-b01c-629409c98647,revision_number=3']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:26.536552 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-92a6009f-9af9-44b8-b858-a759e7734af1 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:26.538345 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-92a6009f-9af9-44b8-b858-a759e7734af1 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 809 time: 0.1595404 Mar 28 11:46:26.565771 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-109ca09d-865f-4743-8934-17226e205b43 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/quotas/0e0f1a9c066f43518259922b29287906 HTTP/1.1" status: 200 len: 375 time: 0.0174637 Mar 28 11:46:26.655207 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-3fc0e22b-5f10-4991-838b-ee26e1db2460 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Synchronizing usage tracker for tenant:0e0f1a9c066f43518259922b29287906 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:46:26.671058 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Attempting to bind port 9b33c47b-fdbd-4f78-b01c-629409c98647 on host dv-neutron-835336-1-hyperv for vnic_type normal with profile {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:26.671542 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Attempting to bind port 9b33c47b-fdbd-4f78-b01c-629409c98647 by drivers openvswitch,hyperv on host dv-neutron-835336-1-hyperv at level 0 using segments [{'id': '8e599a87-547c-4821-93b0-4587819911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594'}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:26.671759 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Attempting to bind port 9b33c47b-fdbd-4f78-b01c-629409c98647 on network bf0ec691-e8ab-417d-ae60-e567b3122594 {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:26.679475 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Checking agent: {'id': '842d94e6-e128-43c6-8b52-59de01c8797f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835336-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 41, 51), 'started_at': datetime.datetime(2022, 3, 28, 10, 42, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835336-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:26.683961 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Checking segment: {'id': '8e599a87-547c-4821-93b0-4587819911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:26.683961 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:26.683961 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Bound using segment: {'id': '8e599a87-547c-4821-93b0-4587819911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594'} {{(pid=88496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:26.683961 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.managers [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Bound port: 9b33c47b-fdbd-4f78-b01c-629409c98647, host: dv-neutron-835336-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e599a87-547c-4821-93b0-4587819911ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594'}}] {{(pid=88496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:26.683961 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:26.717505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cf140178-ca05-4cb6-bdae-0c1e734584ca up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:26.755645 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-3fc0e22b-5f10-4991-838b-ee26e1db2460 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Unset dirty status for tenant:0e0f1a9c066f43518259922b29287906 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:46:26.757507 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-3fc0e22b-5f10-4991-838b-ee26e1db2460 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909451 Mar 28 11:46:26.777225 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] For port 9b33c47b-fdbd-4f78-b01c-629409c98647, host dv-neutron-835336-1-hyperv, cleared binding levels {{(pid=88496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:26.783915 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.plugins.ml2.db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] For port 9b33c47b-fdbd-4f78-b01c-629409c98647, host dv-neutron-835336-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9b33c47b-fdbd-4f78-b01c-629409c98647,segment=NetworkSegment(8e599a87-547c-4821-93b0-4587819911ae),segment_id=8e599a87-547c-4821-93b0-4587819911ae)] {{(pid=88496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:26.788532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port cf140178-ca05-4cb6-bdae-0c1e734584ca triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:26.788911 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:26.871414 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:26.950396 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Routers {'7b3f35dc-5449-4066-9b94-187df90b4190'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:26.950998 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:46:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7b3f35dc-5449-4066-9b94-187df90b4190'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:27.002147 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-3113212b-f010-4361-bf0e-b37235ac999d service neutron] 10.222.0.18 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322149 Mar 28 11:46:27.020437 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801ab23-6f44-4792-9e74-70888feb05f6 None None] Pushing event updated for resources: {'Port': ['ID=9b33c47b-fdbd-4f78-b01c-629409c98647,revision_number=4']} {{(pid=88496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:27.137874 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] Set router 7b3f35dc-5449-4066-9b94-187df90b4190 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:27.151983 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-edd797fc-319f-41f1-beaa-7fe79ef276cc service neutron] 10.222.0.18 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415367 Mar 28 11:46:27.392864 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-06552785-4a1a-4167-85f4-69b11599ee21 req-606acc5e-c9f8-4a28-ae25-d935fc8873d4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 210 time: 0.0432224 Mar 28 11:46:27.478627 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:17Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 4, 'project_id': '536de986632947398f2f1e608a993471', 'gw_port': {'id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:18Z', 'updated_at': '2022-03-28T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '9b33c47b-fdbd-4f78-b01c-629409c98647', 'name': '', 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594', 'tenant_id': '536de986632947398f2f1e608a993471', 'mac_address': 'fa:16:3e:26:5d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:21Z', 'updated_at': '2022-03-28T11:46:26Z', 'revision_number': 4, 'project_id': '536de986632947398f2f1e608a993471', 'subnets': [{'id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:27.483304 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e6b1bf-964d-402a-8612-e67c77508705 None None] The sync data for ids ['7b3f35dc-5449-4066-9b94-187df90b4190'] in dv-neutron-835336-1-hyperv is: [{'id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:17Z', 'updated_at': '2022-03-28T11:46:21Z', 'revision_number': 4, 'project_id': '536de986632947398f2f1e608a993471', 'gw_port': {'id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:18Z', 'updated_at': '2022-03-28T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '9b33c47b-fdbd-4f78-b01c-629409c98647', 'name': '', 'network_id': 'bf0ec691-e8ab-417d-ae60-e567b3122594', 'tenant_id': '536de986632947398f2f1e608a993471', 'mac_address': 'fa:16:3e:26:5d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:21Z', 'updated_at': '2022-03-28T11:46:26Z', 'revision_number': 4, 'project_id': '536de986632947398f2f1e608a993471', 'subnets': [{'id': '0e9839fb-2572-47bb-9462-42be914d45bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:46:28.546422 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-159b641f-632d-4129-902a-d4155cc003fe req-de957200-8f2f-4e23-8df2-f9d296eafded tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 210 time: 0.0477037 Mar 28 11:46:28.719097 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9b33c47b-fdbd-4f78-b01c-629409c98647 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:28.884538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning for port 9b33c47b-fdbd-4f78-b01c-629409c98647 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:28.889520 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9b33c47b-fdbd-4f78-b01c-629409c98647 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:28.889885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:29.003067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:29.034074 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] For port 9b33c47b-fdbd-4f78-b01c-629409c98647, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9b33c47b-fdbd-4f78-b01c-629409c98647,segment=NetworkSegment(8e599a87-547c-4821-93b0-4587819911ae),segment_id=8e599a87-547c-4821-93b0-4587819911ae)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:29.118664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:29.188662 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Pushing event updated for resources: {'Port': ['ID=9b33c47b-fdbd-4f78-b01c-629409c98647,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:29.693190 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2b15c864-9915-4490-97aa-2743a1a44c13 req-2472ca05-980e-4375-86c5-dc80d9553ab6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 210 time: 0.0423250 Mar 28 11:46:29.792045 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-f27f0612-7872-4fc3-9b28-fbfb87a69d2e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:29.792724 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-f27f0612-7872-4fc3-9b28-fbfb87a69d2e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Synchronizing usage tracker for tenant:0e0f1a9c066f43518259922b29287906 on resource:network {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:46:29.886331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-f27f0612-7872-4fc3-9b28-fbfb87a69d2e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Unset dirty status for tenant:0e0f1a9c066f43518259922b29287906 on resource:network {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:46:29.887475 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-f27f0612-7872-4fc3-9b28-fbfb87a69d2e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 809 time: 0.2397912 Mar 28 11:46:29.948861 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-eeed6f58-1950-47d2-a518-ee055cea34c8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Synchronizing usage tracker for tenant:0e0f1a9c066f43518259922b29287906 on resource:security_group {{(pid=88493) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:46:29.960115 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-eeed6f58-1950-47d2-a518-ee055cea34c8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Unset dirty status for tenant:0e0f1a9c066f43518259922b29287906 on resource:security_group {{(pid=88493) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:46:29.961197 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-eeed6f58-1950-47d2-a518-ee055cea34c8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e0f1a9c066f43518259922b29287906 HTTP/1.1" status: 200 len: 379 time: 0.0514832 Mar 28 11:46:29.972662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'port': {'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'admin_state_up': True, 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'security_groups': ['2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:30.109331 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:30.118838 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:30.181890 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Made reservation on behalf of 0e0f1a9c066f43518259922b29287906 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:46:30.186097 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:30.345038 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Allocated IP 172.20.0.5 (4ee673fd-d8f6-428b-8585-dbee52364a9b/5abd4380-fcb5-42b8-91ca-63438d3dc0f0/60d67b2d-97ab-4e2d-8475-90ce8ebe4879) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:30.529736 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:30.545209 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Transition to ACTIVE for port object 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:30.639112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:30.700864 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9b33c47b-fdbd-4f78-b01c-629409c98647 up at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:30.707161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:30.710146 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:30.720360 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:30.768835 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'Port': ['ID=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:30.797505 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:30.798222 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:30.798906 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Provisioning complete for port 9b33c47b-fdbd-4f78-b01c-629409c98647 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:30.799292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:30.899909 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6a038-6e1e-4e2d-8dd0-befaed1ca0e7 req-b0ee3852-b739-443d-befc-8ec82e0586af tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:30.902506 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-69c6a038-6e1e-4e2d-8dd0-befaed1ca0e7 req-b0ee3852-b739-443d-befc-8ec82e0586af tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 931 time: 0.0884836 Mar 28 11:46:30.921456 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-c6571769-3aa8-4ac5-a77b-a8dc57c97a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9523830 Mar 28 11:46:30.947454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Request body: {'port': {'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:30.955741 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-69c6a038-6e1e-4e2d-8dd0-befaed1ca0e7 req-a7eca8cd-2677-4a1a-b834-0d652ee41bf0 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458624 Mar 28 11:46:31.058783 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:31.115401 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-de4e4758-3505-4483-95b7-e2e559d71f6d None None] Provisioning for port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:31.120397 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-de4e4758-3505-4483-95b7-e2e559d71f6d None None] Provisioning complete for port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:31.120788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-de4e4758-3505-4483-95b7-e2e559d71f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:31.176625 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-de4e4758-3505-4483-95b7-e2e559d71f6d None None] Port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:46:31.389676 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:46:31.396747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:31.410961 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Transition to ACTIVE for port object 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:31.532173 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:31.659922 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Pushing event updated for resources: {'Port': ['ID=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:31.856281 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Attempting to bind port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:31.856884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Attempting to bind port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:31.856884 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Attempting to bind port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 on network 4ee673fd-d8f6-428b-8585-dbee52364a9b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:31.861263 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 on network 4ee673fd-d8f6-428b-8585-dbee52364a9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:46:31.861575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Attempting to bind port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 on network 4ee673fd-d8f6-428b-8585-dbee52364a9b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:31.866543 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:31.866876 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Checking segment: {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:31.867250 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Bound using segment: {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:31.867668 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Bound port: 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:31.868006 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:31.955087 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:31.957855 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:32.018643 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:32.074504 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:32.075166 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:32.076530 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] 10.222.0.31 "PUT /v2.0/ports/60d67b2d-97ab-4e2d-8475-90ce8ebe4879 HTTP/1.1" status: 200 len: 1093 time: 1.1334264 Mar 28 11:46:32.079408 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:46:32.115299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e955b2-8cbf-403f-8b33-72e4a8fa3b8d service neutron] Pushing event updated for resources: {'Port': ['ID=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:32.131947 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'status': 'completed', 'code': 200} Mar 28 11:46:32.152281 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc846e8-77c9-42d8-abbd-608505978f1a req-b6f48ee5-a116-4efd-9c54-fde3069e78b1 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:32.153854 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fc846e8-77c9-42d8-abbd-608505978f1a req-b6f48ee5-a116-4efd-9c54-fde3069e78b1 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 943 time: 0.0899770 Mar 28 11:46:32.200510 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fc846e8-77c9-42d8-abbd-608505978f1a req-79162e1e-126d-45d7-99ae-024612004fc9 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Mar 28 11:46:32.262161 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca1de0-8277-4ddc-8d72-4a36cfabeb0a req-deb28c47-2eec-4fc5-8c03-c8771ff12359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:32.263635 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e7ca1de0-8277-4ddc-8d72-4a36cfabeb0a req-deb28c47-2eec-4fc5-8c03-c8771ff12359 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1096 time: 0.0800683 Mar 28 11:46:32.412177 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca1de0-8277-4ddc-8d72-4a36cfabeb0a req-bbce7e67-7a2d-4cce-b157-4f9ac35730ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:32.413535 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e7ca1de0-8277-4ddc-8d72-4a36cfabeb0a req-bbce7e67-7a2d-4cce-b157-4f9ac35730ea service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0e0f1a9c066f43518259922b29287906&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1324971 Mar 28 11:46:32.548612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca1de0-8277-4ddc-8d72-4a36cfabeb0a req-60d1ee47-c28c-4f41-8a19-07ae0536bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:32.550553 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-e7ca1de0-8277-4ddc-8d72-4a36cfabeb0a req-60d1ee47-c28c-4f41-8a19-07ae0536bc8d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288354 Mar 28 11:46:32.688365 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-2e4b01e9-c221-4478-af97-f556778a00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:32.689798 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-2e4b01e9-c221-4478-af97-f556778a00ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1096 time: 0.0692794 Mar 28 11:46:32.771522 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-921bf78e-dead-4a47-b092-fa0209b14d56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879 HTTP/1.1" status: 200 len: 217 time: 0.0630779 Mar 28 11:46:32.836880 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-f94e667b-360f-4dc5-8ad5-53ba11b1bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:32.838280 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-f94e667b-360f-4dc5-8ad5-53ba11b1bce3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.0572088 Mar 28 11:46:32.921349 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-e76f5a9f-b6a0-4d25-a700-f0086892fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:32.922844 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-e76f5a9f-b6a0-4d25-a700-f0086892fb93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757601 Mar 28 11:46:33.063031 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-f29db567-3180-42f8-8fb5-88a67b1c341c service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295598 Mar 28 11:46:33.198846 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-306979dd-0bf8-4736-8b2d-75d12c3bb653 req-6e337413-0826-43b4-bc8d-a43466bb3c4a service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246991 Mar 28 11:46:33.387072 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2313b4-fecd-4d2f-8196-7d0fd022f26f req-17bf57b2-daf9-4d02-904c-04db1b78c588 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:33.388574 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ef2313b4-fecd-4d2f-8196-7d0fd022f26f req-17bf57b2-daf9-4d02-904c-04db1b78c588 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 943 time: 0.0824265 Mar 28 11:46:33.430456 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ef2313b4-fecd-4d2f-8196-7d0fd022f26f req-934f78b9-68f2-447c-836a-a48ed8c39576 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362983 Mar 28 11:46:34.610842 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546643f-542b-459b-8996-5ce091256556 req-602394a1-c177-4676-8cd7-e7a1a33bc7f6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:34.612265 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8546643f-542b-459b-8996-5ce091256556 req-602394a1-c177-4676-8cd7-e7a1a33bc7f6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 943 time: 0.0787377 Mar 28 11:46:34.655855 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8546643f-542b-459b-8996-5ce091256556 req-617cab18-c6c5-46d1-aa90-0b291bea4a6d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380428 Mar 28 11:46:35.519067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:46:35.649053 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:35.662404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:46:35.717087 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:35.733588 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:46:35.749279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:35.812205 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:35.844035 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b55f7-0294-4590-9900-5edf1c34766f req-498b8e1d-3c90-4b35-bb5e-66b74ad09d83 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:35.845490 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2b9b55f7-0294-4590-9900-5edf1c34766f req-498b8e1d-3c90-4b35-bb5e-66b74ad09d83 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 943 time: 0.0827658 Mar 28 11:46:35.882246 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:35.890546 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-2b9b55f7-0294-4590-9900-5edf1c34766f req-5c386206-6958-46a0-a2fa-cb32f14ff7ff tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392418 Mar 28 11:46:36.188186 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['60d67b2d-97ab-4e2d-8475-90ce8ebe4879'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:46:37.069623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7f62-b5e3-4950-a272-b95c3eda568a req-2d0fd6ff-7c29-404f-bd44-0da89183520c tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:37.071071 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-29cf7f62-b5e3-4950-a272-b95c3eda568a req-2d0fd6ff-7c29-404f-bd44-0da89183520c tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 944 time: 0.0795259 Mar 28 11:46:37.114807 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-29cf7f62-b5e3-4950-a272-b95c3eda568a req-aae68add-5ea6-4fd5-835e-36c5ac19236e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376768 Mar 28 11:46:37.518598 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:37.691846 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:37.696523 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:37.696889 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:37.809568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:37.834540 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:46:37.844485 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:37.879202 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'code': 200} Mar 28 11:46:37.909108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:37.979335 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:38.304593 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f71d8-f587-4ef7-909c-167531dc4b7d req-995a68f2-8ba1-4129-ae2c-5833157933e1 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:38.306181 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-272f71d8-f587-4ef7-909c-167531dc4b7d req-995a68f2-8ba1-4129-ae2c-5833157933e1 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 945 time: 0.0835650 Mar 28 11:46:38.308595 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abfdad-595f-4095-87ca-71d41f489ff1 req-1802e9a9-3d70-473c-b3e2-280304632be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:38.310132 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-34abfdad-595f-4095-87ca-71d41f489ff1 req-1802e9a9-3d70-473c-b3e2-280304632be7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1098 time: 0.0691812 Mar 28 11:46:38.349975 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-272f71d8-f587-4ef7-909c-167531dc4b7d req-b21fb35d-9800-4533-91fc-400690297231 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380886 Mar 28 11:46:38.352208 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-34abfdad-595f-4095-87ca-71d41f489ff1 req-6be54d0f-ca95-4f86-a074-70708181b005 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337169 Mar 28 11:46:39.535646 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88bd62-b8b5-4d34-ae23-b3d391b683d0 req-681126b7-ff46-4f1d-9ccf-8ae483cf5994 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:39.537093 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf88bd62-b8b5-4d34-ae23-b3d391b683d0 req-681126b7-ff46-4f1d-9ccf-8ae483cf5994 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 945 time: 0.0841410 Mar 28 11:46:39.584648 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf88bd62-b8b5-4d34-ae23-b3d391b683d0 req-1934f793-960d-4a5a-aa85-fdc55bb0b19c tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413611 Mar 28 11:46:40.765231 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ec4bd-1b7b-4289-8e0e-909ef60f9a86 req-8fd82db2-6737-4d18-b3a3-9590eeb6d841 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:40.766686 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce9ec4bd-1b7b-4289-8e0e-909ef60f9a86 req-8fd82db2-6737-4d18-b3a3-9590eeb6d841 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 945 time: 0.0780180 Mar 28 11:46:40.809577 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ce9ec4bd-1b7b-4289-8e0e-909ef60f9a86 req-e20659f9-733a-442d-a938-5a9656a655a6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373409 Mar 28 11:46:40.993673 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aa4c4-a4f8-432a-9881-9e8ade5112d1 req-32328b9d-43e2-4a82-a214-56499a9d90a9 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:40.995183 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d9aa4c4-a4f8-432a-9881-9e8ade5112d1 req-32328b9d-43e2-4a82-a214-56499a9d90a9 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 945 time: 0.0853486 Mar 28 11:46:41.038927 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5d9aa4c4-a4f8-432a-9881-9e8ade5112d1 req-cc62433d-8a68-4337-b103-2d9f97d01d26 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380502 Mar 28 11:46:41.061575 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48490) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:41.174216 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b61b42-749c-4d94-b64f-1e566bac4547 tempest-TestSnapshotPattern-858727076 tempest-TestSnapshotPattern-858727076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:41.175675 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-00b61b42-749c-4d94-b64f-1e566bac4547 tempest-TestSnapshotPattern-858727076 tempest-TestSnapshotPattern-858727076-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1093 time: 0.1131570 Mar 28 11:46:41.178662 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48496) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:41.183467 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:41.189151 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:41.193024 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:floatingip and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:41.195794 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:41.201837 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:41.278489 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:41.411459 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:41.636299 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Allocated IP 172.26.2.136 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/c817f659-0fa4-4551-8a6d-a7c566623be2) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:41.781865 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:41.870027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:41.925523 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:41.928256 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:41.932340 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:41.980413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'Port': ['ID=c817f659-0fa4-4551-8a6d-a7c566623be2,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:42.159519 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:46:42.349100 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:42.489423 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:42.689726 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:42.740863 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:42.847544 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'Port': ['ID=c817f659-0fa4-4551-8a6d-a7c566623be2,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:42.856983 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:43.020616 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Floating IP 705cb041-ad5c-4fe9-8678-67542377aa0d associated. External IP: 172.26.2.136, port: 60d67b2d-97ab-4e2d-8475-90ce8ebe4879. Mar 28 11:46:43.463323 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Router 8c067894-ce4c-4857-8b74-ae1c04e86d20 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:46:43.643103 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:46:43.652829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] Sync routers for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:46:43.662440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:43.663120 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:46:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:43.752789 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:43.808452 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-a5f92f7f-239a-40ea-95be-5dd4611d6688 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6288011 Mar 28 11:46:43.809036 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:46:43.839515 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:43.859545 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'status': 'completed', 'code': 200} Mar 28 11:46:43.975041 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-dbefb04d-c87a-4470-8a26-42d53425fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:43.976528 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-dbefb04d-c87a-4470-8a26-42d53425fd86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1098 time: 0.0731695 Mar 28 11:46:44.109025 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-296b2999-2825-4948-91e0-5ef698790d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:44.110488 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-296b2999-2825-4948-91e0-5ef698790d54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 910 time: 0.1276751 Mar 28 11:46:44.183263 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '705cb041-ad5c-4fe9-8678-67542377aa0d', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:46:42Z', 'updated_at': '2022-03-28T11:46:42Z', 'revision_number': 0, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:44.187130 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] Checking router: 8c067894-ce4c-4857-8b74-ae1c04e86d20 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:46:44.195353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:44.195977 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:46:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:44.213522 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-b45c1a2b-12a0-49ff-85e1-ffd1486dbc1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879 HTTP/1.1" status: 200 len: 999 time: 0.0960450 Mar 28 11:46:44.276354 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-6356f556-1c1d-4cab-b295-fc7f3fe3e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:44.277829 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-6356f556-1c1d-4cab-b295-fc7f3fe3e904 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.0590868 Mar 28 11:46:44.353081 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-fa13d462-4864-4370-ab0a-f6ff062cc468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:44.354613 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-fa13d462-4864-4370-ab0a-f6ff062cc468 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706217 Mar 28 11:46:44.370543 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:44.485654 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-de7554aa-0578-45cf-a1e4-d0fb7fbd580d service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243336 Mar 28 11:46:44.619929 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-109d841d-08e7-4fef-9ea9-d50f87a74669 req-6f464308-4ff3-477a-bc74-868051dd5bfe service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266205 Mar 28 11:46:44.747296 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '705cb041-ad5c-4fe9-8678-67542377aa0d', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:46:42Z', 'updated_at': '2022-03-28T11:46:42Z', 'revision_number': 0, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:44.751154 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5457abd-cc62-49c7-909b-49d8a04a3a62 None None] The sync data for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv is: [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '705cb041-ad5c-4fe9-8678-67542377aa0d', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:46:42Z', 'updated_at': '2022-03-28T11:46:42Z', 'revision_number': 0, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:46:44.930657 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcc63d-c74a-4121-83b7-ca9f50b2cc0c None None] New status for floating IP 705cb041-ad5c-4fe9-8678-67542377aa0d: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:46:46.409597 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:48.314347 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ba0ba389-868f-435e-a4c3-218fd7ad608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:50.552855 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e6c2-618a-4af1-a9be-5cc449c069ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:51.598264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:51.800489 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:53.249410 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:13.721755 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-f0bbab93-2702-4f42-b152-ddb9121386e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1244175 Mar 28 11:47:13.881159 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-e793b6a5-213d-45c9-8312-bcb9ec4ff3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:47:13.882648 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-e793b6a5-213d-45c9-8312-bcb9ec4ff3f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1098 time: 0.0707908 Mar 28 11:47:14.029154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-44197742-1131-4762-acbc-159f2f2d1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:47:14.030529 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-44197742-1131-4762-acbc-159f2f2d1550 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 910 time: 0.1264601 Mar 28 11:47:14.230151 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-0f5dc146-aa01-481c-966f-8ad6ce46c655 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879 HTTP/1.1" status: 200 len: 1001 time: 0.1914413 Mar 28 11:47:14.295636 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-e83d3430-f151-4e75-89d3-ac3dcbbc32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:47:14.297514 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-e83d3430-f151-4e75-89d3-ac3dcbbc32cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.0610168 Mar 28 11:47:14.372909 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-72dede71-b436-4ead-8d54-1e2d4976d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:47:14.374396 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-72dede71-b436-4ead-8d54-1e2d4976d960 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691838 Mar 28 11:47:14.507218 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-39d8011e-ab77-4c3a-9d7b-32c158e54f84 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249707 Mar 28 11:47:14.638291 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-c70865ac-dfbc-4bf0-8918-5b3525e09ff2 req-7d952596-1892-45fb-825c-4c64804391e3 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239679 Mar 28 11:47:16.417157 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:18.331150 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e35b916-1bc7-40a5-9253-0b24dc52e2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:19.157424 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:47:20.537061 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-fab2904c-41d7-4478-831f-7d44f56c1bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:21.608924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:21.803060 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:23.256901 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:46.405279 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:48.318986 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-61bea8e1-6edd-4301-9db1-48796a448ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:50.542265 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-527426f5-52ae-4d20-8b06-206ed69aaf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:51.602519 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:51.796669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:53.248559 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:56.156016 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:48:15.706350 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-62910086-4901-42d4-898d-d0dfba6571e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710793 Mar 28 11:48:15.865528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-e559f349-3018-4a2e-9297-4ba988e8cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:48:15.866979 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-e559f349-3018-4a2e-9297-4ba988e8cddf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1098 time: 0.0693116 Mar 28 11:48:16.012227 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-552297b1-0fdb-4c68-aa79-89548107eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:48:16.013686 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-552297b1-0fdb-4c68-aa79-89548107eb45 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 910 time: 0.1225572 Mar 28 11:48:16.117413 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-88b3bd89-9b7f-4269-9d0b-815d07575e70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879 HTTP/1.1" status: 200 len: 1001 time: 0.0929744 Mar 28 11:48:16.177170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-81f72072-eda2-4c4c-9f18-12eec837fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:48:16.178594 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-81f72072-eda2-4c4c-9f18-12eec837fe80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.0550263 Mar 28 11:48:16.256207 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-5e32a81c-b869-4a6e-9022-8d9f8655fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:48:16.257589 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-5e32a81c-b869-4a6e-9022-8d9f8655fda5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700557 Mar 28 11:48:16.388730 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-747709fb-18ed-4178-a701-cdfac321cf88 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211157 Mar 28 11:48:16.408103 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:16.519947 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-79a2eefc-3cf4-45df-b928-8c1d225c7f2f req-a3e18a3c-43f5-4b81-81a4-6f3d66e25d41 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207678 Mar 28 11:48:18.333031 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9d8b70d2-f59e-426a-a327-6a963972d991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:20.553082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-e2791a15-ef2c-4f1a-96eb-113b9b364097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:21.601522 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:21.795853 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:23.290111 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:33.155656 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:48:44.050608 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:48:44.181067 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:48:44.193696 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:48:44.249951 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:44.266502 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:48:44.282778 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:48:44.338450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:44.406577 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:48:44.413607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.413978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.414362 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.414700 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.415032 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.415365 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.415691 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.416018 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.416341 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.416663 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.416981 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.417316 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:44.489617 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['60d67b2d-97ab-4e2d-8475-90ce8ebe4879'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:48:46.057285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:48:46.123393 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:48:46.123756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:46.236187 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:46.262800 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:48:46.273427 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:48:46.357526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:46.403795 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'code': 200} Mar 28 11:48:46.427421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:48:46.446948 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:48.334987 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-988997f5-fb86-4b5f-8993-eecd2c909a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:50.549464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f0df7099-688f-46d9-a25d-47602633e2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:51.609756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:51.821037 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:53.304183 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:03.316209 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-68a9fd3c-e3c8-4f67-ad59-e31401cbc7a0 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854740387&fields=id&tenant_id=0e0f1a9c066f43518259922b29287906 HTTP/1.1" status: 200 len: 267 time: 0.0394297 Mar 28 11:49:03.561364 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-91dfb4ee-2fbe-4a6b-b3f4-5eb50ccf597a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:03.562801 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-91dfb4ee-2fbe-4a6b-b3f4-5eb50ccf597a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 809 time: 0.2403975 Mar 28 11:49:03.576769 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-31bef7ea-aec9-4740-8b83-8c684ad52139 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/quotas/0e0f1a9c066f43518259922b29287906 HTTP/1.1" status: 200 len: 375 time: 0.0086620 Mar 28 11:49:03.664319 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-0e02719a-fe54-4d98-8482-e836b3f7caa2 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0828834 Mar 28 11:49:03.798781 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-9c27f0fa-b70b-4b18-9a37-5f31bd4bcd0c service neutron] 10.222.0.18 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226006 Mar 28 11:49:03.925960 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-16532931-09f5-4054-9519-d21500ecaea7 service neutron] 10.222.0.18 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215372 Mar 28 11:49:04.296470 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-a18340d1-724d-44d7-bc15-03bb6e36799b req-cc1358dc-6164-449c-ac53-f467e9a9b005 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 210 time: 0.0843217 Mar 28 11:49:05.441645 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-8f870104-ec34-4f4d-bcf2-c1e1294b3e3c req-2fd18487-6972-428f-a407-3a90b72d66ab tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 210 time: 0.0419853 Mar 28 11:49:06.172156 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:49:06.283877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:06.310228 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:49:06.318928 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:49:06.386417 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:06.446037 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'code': 200} Mar 28 11:49:06.456004 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:06.604414 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-cf379db5-1e5a-45b4-9733-b7d3164f184a req-8233142c-5b32-4f96-a911-f4c7d65ff5bd tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 210 time: 0.0459247 Mar 28 11:49:06.782442 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-c0c97112-1dc6-493f-9b71-1b0f11a65c00 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:06.783817 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-c0c97112-1dc6-493f-9b71-1b0f11a65c00 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 809 time: 0.1448753 Mar 28 11:49:06.844943 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-48046192-c054-4655-8fc8-89c52a61ec21 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e0f1a9c066f43518259922b29287906 HTTP/1.1" status: 200 len: 379 time: 0.0392365 Mar 28 11:49:06.853991 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'port': {'device_id': '6be817ca-ef32-4877-a161-c2420943a566', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'admin_state_up': True, 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'security_groups': ['2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f']}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:49:07.090723 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:49:07.094766 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:port and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:49:07.097551 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:49:07.103191 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:49:07.180771 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Made reservation on behalf of 0e0f1a9c066f43518259922b29287906 for: {'port': 1} {{(pid=88493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:49:07.184843 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:07.347062 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Allocated IP 172.20.0.11 (4ee673fd-d8f6-428b-8585-dbee52364a9b/5abd4380-fcb5-42b8-91ca-63438d3dc0f0/05161feb-d6c4-4389-bc4f-4596c341e7f6) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:49:07.540336 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:07.552580 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Transition to ACTIVE for port object 05161feb-d6c4-4389-bc4f-4596c341e7f6 will not be triggered until provisioned by entity DHCP. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:49:07.630107 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:07.708138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:49:07.711680 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:49:07.716564 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:49:07.779101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'Port': ['ID=05161feb-d6c4-4389-bc4f-4596c341e7f6,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:07.797737 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.798857 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.799347 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.801060 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.801612 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.802119 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.802655 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.806500 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.807027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.807601 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.808758 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.809276 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:07.837457 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:07.838528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:07.840608 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ae80e-ae7d-41ed-b8b3-3f222cf61fd5 req-87c70433-25e3-4a35-8495-a50a6d834856 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:07.848260 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-798ae80e-ae7d-41ed-b8b3-3f222cf61fd5 req-87c70433-25e3-4a35-8495-a50a6d834856 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 932 time: 0.1210392 Mar 28 11:49:07.908801 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-798ae80e-ae7d-41ed-b8b3-3f222cf61fd5 req-24ada11d-6720-4a0f-88ae-851c63e2233f tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596659 Mar 28 11:49:07.950661 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-61d9d93c-ac9b-430d-bbe7-3da2a3ee02a4 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1001048 Mar 28 11:49:08.161017 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-392333c9-fe78-473a-8f5e-44a0d84739c5 None None] Provisioning for port 05161feb-d6c4-4389-bc4f-4596c341e7f6 completed by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:49:08.167877 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-392333c9-fe78-473a-8f5e-44a0d84739c5 None None] Provisioning complete for port 05161feb-d6c4-4389-bc4f-4596c341e7f6 triggered by entity DHCP. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:49:08.168245 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-392333c9-fe78-473a-8f5e-44a0d84739c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:08.234506 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-392333c9-fe78-473a-8f5e-44a0d84739c5 None None] Port 05161feb-d6c4-4389-bc4f-4596c341e7f6 cannot update to ACTIVE because it is not bound. {{(pid=88495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:49:09.107102 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc42deb-28d4-46bc-8d4b-ba0c78bd7ef4 req-a9b4a9f6-7e81-4af4-9df9-3ac20145816a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:09.108567 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6dc42deb-28d4-46bc-8d4b-ba0c78bd7ef4 req-a9b4a9f6-7e81-4af4-9df9-3ac20145816a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 932 time: 0.0843973 Mar 28 11:49:09.155624 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-6dc42deb-28d4-46bc-8d4b-ba0c78bd7ef4 req-18e80d7c-c6ee-4620-b096-bc28a4c94eef tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407343 Mar 28 11:49:10.156746 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:49:10.343633 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e50b4c-0c5e-4d22-b3ed-2f7af3d3ab8e req-71d037d9-a4db-4c11-82b8-ea24df09d25e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:10.345220 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b9e50b4c-0c5e-4d22-b3ed-2f7af3d3ab8e req-71d037d9-a4db-4c11-82b8-ea24df09d25e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 932 time: 0.0811489 Mar 28 11:49:10.393950 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-b9e50b4c-0c5e-4d22-b3ed-2f7af3d3ab8e req-9b436a96-7bab-4c9a-8952-8d8f74548a78 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 Mar 28 11:49:11.614438 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8d1ae-d2c4-4375-afd1-f532aed839d4 req-080407b9-ef49-4118-a327-98a5048393cb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:11.615959 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-77f8d1ae-d2c4-4375-afd1-f532aed839d4 req-080407b9-ef49-4118-a327-98a5048393cb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 932 time: 0.1170356 Mar 28 11:49:11.677946 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-77f8d1ae-d2c4-4375-afd1-f532aed839d4 req-c2f81e6c-b215-46c6-ae5c-f0019a6abe17 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547531 Mar 28 11:49:12.880165 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b95133-2650-4c75-b883-d27455a1801c req-62c85e40-077d-4785-aa0b-16fe447f746b tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:12.881610 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f5b95133-2650-4c75-b883-d27455a1801c req-62c85e40-077d-4785-aa0b-16fe447f746b tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 932 time: 0.0960684 Mar 28 11:49:12.929399 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f5b95133-2650-4c75-b883-d27455a1801c req-0bd26518-f21f-4dd5-b3f7-6f131f0f3507 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 Mar 28 11:49:14.140454 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a89f57-0195-486f-917f-e53444c9ada7 req-06270768-4e12-4378-97b3-b4aa5d6fdcbd tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:14.141970 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-20a89f57-0195-486f-917f-e53444c9ada7 req-06270768-4e12-4378-97b3-b4aa5d6fdcbd tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 932 time: 0.0892928 Mar 28 11:49:14.187959 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-20a89f57-0195-486f-917f-e53444c9ada7 req-3500bae4-c66c-4f7f-a43f-d5a1f40fa3f7 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402532 Mar 28 11:49:15.376506 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f33f8e-a98b-456c-b70c-6a1dc62ea808 req-27b34326-d4c2-414e-884d-dbea527124f1 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:15.378187 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-89f33f8e-a98b-456c-b70c-6a1dc62ea808 req-27b34326-d4c2-414e-884d-dbea527124f1 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 932 time: 0.0811505 Mar 28 11:49:15.421719 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-89f33f8e-a98b-456c-b70c-6a1dc62ea808 req-b9cae525-6e8e-4cc1-9ecd-28423251ab9c tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Mar 28 11:49:15.882565 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Request body: {'port': {'device_id': '6be817ca-ef32-4877-a161-c2420943a566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:49:15.990305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:16.323098 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05161feb-d6c4-4389-bc4f-4596c341e7f6 {{(pid=88493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:49:16.330138 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:16.344247 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.provisioning_blocks [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Transition to ACTIVE for port object 05161feb-d6c4-4389-bc4f-4596c341e7f6 will not be triggered until provisioned by entity L2. {{(pid=88493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:49:16.406232 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:16.495806 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:16.606608 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Pushing event updated for resources: {'Port': ['ID=05161feb-d6c4-4389-bc4f-4596c341e7f6,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:16.614723 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a76fa-e1b9-4906-98a7-8bd75e5710ec req-c56d2dbd-cd63-49a9-b36e-538385c510d7 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:16.616600 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-178a76fa-e1b9-4906-98a7-8bd75e5710ec req-c56d2dbd-cd63-49a9-b36e-538385c510d7 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 944 time: 0.0855546 Mar 28 11:49:16.650486 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Attempting to bind port 05161feb-d6c4-4389-bc4f-4596c341e7f6 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:49:16.650817 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Attempting to bind port 05161feb-d6c4-4389-bc4f-4596c341e7f6 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:49:16.651747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Attempting to bind port 05161feb-d6c4-4389-bc4f-4596c341e7f6 on network 4ee673fd-d8f6-428b-8585-dbee52364a9b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:49:16.657154 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Port 05161feb-d6c4-4389-bc4f-4596c341e7f6 on network 4ee673fd-d8f6-428b-8585-dbee52364a9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:49:16.657471 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Attempting to bind port 05161feb-d6c4-4389-bc4f-4596c341e7f6 on network 4ee673fd-d8f6-428b-8585-dbee52364a9b {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:49:16.662464 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Checking agent: {'id': '9fb5379e-c614-4414-a066-c07c9a46fc52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'started_at': datetime.datetime(2022, 3, 28, 10, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:49:16.662785 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Checking segment: {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:49:16.663153 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Bound using segment: {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'} {{(pid=88493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:49:16.663566 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.managers [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Bound port: 05161feb-d6c4-4389-bc4f-4596c341e7f6, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b'}}] {{(pid=88493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:49:16.663903 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:16.665557 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-178a76fa-e1b9-4906-98a7-8bd75e5710ec req-8503dba9-4e49-4d42-bc51-d49d48b77739 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433612 Mar 28 11:49:16.756230 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, cleared binding levels {{(pid=88493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:49:16.759109 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:49:16.820853 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:16.875793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:16.876410 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:16.878064 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] 10.222.0.31 "PUT /v2.0/ports/05161feb-d6c4-4389-bc4f-4596c341e7f6 HTTP/1.1" status: 200 len: 1094 time: 1.0363925 Mar 28 11:49:16.878494 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:49:16.908040 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978410b-7e26-444d-a56e-d9769a8b3558 service neutron] Pushing event updated for resources: {'Port': ['ID=05161feb-d6c4-4389-bc4f-4596c341e7f6,revision_number=3']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:17.017328 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'status': 'completed', 'code': 200} Mar 28 11:49:17.113806 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-84f427dd-d3d4-407b-8390-0536ff983f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:17.115284 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-84f427dd-d3d4-407b-8390-0536ff983f40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 1097 time: 0.0728240 Mar 28 11:49:17.195269 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-6da28e96-8d06-4ca4-9d09-bdffb8e45cc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6 HTTP/1.1" status: 200 len: 217 time: 0.0597668 Mar 28 11:49:17.353528 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-6bee8b60-c61f-418d-a714-e9af15965489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:17.355025 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-6bee8b60-c61f-418d-a714-e9af15965489 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.1507337 Mar 28 11:49:17.431210 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-4e9e5f77-92eb-44ab-915d-921004c133f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:17.432679 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-4e9e5f77-92eb-44ab-915d-921004c133f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686643 Mar 28 11:49:17.555154 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.31', 61955) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:17.566095 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-d08aa9cf-6353-4b37-b447-f10f5dedbacd service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238916 Mar 28 11:49:17.638817 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-38c4de6b-11b9-4d26-b0b5-0dabffc14a58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684607 Mar 28 11:49:17.704157 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-ba07efd9-0c9c-4de3-a213-cb0f0b84b64a req-5c968217-da0e-44c9-8aed-b5d7ccd4ff3b service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256862 Mar 28 11:49:17.812832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-e7420d9e-f954-49c8-a7c4-9a6f10285c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:17.814357 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-e7420d9e-f954-49c8-a7c4-9a6f10285c85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1096 time: 0.0705893 Mar 28 11:49:17.848053 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361eb192-6341-458d-95d3-c3ab834a5e0b req-3ca89aa4-7629-4256-a96e-324ee54d1395 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:17.849536 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-361eb192-6341-458d-95d3-c3ab834a5e0b req-3ca89aa4-7629-4256-a96e-324ee54d1395 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 944 time: 0.0788629 Mar 28 11:49:17.935954 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-f9edf100-b395-481f-8c28-16585ae9c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:17.937350 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-f9edf100-b395-481f-8c28-16585ae9c971 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 1097 time: 0.0744257 Mar 28 11:49:17.970498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-361eb192-6341-458d-95d3-c3ab834a5e0b req-8028c1c6-0040-49df-8254-bc2cb606c170 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151159 Mar 28 11:49:18.073327 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-9dc9125a-2c04-4c6a-8890-50413a3b24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:18.074897 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-9dc9125a-2c04-4c6a-8890-50413a3b24c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 910 time: 0.1302538 Mar 28 11:49:18.119143 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-a49ba762-50d1-4aae-81ec-b5f66d4c35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:18.121148 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-a49ba762-50d1-4aae-81ec-b5f66d4c35e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 910 time: 0.2483208 Mar 28 11:49:18.146025 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-421ba660-984d-4d42-84c7-9d61282c14e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6 HTTP/1.1" status: 200 len: 217 time: 0.0639508 Mar 28 11:49:18.209971 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-001c8a68-7c03-4a02-9b60-a22994aab80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:18.211299 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-001c8a68-7c03-4a02-9b60-a22994aab80e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.0566521 Mar 28 11:49:18.226363 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-31d02b64-ac98-4818-b251-8d126b499056 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879 HTTP/1.1" status: 200 len: 999 time: 0.0955172 Mar 28 11:49:18.290140 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-2935d379-7ac9-4e6a-9ffd-48ca79806ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:18.291043 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-a0ea0432-6f15-4e47-8f62-047ee5144780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:18.292283 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-2935d379-7ac9-4e6a-9ffd-48ca79806ccd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.0598054 Mar 28 11:49:18.292991 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-a0ea0432-6f15-4e47-8f62-047ee5144780 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750144 Mar 28 11:49:18.343143 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-56be16b9-4986-4860-adb3-440fb900bf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:18.373348 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-a56a1155-4fe3-475b-a660-232e3c675794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:18.374847 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-a56a1155-4fe3-475b-a660-232e3c675794 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703316 Mar 28 11:49:18.433133 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-32d05507-20c5-463b-b8b7-0dfaf7f0dca5 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270854 Mar 28 11:49:18.505296 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-a96fccc4-eec6-48ed-90b6-d8aa1c1450db service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236625 Mar 28 11:49:18.564523 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [req-07c81747-0bf3-4bdc-8251-d46738f30641 req-f6a37efb-2c2b-4d49-b97a-f0223ddb4f2f service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242990 Mar 28 11:49:18.636848 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5e1e57de-ca47-4af5-988a-d2f1737a43a2 req-b451ba96-c4b8-4d04-9d25-c149d9ad71d8 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237464 Mar 28 11:49:19.155948 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dfb66-cfe9-40be-8229-53247bc97d1f req-c375f50b-f5f3-44ae-86f4-5e7de6e1d5c3 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:19.157372 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-841dfb66-cfe9-40be-8229-53247bc97d1f req-c375f50b-f5f3-44ae-86f4-5e7de6e1d5c3 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 944 time: 0.0823112 Mar 28 11:49:19.200506 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-841dfb66-cfe9-40be-8229-53247bc97d1f req-7b18a827-ca3a-459d-b015-748abcda88df tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376010 Mar 28 11:49:20.200566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 05161feb-d6c4-4389-bc4f-4596c341e7f6 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:49:20.330446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:49:20.343490 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'port_id': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'mac_address': 'fa:16:3e:49:96:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:49:20.388328 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26443f-e983-4f2b-b3fa-4d7805c03ab7 req-a8d02f34-9799-48a5-8081-52417e8cc224 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:20.389775 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4e26443f-e983-4f2b-b3fa-4d7805c03ab7 req-a8d02f34-9799-48a5-8081-52417e8cc224 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 944 time: 0.0833280 Mar 28 11:49:20.396492 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:20.413345 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05161feb-d6c4-4389-bc4f-4596c341e7f6 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:49:20.428160 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:49:20.434123 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-4e26443f-e983-4f2b-b3fa-4d7805c03ab7 req-d7cb2003-f8ac-4235-bcf1-d001ae39af67 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386896 Mar 28 11:49:20.487169 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:20.556786 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=05161feb-d6c4-4389-bc4f-4596c341e7f6,revision_number=4']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:20.577366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-724ae447-3e3c-4791-ac1c-3d30baf28a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:20.859437 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['05161feb-d6c4-4389-bc4f-4596c341e7f6'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:49:21.606193 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:21.615915 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145c6a3-c807-4d52-8070-71ed579d5b02 req-898d0438-beb2-4e17-9247-9a306601b31d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:21.617637 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c145c6a3-c807-4d52-8070-71ed579d5b02 req-898d0438-beb2-4e17-9247-9a306601b31d tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 945 time: 0.0801756 Mar 28 11:49:21.661038 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-c145c6a3-c807-4d52-8070-71ed579d5b02 req-07ef3be7-369b-4648-b0e0-b3960efeeefb tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378945 Mar 28 11:49:21.823750 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:22.217532 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 05161feb-d6c4-4389-bc4f-4596c341e7f6 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:49:22.339991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning for port 05161feb-d6c4-4389-bc4f-4596c341e7f6 completed by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:49:22.344622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 05161feb-d6c4-4389-bc4f-4596c341e7f6 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:49:22.344990 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:22.458904 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:22.484488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:49:22.495403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:49:22.527755 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'code': 200} Mar 28 11:49:22.568885 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:22.635144 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=05161feb-d6c4-4389-bc4f-4596c341e7f6,revision_number=5']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:22.847716 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf0805-a725-401e-8aa8-ccc12345f8eb req-0942e809-5e7c-4567-b0a6-a8f27f9d5816 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:22.849182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fdf0805-a725-401e-8aa8-ccc12345f8eb req-0942e809-5e7c-4567-b0a6-a8f27f9d5816 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 946 time: 0.0809925 Mar 28 11:49:22.930767 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-1fdf0805-a725-401e-8aa8-ccc12345f8eb req-786e50c6-da1c-46ac-9907-79e3a8000063 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754230 Mar 28 11:49:22.957414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe217a-2665-485e-b0ed-1d5af692ba99 req-ce4972c0-39ab-4556-aefd-d8c973f1df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:22.958869 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-27fe217a-2665-485e-b0ed-1d5af692ba99 req-ce4972c0-39ab-4556-aefd-d8c973f1df40 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 1099 time: 0.0768011 Mar 28 11:49:23.001177 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-27fe217a-2665-485e-b0ed-1d5af692ba99 req-44c025ac-6ccf-46af-bb6a-463ba6b738bf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330977 Mar 28 11:49:23.251337 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:24.116070 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0d566-22bd-4add-9aa9-8794abbc28d7 req-1f57106a-da20-4cef-be78-469eb4f1e2d8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:24.117481 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-afa0d566-22bd-4add-9aa9-8794abbc28d7 req-1f57106a-da20-4cef-be78-469eb4f1e2d8 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 946 time: 0.0808499 Mar 28 11:49:24.162182 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-afa0d566-22bd-4add-9aa9-8794abbc28d7 req-24b37201-84b8-48fa-974f-989caa173860 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383627 Mar 28 11:49:25.341437 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63430aa-b2cc-41a2-9b56-ae9eae22c181 req-2d75bd25-70b7-43ad-b92d-93fcb533eb8b tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:25.342876 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e63430aa-b2cc-41a2-9b56-ae9eae22c181 req-2d75bd25-70b7-43ad-b92d-93fcb533eb8b tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 946 time: 0.0769584 Mar 28 11:49:25.389651 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-e63430aa-b2cc-41a2-9b56-ae9eae22c181 req-7f39318a-5e8f-4f59-9c5e-e8404faaca3c tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412464 Mar 28 11:49:25.571835 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84b128-c000-4ccd-ab99-383496df0ea6 req-65c1d1ea-1634-458e-9a90-eb644a439bc6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:25.573269 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ec84b128-c000-4ccd-ab99-383496df0ea6 req-65c1d1ea-1634-458e-9a90-eb644a439bc6 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 946 time: 0.0799592 Mar 28 11:49:25.615948 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ec84b128-c000-4ccd-ab99-383496df0ea6 req-741a4af7-545f-4508-812b-84fad0b3fcc0 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370710 Mar 28 11:49:25.638685 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48856) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:25.706238 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6b591-76b8-46f9-b3b5-0065fb3bb976 tempest-TestSnapshotPattern-858727076 tempest-TestSnapshotPattern-858727076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:25.707704 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-f2d6b591-76b8-46f9-b3b5-0065fb3bb976 tempest-TestSnapshotPattern-858727076 tempest-TestSnapshotPattern-858727076-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 1094 time: 0.0680511 Mar 28 11:49:25.710480 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 48860) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:25.715252 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.base [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Request body: {'floatingip': {'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'port_id': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:49:25.721067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:49:25.724790 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Usage tracker for resource:floatingip and tenant:0e0f1a9c066f43518259922b29287906 is out of sync, need to count used quota {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:49:25.727577 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88493) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:49:25.733541 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.quota.driver [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88493) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:49:25.788416 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for floatingip, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:25.921858 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:26.056716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.db_base_plugin_common [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Allocated IP 172.26.2.22 (3c5eb4d5-432f-4837-acd0-5039e9e12fd8/8be5e94e-13f4-4f0e-98dd-00a051095e42/73dde1b1-be14-4fc7-bb16-0644ca6a1684) {{(pid=88493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:49:26.289545 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for port, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:26.374923 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728513428228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:26.433242 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Network 3c5eb4d5-432f-4837-acd0-5039e9e12fd8 is already hosted by enough agents. {{(pid=88493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:49:26.435898 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.base_scheduler [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Resources bound (agent type, host, resource id): {{(pid=88493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:49:26.443475 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Received port after_create {{(pid=88493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:49:26.481492 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'Port': ['ID=73dde1b1-be14-4fc7-bb16-0644ca6a1684,revision_number=1']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:26.850832 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:26.980262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:27.178900 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for port, precommit_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:27.237611 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174407'] for port, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:27.342055 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event updated for resources: {'Port': ['ID=73dde1b1-be14-4fc7-bb16-0644ca6a1684,revision_number=2']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:27.351659 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457137'] for floatingip, after_update {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:27.522820 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Floating IP 86c1a0bd-c1c3-4355-b8ee-16e3bb307efa associated. External IP: 172.26.2.22, port: 05161feb-d6c4-4389-bc4f-4596c341e7f6. Mar 28 11:49:27.966003 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Router 8c067894-ce4c-4857-8b74-ae1c04e86d20 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:49:28.140927 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:49:28.150677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] Sync routers for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:49:28.161309 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:49:28.161989 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:49:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:49:28.237716 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:28.291713 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-d03e8a3a-7f53-4d75-8a24-7c79deaec51e tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5802450 Mar 28 11:49:28.292307 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:49:28.336292 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'status': 'completed', 'code': 200} Mar 28 11:49:28.341275 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:49:28.453733 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-eeba4cd4-d88b-4682-afdf-7ee9cf761cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:28.455220 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-eeba4cd4-d88b-4682-afdf-7ee9cf761cae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 1099 time: 0.0745792 Mar 28 11:49:28.587560 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-fb2ba3b1-003b-4c98-8c51-35904ba3d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:28.589021 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-fb2ba3b1-003b-4c98-8c51-35904ba3d7c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 910 time: 0.1272297 Mar 28 11:49:28.687203 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '705cb041-ad5c-4fe9-8678-67542377aa0d', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:46:42Z', 'updated_at': '2022-03-28T11:46:45Z', 'revision_number': 1, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}, {'id': '86c1a0bd-c1c3-4355-b8ee-16e3bb307efa', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.22', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:49:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be817ca-ef32-4877-a161-c2420943a566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:49:26Z', 'updated_at': '2022-03-28T11:49:26Z', 'revision_number': 0, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:49:28.690939 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-c016a852-f990-4120-9119-2e725fa7531b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6 HTTP/1.1" status: 200 len: 999 time: 0.0958526 Mar 28 11:49:28.691077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] Checking router: 8c067894-ce4c-4857-8b74-ae1c04e86d20 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:49:28.699376 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:49:28.699964 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:49:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:49:28.853091 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-406cb4a7-73d6-4efd-9b0d-608b6fba81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:28.855080 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-406cb4a7-73d6-4efd-9b0d-608b6fba81d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.1566670 Mar 28 11:49:28.914766 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:49:28.933336 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-d095c2af-0025-40bd-aa28-f7193f163976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:28.934783 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-d095c2af-0025-40bd-aa28-f7193f163976 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733297 Mar 28 11:49:29.066020 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-4beae076-0b40-4306-be4d-b698a923481c service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241105 Mar 28 11:49:29.197316 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9a4af7d7-38a0-40c1-9067-452808479b9f req-eb818708-4b79-4e34-b286-91a8d2ec842c service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252437 Mar 28 11:49:29.257423 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '705cb041-ad5c-4fe9-8678-67542377aa0d', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:46:42Z', 'updated_at': '2022-03-28T11:46:45Z', 'revision_number': 1, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}, {'id': '86c1a0bd-c1c3-4355-b8ee-16e3bb307efa', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.22', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:49:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be817ca-ef32-4877-a161-c2420943a566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:49:26Z', 'updated_at': '2022-03-28T11:49:26Z', 'revision_number': 0, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:49:29.261894 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945220a-9646-4f91-a356-9259304a2ed9 None None] The sync data for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv is: [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '705cb041-ad5c-4fe9-8678-67542377aa0d', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:46:42Z', 'updated_at': '2022-03-28T11:46:45Z', 'revision_number': 1, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}, {'id': '86c1a0bd-c1c3-4355-b8ee-16e3bb307efa', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.22', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:49:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be817ca-ef32-4877-a161-c2420943a566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:49:26Z', 'updated_at': '2022-03-28T11:49:26Z', 'revision_number': 0, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:49:29.451500 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8668e-29be-456b-ac06-1f4b9d327430 None None] New status for floating IP 86c1a0bd-c1c3-4355-b8ee-16e3bb307efa: ACTIVE {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:49:46.477414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:47.157541 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:49:48.325208 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-d90ba656-4b43-42e1-b25c-295bc1920122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:50.570843 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-671fb74f-77a6-406e-84b2-0152d89c574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:51.622304 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:51.793634 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:53.256526 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:16.465664 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:17.737246 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-bf4eb098-044e-46ba-a8cd-5bd16441c098 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752473 Mar 28 11:50:17.910400 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-f6d5ad20-badf-4db5-9112-e61ce0f91cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:50:17.911830 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-f6d5ad20-badf-4db5-9112-e61ce0f91cd8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1096 time: 0.0716486 Mar 28 11:50:18.053009 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-916b0219-6671-433c-9c76-baae10b14588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:50:18.054429 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-916b0219-6671-433c-9c76-baae10b14588 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 910 time: 0.1224363 Mar 28 11:50:18.158492 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-4485a26e-2fb6-4dc6-8862-fc81f5f1277f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879 HTTP/1.1" status: 200 len: 999 time: 0.0937672 Mar 28 11:50:18.225103 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-ee299a23-7fe8-43ac-aafb-35807e80c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:50:18.226432 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-ee299a23-7fe8-43ac-aafb-35807e80c9ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.0588181 Mar 28 11:50:18.302626 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-458afec9-c737-4687-911a-a0b66319083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:50:18.304066 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-458afec9-c737-4687-911a-a0b66319083a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685759 Mar 28 11:50:18.330655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5fb9beb3-6b52-47ac-b9fc-647aa87c9f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:18.439261 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-928c2695-33e0-40af-b19a-0006bf635386 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254773 Mar 28 11:50:18.570283 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0f71068-2d81-444f-893b-f8b8bdde88c0 req-112e52a3-1d8c-4a23-91a4-e7d08949dc14 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245687 Mar 28 11:50:20.570125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6af29bd4-e999-497c-9a35-8c500f8d634c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:21.610351 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:21.810454 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:23.282016 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:24.157302 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:50:46.506859 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:48.333146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9e98-7d02-4e90-a3ea-a81dd7418b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:50.556040 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b072-4be7-4a95-b928-2d83bf6c7d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:51.614924 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:51.812756 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:53.306576 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:00.608760 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 05161feb-d6c4-4389-bc4f-4596c341e7f6 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:51:00.772096 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:00.786791 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Returning: {'device': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'port_id': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'mac_address': 'fa:16:3e:49:96:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:51:00.846980 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:00.864995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05161feb-d6c4-4389-bc4f-4596c341e7f6 {{(pid=88495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:51:00.882094 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:00.955844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:01.038866 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=05161feb-d6c4-4389-bc4f-4596c341e7f6,revision_number=6']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:01.053077 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.053425 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.053765 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.054125 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.054461 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.054792 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.055121 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.055446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.055770 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.056093 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.056456 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.056803 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:01.120029 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] get_ports_and_sgs() called for port_ids ['05161feb-d6c4-4389-bc4f-4596c341e7f6'] {{(pid=88495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:51:01.157402 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:51:02.636849 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 05161feb-d6c4-4389-bc4f-4596c341e7f6 up at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:51:02.712308 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.provisioning_blocks [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Provisioning complete for port 05161feb-d6c4-4389-bc4f-4596c341e7f6 triggered by entity L2. {{(pid=88495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:51:02.712907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133633950'] for port, provisioning_complete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:02.830292 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:02.892488 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:51:02.903842 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:02.951725 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'code': 200} Mar 28 11:51:02.961407 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:03.038566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=05161feb-d6c4-4389-bc4f-4596c341e7f6,revision_number=7']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:11.373888 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 49074) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:11.582061 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Deleting port 73dde1b1-be14-4fc7-bb16-0644ca6a1684 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:11.582403 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:11.749472 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:11.749720 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:11.868262 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Calling delete_port for 73dde1b1-be14-4fc7-bb16-0644ca6a1684 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:12.066027 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:12.115163 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event deleted for resources: {'Port': ['ID=73dde1b1-be14-4fc7-bb16-0644ca6a1684,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:12.189079 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.189421 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.189756 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.190116 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.190452 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.190779 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.191101 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.191422 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.191747 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.192067 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.192387 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.192702 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:12.225324 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:12.225708 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Floating IP 86c1a0bd-c1c3-4355-b8ee-16e3bb307efa disassociated (deleted). External IP: 172.26.2.22, port: 05161feb-d6c4-4389-bc4f-4596c341e7f6. Mar 28 11:51:12.667090 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Router 8c067894-ce4c-4857-8b74-ae1c04e86d20 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:51:12.682223 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 05161feb-d6c4-4389-bc4f-4596c341e7f6 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:51:12.793890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133707885'] for port, before_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:12.819699 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6'}] {{(pid=88495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:51:12.829813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:12.855517 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:51:12.857736 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] Sync routers for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:51:12.863958 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:12.867833 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:51:12.868844 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:50:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:12.918898 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-82dcfac0-56c6-4596-8b5c-5e3ccadd5ecf tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "DELETE /v2.0/floatingips/86c1a0bd-c1c3-4355-b8ee-16e3bb307efa HTTP/1.1" status: 204 len: 168 time: 1.5436084 Mar 28 11:51:12.919424 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:51:12.924950 dv-neutron-835336-1-hyperv neutron-server[88495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'code': 200} Mar 28 11:51:12.932836 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728513808900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728513428246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728513428291'] for port, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:12.967036 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'status': 'completed', 'code': 200} Mar 28 11:51:13.086822 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Pushing event updated for resources: {'Port': ['ID=05161feb-d6c4-4389-bc4f-4596c341e7f6,revision_number=8']} {{(pid=88495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:13.108480 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-2ea9ca7a-4b49-4f53-97f3-32e1edff632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:13.111798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:51:13.111912 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-2ea9ca7a-4b49-4f53-97f3-32e1edff632a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 1097 time: 0.0929751 Mar 28 11:51:13.254181 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-5c9348ba-2cf2-43b6-bd71-d90d19e90ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:13.256288 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-5c9348ba-2cf2-43b6-bd71-d90d19e90ff7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 910 time: 0.1367908 Mar 28 11:51:13.335856 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-81d2b366-1a61-433d-809e-5b4a1ea0ebbd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6 HTTP/1.1" status: 200 len: 217 time: 0.0627170 Mar 28 11:51:13.492505 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '705cb041-ad5c-4fe9-8678-67542377aa0d', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:46:42Z', 'updated_at': '2022-03-28T11:46:45Z', 'revision_number': 1, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:13.496706 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] Checking router: 8c067894-ce4c-4857-8b74-ae1c04e86d20 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:51:13.506692 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:51:13.507607 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:50:50Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:13.537422 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-1110517d-9d45-4033-9ca2-84de72a025ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:13.539422 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-1110517d-9d45-4033-9ca2-84de72a025ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.1945300 Mar 28 11:51:13.647436 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0320b4-d9b7-4c0a-b95d-80d180e169d0 req-8dd4a660-e7d9-48da-a877-0f89a56d3d2a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:13.649106 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fa0320b4-d9b7-4c0a-b95d-80d180e169d0 req-8dd4a660-e7d9-48da-a877-0f89a56d3d2a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 944 time: 0.1713743 Mar 28 11:51:13.656658 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-b67a0695-2650-4f0c-9db9-8a297733c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:13.658271 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-b67a0695-2650-4f0c-9db9-8a297733c4ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1119268 Mar 28 11:51:13.702108 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:51:13.774958 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fa0320b4-d9b7-4c0a-b95d-80d180e169d0 req-b9422e82-6e8f-4269-96bf-f82ac98bd1bc tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156292 Mar 28 11:51:13.827139 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-c0efb4f4-4c9b-4aa0-a1e6-6c887f0712a6 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536453 Mar 28 11:51:13.968769 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fac2434a-d74f-4b9a-93d0-455818379ce8 req-462e5282-4706-482f-bf9a-22de094a069b service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337552 Mar 28 11:51:14.088289 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '705cb041-ad5c-4fe9-8678-67542377aa0d', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:46:42Z', 'updated_at': '2022-03-28T11:46:45Z', 'revision_number': 1, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:14.092788 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bc20c-6803-4922-9493-f1b5bd862957 None None] The sync data for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv is: [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_floatingips': [{'id': '705cb041-ad5c-4fe9-8678-67542377aa0d', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'router_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'port_id': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'mac_address': 'fa:16:3e:8f:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:46:42Z', 'updated_at': '2022-03-28T11:46:45Z', 'revision_number': 1, 'project_id': '0e0f1a9c066f43518259922b29287906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:51:14.335197 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb9a69-b546-48df-bd0f-ed1df6736b3e None None] New status for floating IP 86c1a0bd-c1c3-4355-b8ee-16e3bb307efa: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:51:14.966334 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51c2ec-3d45-44eb-bad1-41856107d7b2 req-a6e4fb80-9fdd-4c4b-baa2-dfcff455272a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:14.967771 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ac51c2ec-3d45-44eb-bad1-41856107d7b2 req-a6e4fb80-9fdd-4c4b-baa2-dfcff455272a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 944 time: 0.0832677 Mar 28 11:51:15.011451 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-ac51c2ec-3d45-44eb-bad1-41856107d7b2 req-cc9b1924-9a3c-47f8-9591-e79695fce974 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381908 Mar 28 11:51:15.593919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9f211db-f0ec-4474-b6dd-2a378c99385f tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:15.595318 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9f211db-f0ec-4474-b6dd-2a378c99385f tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 944 time: 0.0790670 Mar 28 11:51:15.670137 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Deleting port 05161feb-d6c4-4389-bc4f-4596c341e7f6 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:15.670475 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:15.906972 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] For port 05161feb-d6c4-4389-bc4f-4596c341e7f6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=05161feb-d6c4-4389-bc4f-4596c341e7f6,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:15.907330 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:16.032338 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Calling delete_port for 05161feb-d6c4-4389-bc4f-4596c341e7f6 owned by compute:nova {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:16.241162 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e398-e4f9-459c-bee9-64be77343f2a req-0ef1db1c-a73c-4c4a-91a9-8131b2e20c2f tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:16.242710 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d829e398-e4f9-459c-bee9-64be77343f2a req-0ef1db1c-a73c-4c4a-91a9-8131b2e20c2f tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 944 time: 0.1031103 Mar 28 11:51:16.277885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:16.334861 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event deleted for resources: {'Port': ['ID=05161feb-d6c4-4389-bc4f-4596c341e7f6,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:16.339105 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-d829e398-e4f9-459c-bee9-64be77343f2a req-4cf48669-3cea-4a03-bc50-c9b4b7a8f3a9 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901389 Mar 28 11:51:16.375727 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.376081 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.376419 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.376752 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.377082 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.377411 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.377738 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.378100 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.378425 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.378747 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.379068 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.379386 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835336-1-hyperv {{(pid=88494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:16.421146 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] No DVR routers for this DVR port 05161feb-d6c4-4389-bc4f-4596c341e7f6 on host hv-neutron-8353 {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:51:16.423711 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:16.427608 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'name': 'network-vif-deleted', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:51:16.442620 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-fbc11c29-01b0-4254-8684-24087edd31cb req-c9cb300e-2d8d-4f71-a3a7-e8b5e29a08aa tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "DELETE /v2.0/ports/05161feb-d6c4-4389-bc4f-4596c341e7f6 HTTP/1.1" status: 204 len: 173 time: 0.8327720 Mar 28 11:51:16.494568 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:16.558759 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be817ca-ef32-4877-a161-c2420943a566', 'name': 'network-vif-deleted', 'tag': '05161feb-d6c4-4389-bc4f-4596c341e7f6', 'status': 'completed', 'code': 200} Mar 28 11:51:17.497871 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-764c9b53-6eb0-45ff-871f-5da507bb35cd req-77c29860-af8b-46c4-9758-28e4652e55b2 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Synchronizing usage tracker for tenant:0e0f1a9c066f43518259922b29287906 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:51:17.614623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-764c9b53-6eb0-45ff-871f-5da507bb35cd req-77c29860-af8b-46c4-9758-28e4652e55b2 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Unset dirty status for tenant:0e0f1a9c066f43518259922b29287906 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:51:17.615812 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-764c9b53-6eb0-45ff-871f-5da507bb35cd req-77c29860-af8b-46c4-9758-28e4652e55b2 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be817ca-ef32-4877-a161-c2420943a566 HTTP/1.1" status: 200 len: 210 time: 0.1598577 Mar 28 11:51:18.322913 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-40132b9b-5d5a-4e5b-bfb9-312353744c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:18.697178 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 05161feb-d6c4-4389-bc4f-4596c341e7f6 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:51:18.730738 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 05161feb-d6c4-4389-bc4f-4596c341e7f6 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:51:18.731078 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 05161feb-d6c4-4389-bc4f-4596c341e7f6 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:51:19.908613 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 49162) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:20.108112 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Deleting port c817f659-0fa4-4551-8a6d-a7c566623be2 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:20.108454 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:20.275845 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:20.276170 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:20.396305 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Calling delete_port for c817f659-0fa4-4551-8a6d-a7c566623be2 owned by network:floatingip {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:20.551759 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-824a7125-c4ff-4a2e-b2f2-7eb717f80182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:20.609126 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:20.657798 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event deleted for resources: {'Port': ['ID=c817f659-0fa4-4551-8a6d-a7c566623be2,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:20.746914 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for floatingip, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:20.747245 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.db.l3_db [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Floating IP 705cb041-ad5c-4fe9-8678-67542377aa0d disassociated (deleted). External IP: 172.26.2.136, port: 60d67b2d-97ab-4e2d-8475-90ce8ebe4879. Mar 28 11:51:21.188881 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Router 8c067894-ce4c-4857-8b74-ae1c04e86d20 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:51:21.368231 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:51:21.378508 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] Sync routers for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:51:21.387919 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:51:21.388531 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:21.446780 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for floatingip, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:21.501797 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-1bc87282-9a4a-40ae-ac97-f8dabe491d90 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "DELETE /v2.0/floatingips/705cb041-ad5c-4fe9-8678-67542377aa0d HTTP/1.1" status: 204 len: 168 time: 1.5921066 Mar 28 11:51:21.502413 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879'}] {{(pid=88493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:51:21.553694 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'status': 'completed', 'code': 200} Mar 28 11:51:21.592403 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:51:21.643233 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:21.789295 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161165-b090-4a33-b691-19584d30a182 req-aedf966e-3c8e-41c3-86e0-4b63e6e859d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:21.790789 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7161165-b090-4a33-b691-19584d30a182 req-aedf966e-3c8e-41c3-86e0-4b63e6e859d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e0f1a9c066f43518259922b29287906&device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 1096 time: 0.1769385 Mar 28 11:51:21.852226 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:21.923088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:21.927002 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] Checking router: 8c067894-ce4c-4857-8b74-ae1c04e86d20 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:51:21.935799 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:51:21.936395 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:21.943651 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161165-b090-4a33-b691-19584d30a182 req-04fbe3bc-0277-40c2-a7cf-3d779a96a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:21.945426 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7161165-b090-4a33-b691-19584d30a182 req-04fbe3bc-0277-40c2-a7cf-3d779a96a7a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 200 len: 910 time: 0.1469693 Mar 28 11:51:22.020633 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7161165-b090-4a33-b691-19584d30a182 req-181f6d83-956e-44b0-aacc-b3aa71bc270d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879 HTTP/1.1" status: 200 len: 217 time: 0.0683653 Mar 28 11:51:22.112104 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:51:22.132210 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161165-b090-4a33-b691-19584d30a182 req-338c2f0f-e1a3-417a-bee1-1cc22fbdf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:22.133649 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7161165-b090-4a33-b691-19584d30a182 req-338c2f0f-e1a3-417a-bee1-1cc22fbdf16d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 200 len: 848 time: 0.1052630 Mar 28 11:51:22.203355 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d948b69-7ab4-490f-9a7f-aff751b398e1 req-0ec08339-eb86-4aaf-9005-2d842e89b429 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:22.204797 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d948b69-7ab4-490f-9a7f-aff751b398e1 req-0ec08339-eb86-4aaf-9005-2d842e89b429 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 943 time: 0.1962776 Mar 28 11:51:22.253974 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161165-b090-4a33-b691-19584d30a182 req-560dd46f-d373-4c56-a7da-c1f5cad0b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:22.255498 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7161165-b090-4a33-b691-19584d30a182 req-560dd46f-d373-4c56-a7da-c1f5cad0b85f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ee673fd-d8f6-428b-8585-dbee52364a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140425 Mar 28 11:51:22.266380 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-7d948b69-7ab4-490f-9a7f-aff751b398e1 req-59216557-38b1-4766-babc-a85ec24a15ec tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549908 Mar 28 11:51:22.390840 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7161165-b090-4a33-b691-19584d30a182 req-5ca543be-f61c-44e8-ada7-edeb83118832 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276150 Mar 28 11:51:22.419414 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:22.423319 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046bf8a6-62b2-4fd1-ae24-8b4881fb7002 None None] The sync data for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv is: [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:46:13Z', 'revision_number': 4, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv', '_interfaces': [{'id': '18755540-497e-4b98-b04c-0f09cff0d2d9', 'name': '', 'network_id': '4ee673fd-d8f6-428b-8585-dbee52364a9b', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'mac_address': 'fa:16:3e:30:41:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:12Z', 'updated_at': '2022-03-28T11:46:19Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'subnets': [{'id': '5abd4380-fcb5-42b8-91ca-63438d3dc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:51:22.525431 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f7161165-b090-4a33-b691-19584d30a182 req-8cb85aa0-8e61-464c-9945-bd56c4bd42b7 service neutron] 10.222.0.31 "GET /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278338 Mar 28 11:51:22.640618 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72117823-4177-420d-9b27-6520988874b5 None None] New status for floating IP 705cb041-ad5c-4fe9-8678-67542377aa0d: DOWN {{(pid=88496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:51:23.282882 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:23.455435 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d89a1d-fa2a-4003-a674-d4511a8084e4 req-7f510c91-b9ab-4e1c-80bd-4d3ea53ca767 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:23.456781 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0d89a1d-fa2a-4003-a674-d4511a8084e4 req-7f510c91-b9ab-4e1c-80bd-4d3ea53ca767 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 943 time: 0.0821316 Mar 28 11:51:23.500694 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-f0d89a1d-fa2a-4003-a674-d4511a8084e4 req-721d7183-7dba-4504-9480-bbe959acad3c tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383224 Mar 28 11:51:24.045893 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-8b49777c-36cd-405f-832c-3319e572d49a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:24.047295 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-8b49777c-36cd-405f-832c-3319e572d49a tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 943 time: 0.0764055 Mar 28 11:51:24.120527 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Deleting port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:24.120862 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:24.357823 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] For port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:24.358278 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:24.482493 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Calling delete_port for 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 owned by compute:nova {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:24.793550 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc2886-3fca-4289-a41c-bad04fd0ec63 req-4576834e-5736-4c26-b01e-0d8f9fc8c0df tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:51:24.795090 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5efc2886-3fca-4289-a41c-bad04fd0ec63 req-4576834e-5736-4c26-b01e-0d8f9fc8c0df tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 943 time: 0.1894691 Mar 28 11:51:24.821848 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:24.883829 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event deleted for resources: {'Port': ['ID=60d67b2d-97ab-4e2d-8475-90ce8ebe4879,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:24.891517 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-5efc2886-3fca-4289-a41c-bad04fd0ec63 req-30e3cf1e-11f7-4efd-af71-9988e6f21885 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908592 Mar 28 11:51:24.963414 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] No DVR routers for this DVR port 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 on host hv-neutron-8353 {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:51:24.965992 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28308'] for port, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:24.968466 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'name': 'network-vif-deleted', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879'}] {{(pid=88494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:51:24.980288 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-9fefa674-6f9f-4087-9e63-b2cfddd841fa req-739fad86-0a91-4a72-b3d4-d6de35ceee97 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.31 "DELETE /v2.0/ports/60d67b2d-97ab-4e2d-8475-90ce8ebe4879 HTTP/1.1" status: 204 len: 173 time: 0.9251614 Mar 28 11:51:25.013722 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7143bb6-d757-40a2-b2a4-eb77d4d2486f', 'name': 'network-vif-deleted', 'tag': '60d67b2d-97ab-4e2d-8475-90ce8ebe4879', 'status': 'completed', 'code': 200} Mar 28 11:51:26.058061 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-0b04fa39-ebb7-4149-ae52-7bb776d3e416 req-cd62e863-5397-4ec6-aedc-c230b2a73d57 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Synchronizing usage tracker for tenant:0e0f1a9c066f43518259922b29287906 on resource:port {{(pid=88494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:51:26.139622 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.quota.resource [req-0b04fa39-ebb7-4149-ae52-7bb776d3e416 req-cd62e863-5397-4ec6-aedc-c230b2a73d57 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Unset dirty status for tenant:0e0f1a9c066f43518259922b29287906 on resource:port {{(pid=88494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:51:26.140759 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [req-0b04fa39-ebb7-4149-ae52-7bb776d3e416 req-cd62e863-5397-4ec6-aedc-c230b2a73d57 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7143bb6-d757-40a2-b2a4-eb77d4d2486f HTTP/1.1" status: 200 len: 210 time: 0.1269886 Mar 28 11:51:26.714486 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:51:26.748082 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] No Port match for: 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:51:26.748422 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Device 60d67b2d-97ab-4e2d-8475-90ce8ebe4879 not bound to the agent host hv-neutron-8353 {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:51:27.233725 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 49184) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:27.303793 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-193839b3-5a8a-4521-927f-463dc75dd560 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:27.333606 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-193839b3-5a8a-4521-927f-463dc75dd560 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:27.458419 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-193839b3-5a8a-4521-927f-463dc75dd560 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:27.475249 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193839b3-5a8a-4521-927f-463dc75dd560 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:27.539571 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-193839b3-5a8a-4521-927f-463dc75dd560 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] Notify callbacks [] for security_group, before_response {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:27.540725 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-193839b3-5a8a-4521-927f-463dc75dd560 tempest-TestSnapshotPattern-830786510 tempest-TestSnapshotPattern-830786510-project] 10.222.0.18 "DELETE /v2.0/security-groups/2d7cff0c-1e94-4cb8-a0b9-2124e3b01d2f HTTP/1.1" status: 204 len: 168 time: 0.3059912 Mar 28 11:51:27.654186 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.wsgi [-] (88493) accepted ('10.222.0.18', 49190) {{(pid=88493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:28.266084 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:28.707604 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Deleting port 18755540-497e-4b98-b04c-0f09cff0d2d9 {{(pid=88493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:28.707947 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:28.876258 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.db [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] For port 18755540-497e-4b98-b04c-0f09cff0d2d9, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=18755540-497e-4b98-b04c-0f09cff0d2d9,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:28.876621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:28.996373 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Calling delete_port for 18755540-497e-4b98-b04c-0f09cff0d2d9 owned by network:router_interface {{(pid=88493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:29.230317 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174412'] for port, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:29.279621 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Pushing event deleted for resources: {'Port': ['ID=18755540-497e-4b98-b04c-0f09cff0d2d9,revision_number=None']} {{(pid=88493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:29.543498 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:29.887456 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Router 8c067894-ce4c-4857-8b74-ae1c04e86d20 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:51:30.159529 dv-neutron-835336-1-hyperv neutron-server[88493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:51:30.168019 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] Sync routers for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:51:30.180931 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:51:30.181658 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:30.233573 dv-neutron-835336-1-hyperv neutron-server[88493]: INFO neutron.wsgi [None req-024783cb-dbb7-40de-a629-73e03ee81924 admin admin] 10.222.0.18 "PUT /v2.0/routers/8c067894-ce4c-4857-8b74-ae1c04e86d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5782728 Mar 28 11:51:30.236065 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49196) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:30.390039 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:51:30.411285 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:30.592058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:30.665607 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Deleting port 4ea49d7e-150d-4e11-b0f4-c3e36822612b {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:30.665919 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:30.667605 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:51:29Z', 'revision_number': 5, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port': {'id': '4ea49d7e-150d-4e11-b0f4-c3e36822612b', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:10Z', 'updated_at': '2022-03-28T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:30.671387 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] Checking router: 8c067894-ce4c-4857-8b74-ae1c04e86d20 for host: dv-neutron-835336-1-hyperv {{(pid=88495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:51:30.679636 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] Routers {'8c067894-ce4c-4857-8b74-ae1c04e86d20'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:51:30.680224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['8c067894-ce4c-4857-8b74-ae1c04e86d20'], 'active': True} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:30.832421 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_dvr_db [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] Set router 8c067894-ce4c-4857-8b74-ae1c04e86d20 gateway port host: None {{(pid=88495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:51:30.843859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] For port 4ea49d7e-150d-4e11-b0f4-c3e36822612b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=4ea49d7e-150d-4e11-b0f4-c3e36822612b,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:30.844221 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:30.938566 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.db.l3_hamode_db [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:51:30Z', 'revision_number': 6, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:30.942358 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534a295-2ebd-4c63-876a-9fdb47f08645 None None] The sync data for ids ['8c067894-ce4c-4857-8b74-ae1c04e86d20'] in dv-neutron-835336-1-hyperv is: [{'id': '8c067894-ce4c-4857-8b74-ae1c04e86d20', 'name': 'tempest-TestSnapshotPattern-735230746-router', 'tenant_id': '0e0f1a9c066f43518259922b29287906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:09Z', 'updated_at': '2022-03-28T11:51:30Z', 'revision_number': 6, 'project_id': '0e0f1a9c066f43518259922b29287906', 'gw_port_host': None}] {{(pid=88495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:51:30.970387 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Calling delete_port for 4ea49d7e-150d-4e11-b0f4-c3e36822612b owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:31.328635 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:31.380313 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea49d7e-150d-4e11-b0f4-c3e36822612b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:31.570556 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:31.740499 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:31.742655 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:31.859945 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:31.860482 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c067894-ce4c-4857-8b74-ae1c04e86d20 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:51:31.873289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:31.874902 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-03ca2fbf-e0f5-45a5-8048-d468c470921a admin admin] 10.222.0.18 "DELETE /v2.0/routers/8c067894-ce4c-4857-8b74-ae1c04e86d20 HTTP/1.1" status: 204 len: 168 time: 1.6378913 Mar 28 11:51:31.877653 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49200) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:31.937168 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e16455-56b9-4bfe-93f9-dca89de4d056 admin admin] Deleting subnet 5abd4380-fcb5-42b8-91ca-63438d3dc0f0 {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:51:31.940173 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7e16455-56b9-4bfe-93f9-dca89de4d056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:31.988501 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7e16455-56b9-4bfe-93f9-dca89de4d056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.067322 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7e16455-56b9-4bfe-93f9-dca89de4d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.201179 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7e16455-56b9-4bfe-93f9-dca89de4d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.237930 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e16455-56b9-4bfe-93f9-dca89de4d056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5abd4380-fcb5-42b8-91ca-63438d3dc0f0,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:32.241376 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-b7e16455-56b9-4bfe-93f9-dca89de4d056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.247739 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-b7e16455-56b9-4bfe-93f9-dca89de4d056 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5abd4380-fcb5-42b8-91ca-63438d3dc0f0 HTTP/1.1" status: 204 len: 168 time: 0.3691313 Mar 28 11:51:32.247985 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80205a96-08b2-4dcd-a502-141243b4b61f None None] Network 4ee673fd-d8f6-428b-8585-dbee52364a9b requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:51:32.250453 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49204) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:32.367860 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.379440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Deleting port 832d2e8a-8796-4312-b4bb-f512e9dd8198 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:32.379776 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.510828 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] DHCP port deletion for 4ee673fd-d8f6-428b-8585-dbee52364a9b request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:51:32.515406 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] Deleting port 832d2e8a-8796-4312-b4bb-f512e9dd8198 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:32.515546 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.589058 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] For port 832d2e8a-8796-4312-b4bb-f512e9dd8198, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=832d2e8a-8796-4312-b4bb-f512e9dd8198,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:32.589406 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.709595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Calling delete_port for 832d2e8a-8796-4312-b4bb-f512e9dd8198 owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:32.715441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] For port 832d2e8a-8796-4312-b4bb-f512e9dd8198, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=832d2e8a-8796-4312-b4bb-f512e9dd8198,segment=NetworkSegment(560d6cc0-1743-474e-b4ea-ca0a9bb8cb01),segment_id=560d6cc0-1743-474e-b4ea-ca0a9bb8cb01)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:32.715829 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.842645 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] Calling delete_port for 832d2e8a-8796-4312-b4bb-f512e9dd8198 owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:32.873215 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 832d2e8a-8796-4312-b4bb-f512e9dd8198 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:51:32.898273 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:32.913450 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 832d2e8a-8796-4312-b4bb-f512e9dd8198 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:51:32.913810 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 832d2e8a-8796-4312-b4bb-f512e9dd8198 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:51:32.914253 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 18755540-497e-4b98-b04c-0f09cff0d2d9 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:51:32.947158 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=832d2e8a-8796-4312-b4bb-f512e9dd8198,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:32.949428 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] No DVR routers for this DVR port 832d2e8a-8796-4312-b4bb-f512e9dd8198 on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:51:32.986413 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 18755540-497e-4b98-b04c-0f09cff0d2d9 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:51:32.986655 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 18755540-497e-4b98-b04c-0f09cff0d2d9 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:51:32.987069 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4ea49d7e-150d-4e11-b0f4-c3e36822612b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:51:33.026553 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 4ea49d7e-150d-4e11-b0f4-c3e36822612b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:51:33.026890 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 4ea49d7e-150d-4e11-b0f4-c3e36822612b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:51:33.049978 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:51:33.050336 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:51:33.064809 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:33.090085 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee673fd-d8f6-428b-8585-dbee52364a9b']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:33.101623 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:33.101925 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560d6cc0-1743-474e-b4ea-ca0a9bb8cb01') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:33.112847 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:33.128423 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:33.134211 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:51:33.134591 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:51:33.147854 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:51:33.277382 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:33.292859 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:33.302775 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee673fd-d8f6-428b-8585-dbee52364a9b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:33.386887 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-aac8fb48-60bc-4d9d-970b-ffb623d1c6b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4ee673fd-d8f6-428b-8585-dbee52364a9b HTTP/1.1" status: 204 len: 168 time: 1.1354856 Mar 28 11:51:33.389706 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49208) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:33.551366 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] Deleting port 832d2e8a-8796-4312-b4bb-f512e9dd8198 {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:33.551831 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:33.619070 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-a39bbc87-9e2b-41ad-96a2-0939cbe19cb0 None None] The port '832d2e8a-8796-4312-b4bb-f512e9dd8198' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:51:34.013440 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457927'] for router_interface, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:34.362172 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Deleting port 9b33c47b-fdbd-4f78-b01c-629409c98647 {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:34.362510 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:34.529737 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] For port 9b33c47b-fdbd-4f78-b01c-629409c98647, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9b33c47b-fdbd-4f78-b01c-629409c98647,segment=NetworkSegment(8e599a87-547c-4821-93b0-4587819911ae),segment_id=8e599a87-547c-4821-93b0-4587819911ae)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:34.530459 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:34.650289 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Calling delete_port for 9b33c47b-fdbd-4f78-b01c-629409c98647 owned by network:router_interface {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:34.894028 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:35.042669 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b33c47b-fdbd-4f78-b01c-629409c98647,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:35.309005 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457819'] for router_interface, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:35.661418 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Router 7b3f35dc-5449-4066-9b94-187df90b4190 has already been hosted by L3 agent e00d36c9-770b-4f35-a44a-3aa2de66cb81 {{(pid=88494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:51:35.832797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] Notify agent at l3_agent.dv-neutron-835336-1-hyperv the message routers_updated {{(pid=88494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:51:35.841640 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] Sync routers for ids ['7b3f35dc-5449-4066-9b94-187df90b4190'] in dv-neutron-835336-1-hyperv {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:51:35.845013 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8f3dabbd-fa84-442f-90f1-4183c550f6a4 admin admin] 10.222.0.18 "PUT /v2.0/routers/7b3f35dc-5449-4066-9b94-187df90b4190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4524629 Mar 28 11:51:35.845637 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49212) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:35.851402 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] Routers {'7b3f35dc-5449-4066-9b94-187df90b4190'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:51:35.851995 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7b3f35dc-5449-4066-9b94-187df90b4190'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:36.024212 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks [] for router, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:36.024647 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] Set router 7b3f35dc-5449-4066-9b94-187df90b4190 gateway port host: dv-neutron-835336-1-hyperv {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:51:36.194460 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:36.277612 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Deleting port cf140178-ca05-4cb6-bdae-0c1e734584ca {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:36.277885 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:36.296746 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'external_fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:17Z', 'updated_at': '2022-03-28T11:51:34Z', 'revision_number': 5, 'project_id': '536de986632947398f2f1e608a993471', 'gw_port': {'id': 'cf140178-ca05-4cb6-bdae-0c1e734584ca', 'name': '', 'network_id': '3c5eb4d5-432f-4837-acd0-5039e9e12fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835336-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:18Z', 'updated_at': '2022-03-28T11:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8be5e94e-13f4-4f0e-98dd-00a051095e42', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835336-1-hyperv'}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:36.301047 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] Checking router: 7b3f35dc-5449-4066-9b94-187df90b4190 for host: dv-neutron-835336-1-hyperv {{(pid=88496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:51:36.310402 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] Routers {'7b3f35dc-5449-4066-9b94-187df90b4190'} bound to L3 agent in host dv-neutron-835336-1-hyperv {{(pid=88496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:51:36.311021 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835336-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T10:41:50Z,description=,heartbeat_timestamp=2022-03-28T11:51:20Z,host='dv-neutron-835336-1-hyperv',id=e00d36c9-770b-4f35-a44a-3aa2de66cb81,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T10:41:51Z,topic='l3_agent')) {'router_ids': ['7b3f35dc-5449-4066-9b94-187df90b4190'], 'active': True} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:36.460599 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_dvr_db [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] Set router 7b3f35dc-5449-4066-9b94-187df90b4190 gateway port host: None {{(pid=88496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:51:36.568002 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] For port cf140178-ca05-4cb6-bdae-0c1e734584ca, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=cf140178-ca05-4cb6-bdae-0c1e734584ca,segment=NetworkSegment(46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873),segment_id=46a6a2c2-41e5-405b-8e0a-1b9fd1bcd873)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:36.568359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:36.596771 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.l3_hamode_db [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:17Z', 'updated_at': '2022-03-28T11:51:36Z', 'revision_number': 6, 'project_id': '536de986632947398f2f1e608a993471', 'gw_port_host': None}], 'dv-neutron-835336-1-hyperv', False) {} {{(pid=88496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:36.600924 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fe46c-6f64-44b4-a35b-17f8e1598fd3 None None] The sync data for ids ['7b3f35dc-5449-4066-9b94-187df90b4190'] in dv-neutron-835336-1-hyperv is: [{'id': '7b3f35dc-5449-4066-9b94-187df90b4190', 'name': 'tempest-TestSnapshotPattern-1071778895-router', 'tenant_id': '536de986632947398f2f1e608a993471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:17Z', 'updated_at': '2022-03-28T11:51:36Z', 'revision_number': 6, 'project_id': '536de986632947398f2f1e608a993471', 'gw_port_host': None}] {{(pid=88496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:51:36.691797 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Calling delete_port for cf140178-ca05-4cb6-bdae-0c1e734584ca owned by network:router_gateway {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:36.903624 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:36.956222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf140178-ca05-4cb6-bdae-0c1e734584ca,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:36.991353 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9b33c47b-fdbd-4f78-b01c-629409c98647 no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:51:37.027048 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 9b33c47b-fdbd-4f78-b01c-629409c98647 {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:51:37.027390 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9b33c47b-fdbd-4f78-b01c-629409c98647 not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:51:37.051359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457186'] for router_gateway, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.221748 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1764'] for router, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.223826 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.303604 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451594'] for router, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.304036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3f35dc-5449-4066-9b94-187df90b4190 {{(pid=88494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:51:37.315619 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] Notify callbacks [] for router, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.316709 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4362c7bb-5606-4421-b768-47fe60e17601 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7b3f35dc-5449-4066-9b94-187df90b4190 HTTP/1.1" status: 204 len: 168 time: 1.4701633 Mar 28 11:51:37.319167 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49216) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:37.381059 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf30579-d5b2-4a07-96e1-993bcac82f45 admin admin] Deleting subnet 0e9839fb-2572-47bb-9462-42be914d45bf {{(pid=88494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:51:37.384389 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bbf30579-d5b2-4a07-96e1-993bcac82f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.433817 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bbf30579-d5b2-4a07-96e1-993bcac82f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1970025'] for subnet, precommit_delete_associations {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.516988 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bbf30579-d5b2-4a07-96e1-993bcac82f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133630366'] for subnet, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.660073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bbf30579-d5b2-4a07-96e1-993bcac82f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133630359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3036743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2846206'] for subnet, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.697036 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf30579-d5b2-4a07-96e1-993bcac82f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9839fb-2572-47bb-9462-42be914d45bf,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:37.701000 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-bbf30579-d5b2-4a07-96e1-993bcac82f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.706838 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-bbf30579-d5b2-4a07-96e1-993bcac82f45 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0e9839fb-2572-47bb-9462-42be914d45bf HTTP/1.1" status: 204 len: 168 time: 0.3867149 Mar 28 11:51:37.707149 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89937e27-a991-4bcf-8289-0c09317ccd34 None None] Network bf0ec691-e8ab-417d-ae60-e567b3122594 requested from dv-neutron-835336-1-hyperv {{(pid=88495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:51:37.709274 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49220) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:37.812799 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133697858'] for network, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.823350 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Deleting port 9157d305-f16c-4958-9596-67d2b3b3451b {{(pid=88494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:37.823671 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.953694 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] DHCP port deletion for bf0ec691-e8ab-417d-ae60-e567b3122594 request from dv-neutron-835336-1-hyperv {{(pid=88495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:51:37.958090 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] Deleting port 9157d305-f16c-4958-9596-67d2b3b3451b {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:37.958538 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.137032 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.db [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] For port 9157d305-f16c-4958-9596-67d2b3b3451b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9157d305-f16c-4958-9596-67d2b3b3451b,segment=NetworkSegment(8e599a87-547c-4821-93b0-4587819911ae),segment_id=8e599a87-547c-4821-93b0-4587819911ae)] {{(pid=88494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:38.137381 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.156661 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:51:38.165146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.db [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] For port 9157d305-f16c-4958-9596-67d2b3b3451b, host dv-neutron-835336-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835336-1-hyperv',level=0,port_id=9157d305-f16c-4958-9596-67d2b3b3451b,segment=NetworkSegment(8e599a87-547c-4821-93b0-4587819911ae),segment_id=8e599a87-547c-4821-93b0-4587819911ae)] {{(pid=88495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:51:38.165581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455111'] for port, precommit_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.259595 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.plugin [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Calling delete_port for 9157d305-f16c-4958-9596-67d2b3b3451b owned by network:dhcp {{(pid=88494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:38.285585 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] Calling delete_port for 9157d305-f16c-4958-9596-67d2b3b3451b owned by network:dhcp {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:51:38.431243 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133707424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728513808110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728513428237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3036786'] for port, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.436773 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.db.api [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:51:38.437132 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG oslo_db.api [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:51:38.479316 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] No DVR routers for this DVR port 9157d305-f16c-4958-9596-67d2b3b3451b on host dv-neutron-835336-1-hyperv {{(pid=88494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:51:38.505549 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=9157d305-f16c-4958-9596-67d2b3b3451b,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:38.597981 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133630997', 'neutron.services.segments.db._delete_segments_for_network-8728513914197'] for network, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.622961 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0ec691-e8ab-417d-ae60-e567b3122594']}} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:38.634966 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e599a87-547c-4821-93b0-4587819911ae') {'for_net_delete': True} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:38.635268 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.services.segments.db [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e599a87-547c-4821-93b0-4587819911ae') {} {{(pid=88494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:51:38.646310 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728513918320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970016'] for segment, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.662222 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133628745'] for segment, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.668675 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:51:38.669063 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133628763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3036701'] for segment, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: Traceback (most recent call last): Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: timer() Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: cb(*args, **kw) Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: return func(*args, **kwargs) Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: self._notify() Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: self.callback(batched_events) Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: event.method(event) Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: return f(self, *a, **k) Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._get(url).json() Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: return self.request(url, 'GET', **kwargs) Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:51:38.682034 dv-neutron-835336-1-hyperv neutron-server[88494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:51:38.841177 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133631022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457159'] for network, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.844813 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cf140178-ca05-4cb6-bdae-0c1e734584ca no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:51:38.857852 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Notify callbacks [] for network, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:38.868967 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0ec691-e8ab-417d-ae60-e567b3122594,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:38.871488 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-f570876a-5a00-4539-9a95-fb3c8a5a7e52 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bf0ec691-e8ab-417d-ae60-e567b3122594 HTTP/1.1" status: 204 len: 168 time: 1.1612599 Mar 28 11:51:38.881312 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: cf140178-ca05-4cb6-bdae-0c1e734584ca {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:51:38.882798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device cf140178-ca05-4cb6-bdae-0c1e734584ca not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:51:38.882798 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9157d305-f16c-4958-9596-67d2b3b3451b no longer exists at agent ovs-agent-dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:51:38.915764 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] No Port match for: 9157d305-f16c-4958-9596-67d2b3b3451b {{(pid=88495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:51:38.916182 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.rpc [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Device 9157d305-f16c-4958-9596-67d2b3b3451b not bound to the agent host dv-neutron-835336-1-hyperv {{(pid=88495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:51:38.937950 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] Deleting port 9157d305-f16c-4958-9596-67d2b3b3451b {{(pid=88495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:51:38.938294 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728513802244'] for port, before_delete {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:39.005390 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron.plugins.ml2.plugin [None req-0d42aad6-f677-48f6-9527-46e67f9db98e None None] The port '9157d305-f16c-4958-9596-67d2b3b3451b' was deleted {{(pid=88495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:51:39.162834 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49226) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:39.210075 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-c5d13ba3-9346-4c5a-931a-0c9d4aa6dce7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e0f1a9c066f43518259922b29287906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460227 Mar 28 11:51:39.212390 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49230) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:39.272614 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8eacc053-be01-440d-9186-45c224946afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:39.297957 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8eacc053-be01-440d-9186-45c224946afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:39.397073 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8eacc053-be01-440d-9186-45c224946afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:39.415496 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacc053-be01-440d-9186-45c224946afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6aba42-666e-416a-82ca-413fa18ff0f8,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:39.420771 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-8eacc053-be01-440d-9186-45c224946afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:39.422421 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-8eacc053-be01-440d-9186-45c224946afe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa6aba42-666e-416a-82ca-413fa18ff0f8 HTTP/1.1" status: 204 len: 168 time: 0.2091660 Mar 28 11:51:40.018359 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49238) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:40.066708 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-32c7c0f1-e230-452b-b6b6-db83547912db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=536de986632947398f2f1e608a993471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471640 Mar 28 11:51:40.069029 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.wsgi [-] (88494) accepted ('10.222.0.18', 49242) {{(pid=88494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:40.125064 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4fd1b527-5284-48d8-a708-4cfb1bca25d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:40.153436 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4fd1b527-5284-48d8-a708-4cfb1bca25d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:40.271193 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4fd1b527-5284-48d8-a708-4cfb1bca25d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569871'] for security_group, after_delete {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:40.285309 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1b527-5284-48d8-a708-4cfb1bca25d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbfcb37-0fc5-46ab-b345-5f41ec234a8f,revision_number=None']} {{(pid=88494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:40.292396 dv-neutron-835336-1-hyperv neutron-server[88494]: DEBUG neutron_lib.callbacks.manager [None req-4fd1b527-5284-48d8-a708-4cfb1bca25d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:40.293562 dv-neutron-835336-1-hyperv neutron-server[88494]: INFO neutron.wsgi [None req-4fd1b527-5284-48d8-a708-4cfb1bca25d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bbfcb37-0fc5-46ab-b345-5f41ec234a8f HTTP/1.1" status: 204 len: 168 time: 0.2236569 Mar 28 11:51:46.549278 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:48.350732 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-1be97f76-8577-4020-878c-ac61b3105c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:50.545534 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-c54e2591-43ea-4975-b77f-c2ab0800afb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:51.647677 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:51.817399 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:53.265224 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:15.155582 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:52:16.510155 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:18.326898 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cab406bc-fbac-4e91-ad3c-dd7fc0d4b363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:20.548022 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-619d31ff-9a1c-4ecb-91e3-6692ebb7ec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:21.612916 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:21.825024 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:23.264464 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:46.514988 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:48.313547 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-24766a5e-9376-412c-a4d1-fb50f74bf5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:50.561057 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-bc127d10-b51d-4a93-b9e5-d4097a023756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:51.617730 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:51.811953 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:52.154693 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:52:53.274991 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:16.497763 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:18.314313 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0741-fdb0-426f-8e56-cf1e60b8b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:20.558669 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6f1d-8683-4a0b-8fe3-8ff47b6c0237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:21.634571 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:21.811633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:23.295857 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:29.154324 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:53:46.531603 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:48.319850 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5b93f73b-9137-4a5f-afa0-4f3211c7d4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:50.548622 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3d24babf-1289-4b5d-9cfb-b8e832f925f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:51.616352 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:51.839817 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:53.268619 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:06.154600 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:54:16.520262 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.314285 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c0ecff7-3b7d-43ea-9b48-f5207d9d3c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.549038 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-6b377aed-cf8d-460f-bc7f-c4691e1a36d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.633787 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.828995 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.302847 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.153855 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:54:46.536440 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.291804 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-b457f874-49f4-43ae-8bd1-7a1609bd45e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:50.537602 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-f91b4f4c-caae-4ea4-9a10-14e7b5af87d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:51.634441 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:51.828633 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:53.280481 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:16.554513 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.297221 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-3e2eaeb1-4a5c-4047-9e87-518e103ce67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:20.153019 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:55:20.554404 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-cd26b2c3-451a-438b-96e4-206c84aa3839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.617264 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.823346 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.291681 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.526023 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.326446 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5139d5f4-5708-44b6-88fe-2d155bc08512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.554581 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-35e8fff0-eef1-420b-b442-5561c199c04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.617583 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.823088 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.279907 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:57.151831 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:56:16.548929 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.320257 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-00d7772a-f429-499c-9bc7-7f400182035e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.543963 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5f537c29-d877-43d8-b405-1a4eabe4d05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.640146 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.851570 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.297288 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.150438 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:56:46.543408 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9e56ae23-d21f-4285-876f-b5d7daa2e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.331702 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-9c2917de-fc1a-42ea-aef1-df5f132bdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.537462 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-dbb8eba6-cd00-48cb-8e1c-8069fdb91544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.617212 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-5e476f0c-820e-45bd-a610-a052d3433968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.840612 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-ef8e647b-daf5-4d2e-a418-b0b191998519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.291293 dv-neutron-835336-1-hyperv neutron-server[88495]: DEBUG neutron_lib.callbacks.manager [None req-14eca42b-b56c-442b-9764-ebdbc2f846c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728513914170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133634031'] for agent, after_update {{(pid=88495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.149120 dv-neutron-835336-1-hyperv neutron-server[88496]: DEBUG neutron.db.agents_db [None req-1114ecb4-8848-4da0-bb8f-e7acd3205404 None None] Agent healthcheck: found 6 active agents {{(pid=88496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}